-- Logs begin at Mon 2020-11-23 11:57:53 UTC, end at Mon 2020-11-23 13:54:24 UTC. --
Nov 23 12:34:42.122321 dv-neutron-601336-59-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Nov 23 12:34:44.681852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.common.config [-] Logging enabled!
Nov 23 12:34:44.682400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev173
Nov 23 12:34:44.683689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80911) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 23 12:34:44.684449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.common.config [-] Logging enabled!
Nov 23 12:34:44.684743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev173
Nov 23 12:34:44.685015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80911) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 23 12:34:44.686108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 23 12:34:44.686374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 23 12:34:44.687373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 23 12:34:44.687663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 23 12:34:44.687915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 23 12:34:44.688281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.688650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.688991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.689250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.689608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.689948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.690281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.690605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.690946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.691269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.691586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.691907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.692165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.692510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.692843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.693172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.693427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.693744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.694281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.694597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.694912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.695240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.695548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.695864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.696184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.696575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] host                           = dv-neutron-601336-59-ovs {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.696891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.697240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.697550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.697880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.698189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.698504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.698832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.699144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.699454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.699769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.700101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.700452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.700792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.701049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.701300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.701628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.702192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.702287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.702536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.702846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.703155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.703463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.703767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.704095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.704452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.704770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.705082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.705924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.706350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.706542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.706871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.707185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.707492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.707801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.708130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.708447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.708766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.709111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.709437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.709760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.710084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.710396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.710724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.711028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.711332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.711635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.711940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.712241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.712590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.712899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.713205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.713514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.713821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.714149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:44.714486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.714833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.715179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.715501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.715841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.716165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.716522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.716843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.717177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.717508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.717835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.718150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.718474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.718987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.719330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.719647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.719970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.720309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.720652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.721674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.722017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.722339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.722654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.722975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.723292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.723603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.723913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.724227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.724585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.724898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.725208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.725516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.725837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.726145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.726467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.726780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.727087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.727393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.727710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.728020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.728331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.728670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.728981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.729293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.729602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.729911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.730220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.730529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.730837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.731142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.731451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.731761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.732070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.732377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.732711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.733018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.733325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.733648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.733988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.734304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.734622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.734941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.735260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.735580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.735893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.736209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.736570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.736891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.737249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.737549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.737871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.738192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.738507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.738848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.739165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.739595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.739913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.740231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.740578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.740904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.741240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.741573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.741906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.742238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.742569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.742887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.743239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.743557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:44.743803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:34:44.744066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80911) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 23 12:34:45.402698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading Gnome
Nov 23 12:34:45.419830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading Google
Nov 23 12:34:45.422444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading Windows (alt)
Nov 23 12:34:45.426772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading file
Nov 23 12:34:45.427759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading keyczar
Nov 23 12:34:45.428037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading multi
Nov 23 12:34:45.428710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO keyring.backend [-] Loading pyfs
Nov 23 12:34:45.475763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:34:45.476065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:34:45.476385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:34:45.476965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 23 12:34:45.902639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.903186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.903186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.964188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.964463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.964770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.967648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.967955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:45.968247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.044140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.044470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.044765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.045768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.046065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.046358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.165278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f682749df28> agent after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.165589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f682749df28> agent after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.165889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f68274fc048> segment precommit_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.166185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f68274fc0d0> network precommit_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.167005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f68274ea0d0> segment before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.349700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> network before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.350006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f68274479d8> agent before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.350337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> network before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.350644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.350946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.351330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> segment after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.351629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> segment precommit_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.351918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> segment precommit_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.352205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> segment after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.352565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> network after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.352866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> network precommit_delete 0 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.353169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port provisioning_complete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.353476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.353767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.354078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> agent after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.354392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> subnet after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.354684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> subnet precommit_delete 0 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.355001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.355288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.355776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.356063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.356347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> port after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.356715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.356998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.357275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f682802b710>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.357699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.357973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.358242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.358509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.358777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.359043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:46.360464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 23 12:34:46.368108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 23 12:34:46.375627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 23 12:34:46.380952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Nov 23 12:34:46.383712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 23 12:34:46.384831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 23 12:34:46.385213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 23 12:34:46.385648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 23 12:34:46.389573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 23 12:34:46.389853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 23 12:34:46.390243 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 23 12:34:46.414010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 23 12:34:46.414517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6827212940>> qos_plugin after_init 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.414845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 23 12:34:46.415250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f68271c6588>> logging-plugin after_init 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.416619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 23 12:34:46.416931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 23 12:34:46.417203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 23 12:34:46.420197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f68271c6630>> floatingip before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.420547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f68271c6630>> port before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.494940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 23 12:34:46.495214 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 23 12:34:46.495485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 23 12:34:46.495899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 23 12:34:46.532556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.sqlalchemy.engines [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80911) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 23 12:34:46.843309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing driver for type 'gre'
Nov 23 12:34:46.843888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] gre ID ranges: [(1, 1000)]
Nov 23 12:34:46.887593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing driver for type 'local'
Nov 23 12:34:46.887960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing driver for type 'vlan'
Nov 23 12:34:46.899141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] VlanTypeDriver initialization complete
Nov 23 12:34:46.899515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing driver for type 'vxlan'
Nov 23 12:34:46.900065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] vxlan ID ranges: [(1, 1000)]
Nov 23 12:34:46.942716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing extension driver 'port_security'
Nov 23 12:34:46.943209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.extensions.port_security [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] PortSecurityExtensionDriver initialization complete
Nov 23 12:34:46.943421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing mechanism driver 'openvswitch'
Nov 23 12:34:46.949734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80911) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:34:46.950587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68347982b0>> port after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.951000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68347982b0>> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.951387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f68347982b0>> port after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.951814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3240>> subnet after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.952252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3240>> subnet after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.952614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3240>> subnet after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.953036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3400>> network after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.953419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3400>> network after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.953804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3400>> network after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.954219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca35c0>> security_group after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.954599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca35c0>> security_group after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.954973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca35c0>> security_group after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.955574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3780>> security_group_rule after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.956131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3780>> security_group_rule after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.956558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3780>> security_group_rule after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.957112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3940>> address_group after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.957497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3940>> address_group after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.957885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6826ca3940>> address_group after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.958255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] ML2 OVO RPC backend initialized. {{(pid=80911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 23 12:34:46.958985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> router_interface after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.959378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> router_interface after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.959839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> network before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.960222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> networks before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.960631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> port before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.961011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> ports before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.961392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> subnet before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.961770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> subnets before_response 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.962154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> network after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.962531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> network after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.962904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> network after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.963277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> port after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.963649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.964023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> port after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.964395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> subnet after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.964799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> subnet after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.965173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6826ca3a20>> subnet after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:46.965814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.plugin [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Modular L2 Plugin initialization complete
Nov 23 12:34:46.966169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading services supported by the core plugin {{(pid=80911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 23 12:34:46.966534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.managers [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Got port-security extension from driver 'port_security'
Nov 23 12:34:46.967047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.extensions.vlantransparent [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Disabled vlantransparent extension.
Nov 23 12:34:46.968506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 23 12:34:46.968866 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: router
Nov 23 12:34:47.011675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router_interface before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.012119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_create 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.012581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router before_create 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.012992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router_interface before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.013662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router_interface after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.014063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_delete 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.014462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> floatingip after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.014873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_create 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.015259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.015649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.016038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router_gateway after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.016462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.016957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.017383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f68273def28> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.017890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f68273dee18> port after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.018495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f68273deea0> subnet after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.018883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f68273d8048> subnetpool_address_scope after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.019278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> port precommit_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.019671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_create 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.020057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f68273be510> port before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.020453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.020872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router after_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.021255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_delete 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.021646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_create 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.022053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router_interface after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.022439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6826ca3ba8>> router precommit_update 55549900 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.023488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Tracking information for resource: router configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:47.023861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Tracking information for resource: floatingip configured {{(pid=80911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 23 12:34:47.029011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_agentschedulers_db [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 23 12:34:47.029664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6826cd7b70> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.030063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6826cdaae8> port after_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.030451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _notify_port_delete at 0x7f6826cd7ae8> port after_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.030839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6826cd7d08> port after_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.031745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6826c92780>> router before_create 55550100 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.032153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6826c92780>> router precommit_delete 55550100 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.032607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6826c92780>> router precommit_create 55550100 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.033009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6826c92780>> router precommit_update 55550100 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.038035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.provider_configuration [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service providers = [] {{(pid=80911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 23 12:34:47.038432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.servicetype_db [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 23 12:34:47.041301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.service_base [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 23 12:34:47.041687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.service_base [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 23 12:34:47.042065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.service_base [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 23 12:34:47.042965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.service_base [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 23 12:34:47.043365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.services.service_base [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 23 12:34:47.043786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.044140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 23 12:34:47.067179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.067544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: auto_allocate
Nov 23 12:34:47.079475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6826bebae8> network precommit_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.079886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6826bebae8> network precommit_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.080748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.081173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: tag
Nov 23 12:34:47.092706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.093073 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: timestamp
Nov 23 12:34:47.097563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.097875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: network_ip_availability
Nov 23 12:34:47.103357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826be9390>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.103767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826be9390>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.104157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826be9390>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.104979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.105337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: flavors
Nov 23 12:34:47.122113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.122528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading Plugin: revisions
Nov 23 12:34:47.126918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 23 12:34:47.128130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=80911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:34:47.129031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 23 12:34:47.130026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Initializing extension manager.
Nov 23 12:34:47.130617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: __init__.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.131437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: __pycache__ {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.131822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.132331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: _filter_validation_lib.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.133723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.134112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: address_group.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.134963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.135637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: address-group
Nov 23 12:34:47.136041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: address_scope.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.136855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.137436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: address-scope
Nov 23 12:34:47.137799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: admin_state_down_before_update.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.139031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.139608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: router-admin-state-down-before-update
Nov 23 12:34:47.139975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: agent.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.140911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.141492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: agent
Nov 23 12:34:47.141855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: agent_resources_synced.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.143391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.144220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: agent-resources-synced
Nov 23 12:34:47.144684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: allowedaddresspairs.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.146573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.147169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: allowed-address-pairs
Nov 23 12:34:47.147532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: auto_allocated_topology.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.148662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.149249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: auto-allocated-topology
Nov 23 12:34:47.149611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: availability_zone.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.150377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.150957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: availability_zone
Nov 23 12:34:47.151319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: availability_zone_filter.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.152259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.152884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: availability_zone_filter
Nov 23 12:34:47.153245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: data_plane_status.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.154205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.154776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension data-plane-status not supported by any of loaded plugins
Nov 23 12:34:47.155134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: default_subnetpools.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.156069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.156673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: default-subnetpools
Nov 23 12:34:47.157030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: dhcpagentscheduler.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.157890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.159276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: dhcp_agent_scheduler
Nov 23 12:34:47.159855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: dns.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.160854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.161442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension dns-integration not supported by any of loaded plugins
Nov 23 12:34:47.161803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: dns_domain_ports.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.162739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.163314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 23 12:34:47.163672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: dvr.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.164401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.165032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: dvr
Nov 23 12:34:47.165390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: empty_string_filtering.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.166321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.166899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: empty-string-filtering
Nov 23 12:34:47.167255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.168294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.168912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 23 12:34:47.169272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.170214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.170792 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 23 12:34:47.171152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: external_net.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.172085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.172691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: external-net
Nov 23 12:34:47.173054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: extra_dhcp_opt.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.174028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.174869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: extra_dhcp_opt
Nov 23 12:34:47.175232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: extraroute.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.176181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.176804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: extraroute
Nov 23 12:34:47.177171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: extraroute_atomic.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.178219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.178797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: extraroute-atomic
Nov 23 12:34:47.179157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: filter_validation.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.179877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.180482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: filter-validation
Nov 23 12:34:47.180843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: fip_pf_description.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.181771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.182342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 23 12:34:47.182700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: fip_port_details.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.183641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.184217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: fip-port-details
Nov 23 12:34:47.184632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: flavors.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.185881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.186471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: flavors
Nov 23 12:34:47.186835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.188562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.189154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 23 12:34:47.189553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: floatingip_pools.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.190605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.191187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: floatingip-pools
Nov 23 12:34:47.191554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: ip_allocation.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.192537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.193115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension ip_allocation not supported by any of loaded plugins
Nov 23 12:34:47.193480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.194429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.195009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: ip-substring-filtering
Nov 23 12:34:47.195376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l2_adjacency.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.196313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.196919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 23 12:34:47.197281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.198467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.199055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: router
Nov 23 12:34:47.199418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3_conntrack_helper.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.201766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.202413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 23 12:34:47.202743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.203684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.204270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: ext-gw-mode
Nov 23 12:34:47.204670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.206380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.206968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: l3-ha
Nov 23 12:34:47.207333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3_flavors.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.208272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.208945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: l3-flavors
Nov 23 12:34:47.209309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.210253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.210835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 23 12:34:47.211199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: l3agentscheduler.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.212380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.213006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: l3_agent_scheduler
Nov 23 12:34:47.213370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: logging.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.214997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.215590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension logging not supported by any of loaded plugins
Nov 23 12:34:47.215960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: metering.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.216792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.217501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: metering
Nov 23 12:34:47.217865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.218997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.219583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: metering_source_and_destination_fields
Nov 23 12:34:47.219949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: multiprovidernet.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.221552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.222445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: multi-provider
Nov 23 12:34:47.222813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: netmtu.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.223761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.224341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: net-mtu
Nov 23 12:34:47.224736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: netmtu_writable.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.225674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.226255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: net-mtu-writable
Nov 23 12:34:47.226616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: network_availability_zone.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.227341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.227924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: network_availability_zone
Nov 23 12:34:47.228283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: network_ip_availability.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.229443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.230030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: network-ip-availability
Nov 23 12:34:47.230391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: network_segment_range.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.231241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.231825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension network-segment-range not supported by any of loaded plugins
Nov 23 12:34:47.232187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: pagination.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.233251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.233627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: pagination
Nov 23 12:34:47.233987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.234942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.235536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: port-mac-address-regenerate
Nov 23 12:34:47.235896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.237215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.237844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: port-numa-affinity-policy
Nov 23 12:34:47.238209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: port_resource_request.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.239149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.239733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension port-resource-request not supported by any of loaded plugins
Nov 23 12:34:47.240093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: portbindings.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.241181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.241773 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: binding
Nov 23 12:34:47.242134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: portbindings_extended.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.243497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.244086 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: binding-extended
Nov 23 12:34:47.244474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: portsecurity.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.245428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.246006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: port-security
Nov 23 12:34:47.246374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: project_id.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.247369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.247742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: project-id
Nov 23 12:34:47.248097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: providernet.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.249093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.249699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: provider
Nov 23 12:34:47.250063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.254752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.255353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos not supported by any of loaded plugins
Nov 23 12:34:47.255722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.257012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.257601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 23 12:34:47.257969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.258912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.259497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 23 12:34:47.259862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_default.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.260830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.261405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-default not supported by any of loaded plugins
Nov 23 12:34:47.261765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_fip.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.262471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.263059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-fip not supported by any of loaded plugins
Nov 23 12:34:47.263402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_gateway_ip.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.264623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.265201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 23 12:34:47.265561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_port_network_policy.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.266582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.267157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 23 12:34:47.267518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_rule_type_details.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.269407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.269906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 23 12:34:47.270269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: qos_rules_alias.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.271343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.271927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 23 12:34:47.272285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: quotasv2.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.273317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.273692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: quotas
Nov 23 12:34:47.274081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: quotasv2_detail.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.275691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.276072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: quota_details
Nov 23 12:34:47.276457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: rbac.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.277663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.278267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: rbac-policies
Nov 23 12:34:47.278631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: rbac_address_scope.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.279596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.280185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: rbac-address-scope
Nov 23 12:34:47.280582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: rbac_security_groups.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.281535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.282115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: rbac-security-groups
Nov 23 12:34:47.282477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: rbac_subnetpool.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.283487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.284316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: rbac-subnetpool
Nov 23 12:34:47.284730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: revisionifmatch.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.285676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.286264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: revision-if-match
Nov 23 12:34:47.286623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: revisions.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.287754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.288342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: standard-attr-revisions
Nov 23 12:34:47.288740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: router_availability_zone.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.289479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.290074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: router_availability_zone
Nov 23 12:34:47.290435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: routerservicetype.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.291487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.292065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension router-service-type not supported by any of loaded plugins
Nov 23 12:34:47.292458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: security_groups_port_filtering.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.293405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.293988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: port-security-groups-filtering
Nov 23 12:34:47.294349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: securitygroup.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.309227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.309868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: security-group
Nov 23 12:34:47.310240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: segment.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.311113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.311699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension segment not supported by any of loaded plugins
Nov 23 12:34:47.312069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.313056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.313640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 23 12:34:47.314006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: servicetype.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.315972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.316592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: service-type
Nov 23 12:34:47.316962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: sorting.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.317964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.318342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: sorting
Nov 23 12:34:47.318703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: standard_attr_segment.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.319647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.320232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 23 12:34:47.320623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: standardattrdescription.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.321329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.321921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: standard-attr-description
Nov 23 12:34:47.322280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: stateful_security_group.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.323226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.323810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: stateful-security-group
Nov 23 12:34:47.324171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: stdattrs_common.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.324792 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 23 12:34:47.325151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.326080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.326675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 23 12:34:47.327035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnet_onboard.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.328137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.328768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: subnet_onboard
Nov 23 12:34:47.329132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.330789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.331563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 23 12:34:47.331922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnet_service_types.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.332934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.333525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: subnet-service-types
Nov 23 12:34:47.333891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnetallocation.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.334985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.335579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: subnet_allocation
Nov 23 12:34:47.335944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.336677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.337263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: subnetpool-prefix-ops
Nov 23 12:34:47.337623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.338594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.339172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 23 12:34:47.339529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: tagging.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.340889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.341485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: standard-attr-tag
Nov 23 12:34:47.341848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: timestamp.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.343180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.343841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loaded extension: standard-attr-timestamp
Nov 23 12:34:47.344206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: trunk.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.345300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.346022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension trunk not supported by any of loaded plugins
Nov 23 12:34:47.346627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: trunk_details.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.347667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.348262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension trunk-details not supported by any of loaded plugins
Nov 23 12:34:47.348659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: uplink_status_propagation.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.349598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.350180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 23 12:34:47.350540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Loading extension file: vlantransparent.py {{(pid=80911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 23 12:34:47.351260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 23 12:34:47.351847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 23 12:34:47.354541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:network
Nov 23 12:34:47.355386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnet
Nov 23 12:34:47.356063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:34:47.356756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:port
Nov 23 12:34:47.358268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.358764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service FLAVORS assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.359461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.359942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.360313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:router
Nov 23 12:34:47.361078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:floatingip
Nov 23 12:34:47.362162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service METERING assigned prefix: /metering {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.363969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826ac6048>> rbac-policy before_create 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.364374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826ac6048>> rbac-policy before_update 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.364790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6826ac6048>> rbac-policy before_delete 55550000 {{(pid=80911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:34:47.365974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of CountableResource for resource:rbac_policy
Nov 23 12:34:47.366464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:security_group
Nov 23 12:34:47.367272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 23 12:34:47.368095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service CORE assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.368484 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:34:47.368854 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] subnetpool is already registered
Nov 23 12:34:47.369530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service CORE assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.369901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:34:47.370259 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] subnetpool is already registered
Nov 23 12:34:47.373123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.373600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service FLAVORS assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.374251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.374713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.375082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:router
Nov 23 12:34:47.375446 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] router is already registered
Nov 23 12:34:47.376110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:floatingip
Nov 23 12:34:47.376498 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] floatingip is already registered
Nov 23 12:34:47.377805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service METERING assigned prefix: /metering {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.378852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of CountableResource for resource:rbac_policy
Nov 23 12:34:47.379218 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] rbac_policy is already registered
Nov 23 12:34:47.379854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:security_group
Nov 23 12:34:47.380224 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] security_group is already registered
Nov 23 12:34:47.380915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 23 12:34:47.381277 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] security_group_rule is already registered
Nov 23 12:34:47.382025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service CORE assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.382394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:34:47.382752 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] subnetpool is already registered
Nov 23 12:34:47.383407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.resource_helper [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Service CORE assigned prefix:  {{(pid=80911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 23 12:34:47.383770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:34:47.384128 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.quota.resource_registry [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] subnetpool is already registered
Nov 23 12:34:47.384883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: extensions {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.386451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: address-groups {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.388149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: address-scopes {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.389718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: agents {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.391036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: auto-allocated-topology {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.392369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: availability_zones {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.394720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: dhcp-networks {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.396208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: dhcp-agents {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.397760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: routers {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.399693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: flavors {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.400963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: service_profiles {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.402255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: next_providers {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.403876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: service_profiles {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.405444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: floatingip-pools {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.406737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: routers {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.408969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: floatingips {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.410328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: l3-routers {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.411811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: l3-agents {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.413376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: metering-labels {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.414859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: metering-label-rules {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.416224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: network-ip-availabilities {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.417592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: bindings {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.420270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: quotas {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.421835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: quotas {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.423402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: rbac-policies {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.526092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: security-groups {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.527348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: security-group-rules {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.528703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: service-providers {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.530021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: subnetpools {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.531545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: subnetpools {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.533198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.535398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.537349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.539230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.541191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.542983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.544916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.546905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.549045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.551338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.extensions [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Extended resource: tags {{(pid=80911) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 23 12:34:47.558577 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING keystonemiddleware.auth_token [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 23 12:34:47.563989 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING keystonemiddleware.auth_token [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 23 12:34:47.573906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Acquired lock "singleton_lock" {{(pid=80911) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 23 12:34:47.574431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Releasing lock "singleton_lock" {{(pid=80911) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 23 12:34:47.575896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Starting 2 workers
Nov 23 12:34:47.582077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Started child 81022 {{(pid=80911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 23 12:34:47.585884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.586873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Started child 81023 {{(pid=80911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 23 12:34:47.587450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [-] (81022) wsgi starting up on http://0.0.0.0:9696
Nov 23 12:34:47.588482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Neutron service started, listening on 0.0.0.0:9696
Nov 23 12:34:47.589149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Notify callbacks [] for process, before_spawn {{(pid=80911) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.590715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.591637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Starting 1 workers
Nov 23 12:34:47.592133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [-] (81023) wsgi starting up on http://0.0.0.0:9696
Nov 23 12:34:47.597966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Started child 81024 {{(pid=80911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 23 12:34:47.598549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Starting 1 workers
Nov 23 12:34:47.600123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] calling RpcWorker wait() {{(pid=81024) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 23 12:34:47.600556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] returning from RpcWorker wait() {{(pid=81024) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 23 12:34:47.602027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.602509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:34:47.603311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Started child 81025 {{(pid=80911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 23 12:34:47.604071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3bf32f04-8ba1-44f9-b98e-d59606950dea None None] Notify callbacks [] for process, after_spawn {{(pid=80911) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.605811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80911) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 23 12:34:47.606051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 23 12:34:47.606245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 23 12:34:47.606519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 23 12:34:47.606946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 23 12:34:47.607138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 23 12:34:47.607713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.608017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.608319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.608661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.608807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:34:47.608994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.609642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.609953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.610251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.610569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.610843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.611046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.611244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.612150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.612635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.613152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.613465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.613742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.614029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.614245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.614526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.614841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.615132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.615440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.615715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.616320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.616630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.616906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.617210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.617538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.617807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.618110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.618387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.618653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.618928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.619210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.619459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.619747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.620047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.620296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.620775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-59-ovs {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.621025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.621279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.621546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.621812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.622094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.622341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.622751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.622915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.623191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.623451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.623722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.624015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.624282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.624573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.624764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.625012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.625283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.625570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.625785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.625978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.626171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.626475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.626661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.626951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.627382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.627824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.628261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.628541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.628796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.629105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.630211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.631891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.632082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.632372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.632725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.633236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.633236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.633431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.633695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.635443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.636334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.636334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.636334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.636612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.636798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.637437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.637437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.637602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.637803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.637912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:34:47.638064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.638280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.639300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.639300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.640883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.640883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.640883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.640883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.640883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.641241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.641512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.641841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.642199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.642490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.643279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.643563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.643853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.644209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.644559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.644797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.645134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.645440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.645725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.646034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.646352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.60/identity {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.646630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.646904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.647180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.647434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.647752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.648180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.648455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.648772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.649031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.649282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.649559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.649834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.650128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.650397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.650697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.650972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.651231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.651481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.651729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.651980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.652228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.652528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.652971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.653259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.653655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.653881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.654130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.654592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.654698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.654942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.655429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.655891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.656393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.656832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.657157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.657523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.657872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.658123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.658946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.659309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.659571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.660243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.660243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.660478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.660558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.660785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.661056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.661339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.661588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.661839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.662093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.662342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.662598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.662852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.663104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.663464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.663743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.663993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.664332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.664708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.664966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.665255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.665528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.665804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.666062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.666343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.666604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.666861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.667112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.667414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.673850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.674218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.674511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.674765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.675086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.675379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.675655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.675940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.676238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.676538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.676852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.677153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.677434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.677714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.678032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.678364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.678641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.679027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.679311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.679619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.679976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.680442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.680742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.681041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.681338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.681637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.681951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.682247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.682545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.682835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.683138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.683453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.683719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.683978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.684234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.684557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.684896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.685201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.685455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.685712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.686004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.686318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.686577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.686882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.687178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.687475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.687759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.688036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.60/identity {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.688313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.688650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.688942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.689195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.689448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.689682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.690158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.690384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.690800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.691111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.691364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.691643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.691875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.692312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.692597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.692875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.693129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.693384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.693663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.695747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.696237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.696237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.696370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.696664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.696894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.697125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.697500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.697787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.698053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.698347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.698643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.698895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.699289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.699569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.699821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.700135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.700412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.700797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.701073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.701375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.701659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.701913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.702196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.702450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.702724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.702978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.703371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.703656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.703927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.704186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.704462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.704699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.704943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.705704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.705969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.706285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.706703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.707157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.707442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.707745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.708016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.708434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.708789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.709089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.709345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.709707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.709981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.710271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.710559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.710833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.711110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.711427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.711787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.712103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.712634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.712945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.713289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.713620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.713926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.714182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.714508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.714859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.715346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.715639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.715916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.716216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.716507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.716768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.717026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.717388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.718990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.719248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.719538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.719809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.720094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.720351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.720579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:34:47.721791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80911) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 23 12:34:47.722061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 23 12:34:47.722257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 23 12:34:47.722472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 23 12:34:47.722679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 23 12:34:47.722864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 23 12:34:47.723114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.723307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.723497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.723688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.723875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.724085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.724294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.724521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.724709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.724895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.725082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.725268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.725457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.725644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.726999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.727163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.727521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.727691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.728099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.728502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.728896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.729087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.729277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.729447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.729828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.730161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.730521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.730712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.730900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.731068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.731393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.731736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.731930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.732096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-59-ovs {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.732472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.732663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.732854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.733958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.734146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.734330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.734516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.734701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.734890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.735075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.735262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.735449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.735637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.735847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.736037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.736228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.736472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.736700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.736887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.737999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.738182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.738363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.738512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.738702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.738887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.739976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.740166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.740361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.740563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.740749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.740915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.741095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.741279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.741465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.741648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.741833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.742942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.743039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:34:47.743133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.743284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.743469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.743653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.743838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.744970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.745159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 23 12:34:47.745415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.745537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.745733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.745921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.746111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.746301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.746475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.746660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.746848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.747035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.747232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.747421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.747627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.747815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.60/identity {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.748977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.749138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.749328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.749515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.749702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.749889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.750080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.750269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.750457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.750646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.750837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.751982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.752278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.752503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.752721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.752967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.753159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.753319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.753510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.753699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.753886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.754955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.755129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.755304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.755491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.755707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.755881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.756895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.757826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.758204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.758391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.758578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.758765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.759874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.760924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.761928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.762993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.763181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.763367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.763821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.764021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.764209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.764399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.764598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.764780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.765978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.766166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.766353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.766543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.766746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.766887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.767081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.767272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.767433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.768152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.768375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.768559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.768753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.768941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.769131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.769319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.769479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.769666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.769856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.60/identity {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.770992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.771180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.771367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.771554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.771743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.771932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.772122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.772308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.772518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.772675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.772869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.773999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.774187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.774375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.774561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.774748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.774936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.775125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.775313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.775502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.775691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.775879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.776992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.777135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.777269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.777440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.777597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.777791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.778290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.778290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.778290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 35960) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:34:47.781840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.781984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.782183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.782375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.782567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.782761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.782949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.783137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.783396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.784040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.784270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.784351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.784636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.784826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.785965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.786151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.786335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.786532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.786716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.786901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.787199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.787387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.787572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.787757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.787947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.788143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.788336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.788545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.788741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.788935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.789167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.789352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.789547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.789745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.789929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.790113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.790300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.790461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.790717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.790826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.791913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.792864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:34:47.793340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:34:47.800391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0150607
Nov 23 12:34:57.876463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d62ec-15ba-4c2b-8d6d-3f9217e7a3ce None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:34:57.958540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d62ec-15ba-4c2b-8d6d-3f9217e7a3ce None None] No non-hosted networks {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 23 12:34:57.973164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agentschedulers_db [None req-510d62ec-15ba-4c2b-8d6d-3f9217e7a3ce None None] DHCP Agent not found on host dv-neutron-601336-59-ovs {{(pid=81024) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Nov 23 12:34:58.141658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ea6bdcb-6aee-4fee-9d06-eef9da90a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:00.167121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e442c0d-3b23-4164-90ef-cf109b35776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:00.326476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79f6c59a-b2d0-454a-bd91-d5c7f0d6fc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:00.635301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:01.917766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:01.918655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.919216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.919690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.920294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.920898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.921365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.921825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.922301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.922939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.923993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.924859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.925351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:01.926118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f682666eb70>, 'Open vSwitch agent', 'dv-neutron-601336-59-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:01.963396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6826638198>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-59-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:02.161654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:02.227719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] get_endpoint_by_host() called for host dv-neutron-601336-59-ovs {{(pid=81024) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 23 12:35:02.233119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=81024) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 23 12:35:02.236884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=81024) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 23 12:35:02.242726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] _get_endpoints() called {{(pid=81024) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 23 12:35:03.478540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_hamode_db [None req-a0e647f8-69a0-420a-8a26-7452577750bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 23 12:35:03.569131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e647f8-69a0-420a-8a26-7452577750bd None None] Routers set() bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:35:03.569557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e647f8-69a0-420a-8a26-7452577750bd None None] Router IDs set() for agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 23 12:35:03.773328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36056) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:04.431465 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-2438c1e1-453f-4a78-9f43-a4329cff2993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:04.432118 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-2438c1e1-453f-4a78-9f43-a4329cff2993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:04.668900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-2438c1e1-453f-4a78-9f43-a4329cff2993 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:35:04.670955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2438c1e1-453f-4a78-9f43-a4329cff2993 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8965878
Nov 23 12:35:07.420045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:07.844611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:07.896297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.policy [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81023) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 23 12:35:07.897155 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:07.897568 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:07.904671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6826567cf8>.
Nov 23 12:35:07.950765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:08.019717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755329602456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755329237858', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755329238522', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755329353840', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755329352126', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16032155', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16016416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2074216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852774571'] for rbac-policy, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:08.089639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:08.090933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06d08fc0-f841-4aea-96bc-7564a6bb5b17 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6698430
Nov 23 12:35:11.204260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36084) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:11.625072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'fa6041e30aaa48fe93af8c1b83784196'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:11.631216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:11.636377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Usage tracker for resource:network and tenant:fa6041e30aaa48fe93af8c1b83784196 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:11.640304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:11.646509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:11.655362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Made reservation on behalf of fa6041e30aaa48fe93af8c1b83784196 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:35:11.661434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:11.679488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:11.723537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:11.727384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Usage tracker for resource:security_group_rule and tenant:fa6041e30aaa48fe93af8c1b83784196 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:11.730359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:11.736457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:11.806361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:11.809263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:11.815448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:11.840111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:35:11.868368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:11.868989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Added segment 2e88825f-796d-4559-9cc5-5577f0153f69 of type vxlan for network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f
Nov 23 12:35:11.921216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1bb97-6758-4121-8579-582c54b78f6b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:11.948922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.949300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.949662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.950014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.950364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.950725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.951071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.951415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.951770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.952111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.952468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.952813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Tracked resource versions report:
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'}}
Nov 23 12:35:11.953973 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:35:11.989373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:12.006758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:12.035460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:12.036862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:12.037542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:12.040901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:12.152928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9468911
Nov 23 12:35:12.153653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Pushing event updated for resources: {'Network': ['ID=c4f23ebf-5dae-4d86-b7c3-122f93f2e58f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:12.156813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:12.165952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:35:15.384718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:16.045930 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:16.046576 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:16.489165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.policy [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81022) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 23 12:35:16.490010 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:16.490409 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING oslo_policy.policy [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:35:16.496200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:16.498106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-709f897f-892b-4c3b-9a1b-5baefe9bc7fc admin admin] 10.222.0.60 "GET /v2.0/networks/c4f23ebf-5dae-4d86-b7c3-122f93f2e58f HTTP/1.1" status: 200  len: 818 time: 1.1108708
Nov 23 12:35:16.533640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f13eea9d-4d7f-4965-9d6b-8b169d6b17ae admin admin] 10.222.0.60 "GET /v2.0/subnetpools/77bd8944-1141-490e-b4fe-d28e91d2d8a8 HTTP/1.1" status: 200  len: 734 time: 0.0279539
Nov 23 12:35:16.543639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8', 'gateway_ip': '172.20.0.1', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:16.546646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.quota [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f68268414e0>.
Nov 23 12:35:16.553480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:16.559221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Usage tracker for resource:subnet and tenant:fa6041e30aaa48fe93af8c1b83784196 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:16.562565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:16.569663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:16.583774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Made reservation on behalf of fa6041e30aaa48fe93af8c1b83784196 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:35:16.590075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:17.148231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:17.165201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:17.476372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=376dd0e1-0365-4467-ae8d-c70ddf557bed,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:17.497730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.498390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.498517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.498788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.499142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.499510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.499860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.500214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.500629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.500980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.502044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.502592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Tracked resource versions report:
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'}}
Nov 23 12:35:17.503717 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:35:17.540980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:17.574116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Checking segment: {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:35:17.574484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Network hostable DHCP agents. Network: c4f23ebf-5dae-4d86-b7c3-122f93f2e58f, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:35:17.599250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:35:17.608739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c4f23ebf-5dae-4d86-b7c3-122f93f2e58f) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:17.614335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:17.614969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:17.620363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca6805-4e6d-432c-9311-9e48eb07e2b5 None None] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:35:17.648298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1083553
Nov 23 12:35:17.979858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:35:17.981226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:18.347219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Allocated IP 172.20.0.2 (c4f23ebf-5dae-4d86-b7c3-122f93f2e58f/376dd0e1-0365-4467-ae8d-c70ddf557bed/c699b801-7121-4107-a7ec-32097d8dd179) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:35:18.604229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:18.618702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Transition to ACTIVE for port object c699b801-7121-4107-a7ec-32097d8dd179 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:35:18.637490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Transition to ACTIVE for port object c699b801-7121-4107-a7ec-32097d8dd179 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:35:18.644945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:18.662975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:18.990725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Pushing event updated for resources: {'Port': ['ID=c699b801-7121-4107-a7ec-32097d8dd179,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:19.005963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.006448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.006677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.007034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.007396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.007758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.008116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.008512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.008879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.009232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.009583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.009931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Tracked resource versions report:
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'}}
Nov 23 12:35:19.011071 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:35:19.021569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:19.081648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:35:19.082907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:19.085895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:35:19.148003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Attempting to bind port c699b801-7121-4107-a7ec-32097d8dd179 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:35:19.148446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Attempting to bind port c699b801-7121-4107-a7ec-32097d8dd179 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:35:19.148876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Attempting to bind port c699b801-7121-4107-a7ec-32097d8dd179 on network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:35:19.155916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:35:19.156336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Checking segment: {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:35:19.156820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:19.157252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Bound using segment: {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:35:19.158369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Bound port: c699b801-7121-4107-a7ec-32097d8dd179, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:35:19.158783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:19.249822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] For port c699b801-7121-4107-a7ec-32097d8dd179, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:35:19.254687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] For port c699b801-7121-4107-a7ec-32097d8dd179, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c699b801-7121-4107-a7ec-32097d8dd179,segment=NetworkSegment(2e88825f-796d-4559-9cc5-5577f0153f69),segment_id=2e88825f-796d-4559-9cc5-5577f0153f69)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:35:19.258118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:19.274829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:19.428755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Pushing event updated for resources: {'Port': ['ID=c699b801-7121-4107-a7ec-32097d8dd179,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:19.432046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:20.579438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:21.040472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-0af996ab-e994-439a-9386-b541207838fa admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:35:21.041596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0af996ab-e994-439a-9386-b541207838fa admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4608831
Nov 23 12:35:23.889128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:23.930493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08907a-96cb-4dd7-b81a-f36276101bcc None None] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:35:24.036800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc3cf684-e6a4-4eda-8c0d-2285ed304a68 None None] Provisioning for port c699b801-7121-4107-a7ec-32097d8dd179 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:35:24.312550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c699b801-7121-4107-a7ec-32097d8dd179 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:24.336067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-3e87a8b3-c5cd-4574-a861-34c297dbc25c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:35:24.344536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e87a8b3-c5cd-4574-a861-34c297dbc25c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4542456
Nov 23 12:35:24.388240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c699b801-7121-4107-a7ec-32097d8dd179 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:35:24.394507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c699b801-7121-4107-a7ec-32097d8dd179 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:24.394918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:24.537878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fb0b0a1b-f32d-4d33-9511-ae9d2d30c559 None None] Provisioning complete for port c699b801-7121-4107-a7ec-32097d8dd179 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:24.538269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb0b0a1b-f32d-4d33-9511-ae9d2d30c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:24.590680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:24.652025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c699b801-7121-4107-a7ec-32097d8dd179, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c699b801-7121-4107-a7ec-32097d8dd179,segment=NetworkSegment(2e88825f-796d-4559-9cc5-5577f0153f69),segment_id=2e88825f-796d-4559-9cc5-5577f0153f69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:35:24.682494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:24.694980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:24.778772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c699b801-7121-4107-a7ec-32097d8dd179,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:24.781879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:24.891246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ac535252-e8d7-4c1b-9941-97168fbc9d68 None None] Provisioning complete for port c699b801-7121-4107-a7ec-32097d8dd179 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:24.891817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac535252-e8d7-4c1b-9941-97168fbc9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:26.280900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c699b801-7121-4107-a7ec-32097d8dd179 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:26.354026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c699b801-7121-4107-a7ec-32097d8dd179 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:26.354431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:27.447647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36146) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:27.739656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-138efe3a-fc4d-4c20-a1d1-d7301572d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:27.876301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Request body: {'router': {'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'name': 'router1', 'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:27.881770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:27.885886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Usage tracker for resource:router and tenant:fa6041e30aaa48fe93af8c1b83784196 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:27.889309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:27.895798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:27.904760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:27.905991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:27.929431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:28.030633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:28.048343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:28.049634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e9343d8-792f-4040-b5cb-407257aceb52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6009462
Nov 23 12:35:30.178163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1229645-3211-4986-8719-c59711158f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:30.576955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:30.811785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36164) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:31.068819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-a9bce48f-d1e5-496e-b820-fce79f0bc198 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:35:31.069889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a9bce48f-d1e5-496e-b820-fce79f0bc198 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.2571199
Nov 23 12:35:31.910012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:32.088772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.672078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36184) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:33.755153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:33.760380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:33.764674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Usage tracker for resource:network and tenant:2387acc8b30748298c426d4e5da73cd0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:33.767748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:33.773454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:33.781736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Made reservation on behalf of 2387acc8b30748298c426d4e5da73cd0 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:35:33.787125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.805228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.852400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:33.856371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Usage tracker for resource:security_group_rule and tenant:2387acc8b30748298c426d4e5da73cd0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:33.859665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:33.865833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:33.936320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.939682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.944065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:33.958902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Reserving flat network on physical network physnet1 {{(pid=81022) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 23 12:35:33.984554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd3ea6-5a4e-496a-9699-be5173ed5f74,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:33.987263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:33.987835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f68274fc048> segment precommit_create {{(pid=81022) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 23 12:35:33.988288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Added segment 3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725 of type flat for network dc3fc909-cef9-46ac-b844-591d24c15c6b
Nov 23 12:35:34.001207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:34.031971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:34.074320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:34.075564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:34.076195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:34.081803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:34.188248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5137191
Nov 23 12:35:34.189005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3fc909-cef9-46ac-b844-591d24c15c6b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:34.192413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:34.200527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network dc3fc909-cef9-46ac-b844-591d24c15c6b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:35:36.714999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36196) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:36.860873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02d8df-7b8e-4f27-849a-bf8effa3f05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:36.862348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c02d8df-7b8e-4f27-849a-bf8effa3f05c admin admin] 10.222.0.60 "GET /v2.0/subnets/376dd0e1-0365-4467-ae8d-c70ddf557bed HTTP/1.1" status: 200  len: 849 time: 0.1463118
Nov 23 12:35:37.017554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3195bea8-4430-4e06-a989-9419e2a7cc03 admin admin] 10.222.0.60 "GET /v2.0/routers/2484ad8c-6b17-4f16-aee0-6ad04e89e6cd HTTP/1.1" status: 200  len: 704 time: 0.1490180
Nov 23 12:35:37.513471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:37.891694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Allocated IP 172.20.0.1 (c4f23ebf-5dae-4d86-b7c3-122f93f2e58f/376dd0e1-0365-4467-ae8d-c70ddf557bed/231cb1f9-323b-4f02-92aa-54f2d239e9b3) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:35:38.201730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.219579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Transition to ACTIVE for port object 231cb1f9-323b-4f02-92aa-54f2d239e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:35:38.266516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.284712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:38.414467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Pushing event updated for resources: {'Port': ['ID=231cb1f9-323b-4f02-92aa-54f2d239e9b3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:38.417956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:38.478696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:35:38.479742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:38.482142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:35:38.482660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.611075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.724210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73d6aca9-909d-451c-b247-f5fc859c11e0 None None] Provisioning for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:35:38.729582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73d6aca9-909d-451c-b247-f5fc859c11e0 None None] Provisioning complete for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:38.730007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73d6aca9-909d-451c-b247-f5fc859c11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.784098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73d6aca9-909d-451c-b247-f5fc859c11e0 None None] Port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:35:38.906514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.910711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.911841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:38.926711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:39.057565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Pushing event updated for resources: {'Port': ['ID=231cb1f9-323b-4f02-92aa-54f2d239e9b3,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:39.060715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:39.120237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:35:39.121373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:39.309457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7eb4d83-dec2-4811-9e7d-d5a897448248 None None] Provisioning complete for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:39.309791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4d83-dec2-4811-9e7d-d5a897448248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:39.367481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb4d83-dec2-4811-9e7d-d5a897448248 None None] Port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:35:39.502917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:35:39.688799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:35:39.698955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Sync routers for ids ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:35:39.705535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] 10.222.0.60 "PUT /v2.0/routers/2484ad8c-6b17-4f16-aee0-6ad04e89e6cd/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6819572
Nov 23 12:35:39.712762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Routers {'2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:35:39.713616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266ff940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:35:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:39.899473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Set router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:35:40.284203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266ff940>, [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:38Z', 'revision_number': 2, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port_host': None, '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:38Z', 'revision_number': 2, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:40.289430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Checking router: 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:35:40.289837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Updating router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:35:40.342126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:40.794780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:40.812453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Transition to ACTIVE for port object 231cb1f9-323b-4f02-92aa-54f2d239e9b3 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:35:40.815919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:40.831937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:40.971121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Pushing event updated for resources: {'Port': ['ID=231cb1f9-323b-4f02-92aa-54f2d239e9b3,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:41.006170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.006537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.006898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.007250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.007598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.007945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.008288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.008672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.009156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.009361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.009699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.010033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Tracked resource versions report:
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'}}
Nov 23 12:35:41.011180 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:35:41.019633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:41.172310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Attempting to bind port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:35:41.172790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Attempting to bind port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:35:41.173245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Attempting to bind port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 on network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:35:41.180271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:35:41.180739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Checking segment: {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:35:41.181229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:41.181649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Bound using segment: {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:35:41.182205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Bound port: 231cb1f9-323b-4f02-92aa-54f2d239e9b3, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e88825f-796d-4559-9cc5-5577f0153f69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:35:41.182621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:41.276737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] For port 231cb1f9-323b-4f02-92aa-54f2d239e9b3, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:35:41.281285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] For port 231cb1f9-323b-4f02-92aa-54f2d239e9b3, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=231cb1f9-323b-4f02-92aa-54f2d239e9b3,segment=NetworkSegment(2e88825f-796d-4559-9cc5-5577f0153f69),segment_id=2e88825f-796d-4559-9cc5-5577f0153f69)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:35:41.285365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:41.302454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:41.625135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Pushing event updated for resources: {'Port': ['ID=231cb1f9-323b-4f02-92aa-54f2d239e9b3,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:41.632437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:41.703451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Routers {'2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:35:41.704355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266ff940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:35:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:41.872852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] Set router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:35:42.223072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266ff940>, [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:38Z', 'revision_number': 2, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port_host': None, '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:41Z', 'revision_number': 4, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:42.227301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7376b42-3002-46ad-92a2-51cf2e46f878 None None] The sync data for ids ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'] in dv-neutron-601336-59-ovs is: [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:38Z', 'revision_number': 2, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port_host': None, '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:41Z', 'revision_number': 4, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:35:42.285080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36208) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:42.475674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962fd6a-f905-4a03-82f5-dd69485bd122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:42.476251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8962fd6a-f905-4a03-82f5-dd69485bd122 admin admin] Synchronizing usage tracker for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:35:42.492973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8962fd6a-f905-4a03-82f5-dd69485bd122 admin admin] Unset dirty status for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:35:42.494204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8962fd6a-f905-4a03-82f5-dd69485bd122 admin admin] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 842 time: 0.2081077
Nov 23 12:35:42.506624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Request body: {'subnet': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'cidr': '172.26.6.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.6.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:42.512358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:42.517300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Usage tracker for resource:subnet and tenant:2387acc8b30748298c426d4e5da73cd0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:42.520184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:42.526395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:42.535941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Made reservation on behalf of 2387acc8b30748298c426d4e5da73cd0 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:35:42.540498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:43.165936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:35:43.166436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:43.182443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73d1db67-d665-4892-a9d2-1b122bebdd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:43.307702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4babdcee-d0bf-4deb-bb18-745100380f17,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:43.312003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:43.386341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:35:43.386729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Network hostable DHCP agents. Network: dc3fc909-cef9-46ac-b844-591d24c15c6b, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:35:43.409536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:35:43.418124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, dc3fc909-cef9-46ac-b844-591d24c15c6b) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:43.421932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:43.423019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:43.428371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71540e87-00fb-4899-b577-b806a618ec73 None None] Network dc3fc909-cef9-46ac-b844-591d24c15c6b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:35:43.445943 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-78579170-3566-4de9-a421-36628026f442 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9431362
Nov 23 12:35:43.682218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa095a85-b57b-41e9-862d-cede2c4a76ee None None] Network dc3fc909-cef9-46ac-b844-591d24c15c6b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:35:44.304525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 231cb1f9-323b-4f02-92aa-54f2d239e9b3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:44.374623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:35:44.380311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:44.380749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:44.501416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:44.535024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 231cb1f9-323b-4f02-92aa-54f2d239e9b3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=231cb1f9-323b-4f02-92aa-54f2d239e9b3,segment=NetworkSegment(2e88825f-796d-4559-9cc5-5577f0153f69),segment_id=2e88825f-796d-4559-9cc5-5577f0153f69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:35:44.537852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:44.539934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:44.610999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=231cb1f9-323b-4f02-92aa-54f2d239e9b3,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:44.614858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:44.662958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:35:46.037449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36222) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:46.286859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-774ad692-c102-40a8-abc1-80e8939bd08d admin admin] 10.222.0.60 "GET /v2.0/routers/2484ad8c-6b17-4f16-aee0-6ad04e89e6cd HTTP/1.1" status: 200  len: 710 time: 0.2481551
Nov 23 12:35:46.291684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 231cb1f9-323b-4f02-92aa-54f2d239e9b3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:46.362213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:46.362621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:46.427616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26412f-4cc1-4ee8-91e5-6262b20fe289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:46.429158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd26412f-4cc1-4ee8-91e5-6262b20fe289 admin admin] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 886 time: 0.1363022
Nov 23 12:35:46.439372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:35:46.938573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.136984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.169708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.182254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.214939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:35:47.218899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:35:47.222523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:35:47.228143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:35:47.295143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.297839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.313316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:47.403687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1a6db-e684-4241-a098-619dee78f071,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:47.407471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:47.574895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Allocated IP 172.26.6.177 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/b36b7177-532e-4364-af64-dd44bf6cbabd) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:35:47.898667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.923974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:47.939777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55e1c2f9-e4aa-4a0b-ba62-d4f03e7be764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:48.071064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Pushing event updated for resources: {'Port': ['ID=b36b7177-532e-4364-af64-dd44bf6cbabd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:48.076481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:48.126867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:35:48.127988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:35:48.130425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:35:48.277506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:48.455725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:48.459236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:48.671555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:35:48.884187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:35:48.895692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Sync routers for ids ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:35:48.901331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:48.904410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] 10.222.0.60 "PUT /v2.0/routers/2484ad8c-6b17-4f16-aee0-6ad04e89e6cd HTTP/1.1" status: 200  len: 890 time: 2.4671056
Nov 23 12:35:48.908461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Routers {'2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:35:48.909165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682541a748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:35:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:49.267725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Set router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:35:49.634549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682541a748>, [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:48Z', 'revision_number': 4, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port': {'id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:47Z', 'updated_at': '2020-11-23T12:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:44Z', 'revision_number': 5, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:49.639762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Checking router: 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:35:49.640140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Updating router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd port b36b7177-532e-4364-af64-dd44bf6cbabd binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:35:49.695496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.104179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.116305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Transition to ACTIVE for port object b36b7177-532e-4364-af64-dd44bf6cbabd will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:35:50.119299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.135321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:50.272463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Pushing event updated for resources: {'Port': ['ID=b36b7177-532e-4364-af64-dd44bf6cbabd,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:50.277164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:50.338374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Attempting to bind port b36b7177-532e-4364-af64-dd44bf6cbabd on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:35:50.338777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Attempting to bind port b36b7177-532e-4364-af64-dd44bf6cbabd by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:35:50.339180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Attempting to bind port b36b7177-532e-4364-af64-dd44bf6cbabd on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:35:50.346965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:35:50.347376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:35:50.347816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.348242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:35:50.348777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Bound port: b36b7177-532e-4364-af64-dd44bf6cbabd, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:35:50.349185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.428202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] For port b36b7177-532e-4364-af64-dd44bf6cbabd, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:35:50.431343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] For port b36b7177-532e-4364-af64-dd44bf6cbabd, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b36b7177-532e-4364-af64-dd44bf6cbabd,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:35:50.434670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:50.450049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:50.596669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Pushing event updated for resources: {'Port': ['ID=b36b7177-532e-4364-af64-dd44bf6cbabd,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:50.601928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:50.644460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Routers {'2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:35:50.645120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682541a748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:35:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:50.834503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] Set router 2484ad8c-6b17-4f16-aee0-6ad04e89e6cd gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:35:51.189099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682541a748>, [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:48Z', 'revision_number': 4, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port': {'id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:47Z', 'updated_at': '2020-11-23T12:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:44Z', 'revision_number': 5, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:35:51.193609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3e7f0-4141-49bb-b3c6-01d2fd1ccee2 None None] The sync data for ids ['2484ad8c-6b17-4f16-aee0-6ad04e89e6cd'] in dv-neutron-601336-59-ovs is: [{'id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'name': 'router1', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:35:27Z', 'updated_at': '2020-11-23T12:35:48Z', 'revision_number': 4, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'gw_port': {'id': 'b36b7177-532e-4364-af64-dd44bf6cbabd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:47Z', 'updated_at': '2020-11-23T12:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '231cb1f9-323b-4f02-92aa-54f2d239e9b3', 'name': '', 'network_id': 'c4f23ebf-5dae-4d86-b7c3-122f93f2e58f', 'tenant_id': 'fa6041e30aaa48fe93af8c1b83784196', 'mac_address': 'fa:16:3e:92:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2484ad8c-6b17-4f16-aee0-6ad04e89e6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:35:37Z', 'updated_at': '2020-11-23T12:35:44Z', 'revision_number': 5, 'project_id': 'fa6041e30aaa48fe93af8c1b83784196', 'subnets': [{'id': '376dd0e1-0365-4467-ae8d-c70ddf557bed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bd8944-1141-490e-b4fe-d28e91d2d8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:35:51.639973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36232) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:35:51.789701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b359be-b594-4b01-82a3-9640afd474ba admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:35:51.791326 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85b359be-b594-4b01-82a3-9640afd474ba admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1499741
Nov 23 12:35:52.323183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b36b7177-532e-4364-af64-dd44bf6cbabd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:52.400785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b36b7177-532e-4364-af64-dd44bf6cbabd completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:35:52.405764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b36b7177-532e-4364-af64-dd44bf6cbabd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:52.406175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:52.528176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:52.544575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port b36b7177-532e-4364-af64-dd44bf6cbabd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b36b7177-532e-4364-af64-dd44bf6cbabd,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:35:52.547568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:52.550269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:35:52.774793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=b36b7177-532e-4364-af64-dd44bf6cbabd,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:35:52.778324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:35:54.311961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b36b7177-532e-4364-af64-dd44bf6cbabd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:35:54.407674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b36b7177-532e-4364-af64-dd44bf6cbabd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:35:54.408304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:35:57.766420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-630870e3-a7c0-4529-91dc-44cce355a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:00.191625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d582c3b6-aab9-4144-a948-ee3307a261ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:00.581885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:01.913744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:02.105930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:21.664926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:36:27.739048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41409b55-ff96-47ea-90bd-f858b86fb8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:30.183835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dadc4bd-1a2d-4ee6-bf01-e8f7e06a3da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:30.579391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:31.918178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:32.100403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:57.742763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08c1a1d2-0462-4e1b-8e9e-0d790861de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:36:58.667298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:37:00.186813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0f7a-6a11-4bae-bc80-0cbdc7c2caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:00.585709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:01.921147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:02.107648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:27.745967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbc39-2266-473d-a6f5-8c132c0db641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:30.189415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-446d0078-b31e-46df-b6b8-6d7f2d9a1fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:30.587671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:31.923300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:32.118063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:37:35.668828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:37:57.747456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3525808-6164-4efa-bcbe-61cc2239a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:00.189641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42bedf73-f9cb-4530-91ea-e75c45116429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:00.589484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:01.928483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:02.122723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:09.915255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36842) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:10.022851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bcfe41-edd3-4e03-a41d-d03d83f864a9 admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:38:10.024175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0bcfe41-edd3-4e03-a41d-d03d83f864a9 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1079030
Nov 23 12:38:10.169668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934af72-151f-4b5c-a872-d825df439bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:10.171231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9934af72-151f-4b5c-a872-d825df439bee admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1425521
Nov 23 12:38:12.660279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36852) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:12.669280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:38:12.811494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb973e-85af-4672-976d-e4e62e7a3742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:12.812107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41eb973e-85af-4672-976d-e4e62e7a3742 admin admin] Synchronizing usage tracker for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:38:12.828582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41eb973e-85af-4672-976d-e4e62e7a3742 admin admin] Unset dirty status for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:38:12.830005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-41eb973e-85af-4672-976d-e4e62e7a3742 admin admin] 10.222.0.60 "GET /v2.0/subnets/376dd0e1-0365-4467-ae8d-c70ddf557bed HTTP/1.1" status: 200  len: 849 time: 0.1685808
Nov 23 12:38:12.841464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:38:12.972072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Notify callbacks [] for subnet, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:13.286242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034'] for subnet, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:13.304958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:38:13.441316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376dd0e1-0365-4467-ae8d-c70ddf557bed,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:38:13.466180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.466557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.466929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.467292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.467649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.468008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.468365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.468748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.469106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.469457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.469808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.470159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:38:13.482339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:38:13.501135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:13.501790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:13.506677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] 10.222.0.60 "PUT /v2.0/subnets/376dd0e1-0365-4467-ae8d-c70ddf557bed HTTP/1.1" status: 200  len: 868 time: 0.6666100
Nov 23 12:38:13.507136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69795d85-7285-4985-88ab-2b6f2b3e825b None None] Network c4f23ebf-5dae-4d86-b7c3-122f93f2e58f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:38:14.029970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eef50fc4-9e2a-4b03-b6e2-c71447cdc4e8 None None] Provisioning complete for port c699b801-7121-4107-a7ec-32097d8dd179 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:38:14.030511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eef50fc4-9e2a-4b03-b6e2-c71447cdc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:14.167956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eef50fc4-9e2a-4b03-b6e2-c71447cdc4e8 None None] Provisioning complete for port 231cb1f9-323b-4f02-92aa-54f2d239e9b3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:38:14.168289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eef50fc4-9e2a-4b03-b6e2-c71447cdc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:15.999919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36862) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:16.222323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d722263-974c-4df1-b7b6-ec2d359dd26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:16.222660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d722263-974c-4df1-b7b6-ec2d359dd26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:16.224386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d722263-974c-4df1-b7b6-ec2d359dd26f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2233799
Nov 23 12:38:18.767730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36872) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:19.160438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc64b73-0db9-4746-a70e-7c0351b0413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:19.160911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc64b73-0db9-4746-a70e-7c0351b0413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:19.162576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccc64b73-0db9-4746-a70e-7c0351b0413f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.3930676
Nov 23 12:38:21.860493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36882) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:22.077917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ba3ca-9d3d-43bd-a9fc-5d2d60b1d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:22.079295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f1ba3ca-9d3d-43bd-a9fc-5d2d60b1d93b admin admin] 10.222.0.60 "GET /v2.0/networks/c4f23ebf-5dae-4d86-b7c3-122f93f2e58f HTTP/1.1" status: 200  len: 862 time: 0.2177353
Nov 23 12:38:24.614619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36892) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:24.835053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae38f47-2baf-47a9-8a56-d9741ed58450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:24.836474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3ae38f47-2baf-47a9-8a56-d9741ed58450 admin admin] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 886 time: 0.2208040
Nov 23 12:38:27.311567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36902) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:27.457179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6a1c4-625f-42cc-918c-5f311857f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:27.457589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6a1c4-625f-42cc-918c-5f311857f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:27.459288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4fb6a1c4-625f-42cc-918c-5f311857f79d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1467023
Nov 23 12:38:27.749450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-66d92b40-2eeb-4c1b-a9eb-1e262c131989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:29.954995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36912) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:30.104253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad61ef-6353-41ef-b74a-ead7910f2b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:30.104688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad61ef-6353-41ef-b74a-ead7910f2b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:30.106328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9aad61ef-6353-41ef-b74a-ead7910f2b69 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1496403
Nov 23 12:38:30.195912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d090f95-d196-4093-a2e3-12f47ef7c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:30.592056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:31.933754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:32.127875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:38:32.613032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36922) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:32.769253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c605f-9d55-4da9-8d1d-63d34b833d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:32.770711 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c99c605f-9d55-4da9-8d1d-63d34b833d25 admin admin] 10.222.0.60 "GET /v2.0/subnets/376dd0e1-0365-4467-ae8d-c70ddf557bed HTTP/1.1" status: 200  len: 868 time: 0.1565473
Nov 23 12:38:35.284438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36932) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:38:35.430205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd03f59-d57e-4e8b-b0c6-fa1abe9d4835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:38:35.431643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-efd03f59-d57e-4e8b-b0c6-fa1abe9d4835 admin admin] 10.222.0.60 "GET /v2.0/subnets/4babdcee-d0bf-4deb-bb18-745100380f17 HTTP/1.1" status: 200  len: 816 time: 0.1461926
Nov 23 12:38:49.679826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:38:57.751620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a9133e8-5d42-4ad4-a4c9-d4b6fc81c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:00.190858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fef91d-48ef-49d2-8f1b-211bbeac8fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:00.597690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:01.567188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 36972) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:39:01.647846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9844c3ad-0322-45c8-999c-0a512c7e8d2a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:39:01.648962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9844c3ad-0322-45c8-999c-0a512c7e8d2a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0807984
Nov 23 12:39:01.936088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:02.130044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:04.239564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36982) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:39:04.343692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b459e8d6-dc78-47bb-8da7-67c7de285fb3 admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:39:04.345605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b459e8d6-dc78-47bb-8da7-67c7de285fb3 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1044347
Nov 23 12:39:04.483546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bb729-8331-481d-8fed-607d2916e18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:39:04.485148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-586bb729-8331-481d-8fed-607d2916e18c admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1349735
Nov 23 12:39:07.063382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 36992) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:39:07.145479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:39:07.150438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:39:07.160653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:39:07.169662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Made reservation on behalf of 2387acc8b30748298c426d4e5da73cd0 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:39:07.174916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:07.273751 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.services.revisions.revision_plugin [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f68257a30b8] {project_id='2387acc8b30748298c426d4e5da73cd0', id='98583eff-3551-4b2e-aaec-528728c4bb80', target_tenant='*', action='access_as_shared', object_id='c83d798d-cb46-46b3-879d-3f95140fb880'}> to bump revision.
Nov 23 12:39:07.290268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:39:07.300567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:07.300947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Added segment cd355e4e-34ca-415f-b5e9-ba3624ea7d66 of type vxlan for network c83d798d-cb46-46b3-879d-3f95140fb880
Nov 23 12:39:07.327470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:07.356599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:07.357808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:39:07.358435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:07.362510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:39:07.466761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=c83d798d-cb46-46b3-879d-3f95140fb880,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:39:07.469991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:39:07.472184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4070528
Nov 23 12:39:07.479247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c83d798d-cb46-46b3-879d-3f95140fb880 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:39:09.986942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37002) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:39:10.089247 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83b1cf6-4433-4c3f-8bb9-4bea75a78bcc admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:39:10.089800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b83b1cf6-4433-4c3f-8bb9-4bea75a78bcc admin admin] Synchronizing usage tracker for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:39:10.104939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b83b1cf6-4433-4c3f-8bb9-4bea75a78bcc admin admin] Unset dirty status for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:39:10.106125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b83b1cf6-4433-4c3f-8bb9-4bea75a78bcc admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1181693
Nov 23 12:39:10.222957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9791bf4-05ab-44ed-adfb-741c8a266331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:39:10.224553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9791bf4-05ab-44ed-adfb-741c8a266331 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1139956
Nov 23 12:39:10.237629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:39:10.242447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:39:10.252170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:39:10.261024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Made reservation on behalf of 2387acc8b30748298c426d4e5da73cd0 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:39:10.265594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:10.670624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:10.681212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:39:10.808948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390434af-a9ef-488d-a61f-4d213fad57a5,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:39:10.814986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:39:10.885861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Checking segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:39:10.886241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Network hostable DHCP agents. Network: c83d798d-cb46-46b3-879d-3f95140fb880, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:39:10.907225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Network c83d798d-cb46-46b3-879d-3f95140fb880 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:39:10.915794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c83d798d-cb46-46b3-879d-3f95140fb880) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:39:10.920019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:39:10.920739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:10.925380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbaeef-4070-442a-946e-578fa63de6e9 None None] Network c83d798d-cb46-46b3-879d-3f95140fb880 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:39:10.947367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13798951-6898-418f-9250-663de2a94627 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7141123
Nov 23 12:39:11.170160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c83d798d-cb46-46b3-879d-3f95140fb880', 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880', 'tenant_id': '2387acc8b30748298c426d4e5da73cd0', 'fixed_ips': [{'subnet_id': '390434af-a9ef-488d-a61f-4d213fad57a5'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:39:11.171112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:11.484727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Allocated IP 192.168.233.2 (c83d798d-cb46-46b3-879d-3f95140fb880/390434af-a9ef-488d-a61f-4d213fad57a5/a9b7b2ce-9809-448c-a2b2-e0f31de09814) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:39:11.713972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:11.726277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Transition to ACTIVE for port object a9b7b2ce-9809-448c-a2b2-e0f31de09814 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:39:11.743414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Transition to ACTIVE for port object a9b7b2ce-9809-448c-a2b2-e0f31de09814 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:39:11.748235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:11.764742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:39:12.060771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Pushing event updated for resources: {'Port': ['ID=a9b7b2ce-9809-448c-a2b2-e0f31de09814,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:39:12.076927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.077314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.077690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.078054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.078417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.078787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.079146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.079539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.080573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.081205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.081579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.081945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:39:12.095656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:39:12.136022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Network c83d798d-cb46-46b3-879d-3f95140fb880 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:39:12.137486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:39:12.139975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:39:12.197402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Attempting to bind port a9b7b2ce-9809-448c-a2b2-e0f31de09814 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:39:12.197937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Attempting to bind port a9b7b2ce-9809-448c-a2b2-e0f31de09814 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:39:12.198191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Attempting to bind port a9b7b2ce-9809-448c-a2b2-e0f31de09814 on network c83d798d-cb46-46b3-879d-3f95140fb880 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:39:12.205976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:39:12.206390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Checking segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:39:12.206834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:12.207269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Bound using segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:39:12.207780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Bound port: a9b7b2ce-9809-448c-a2b2-e0f31de09814, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:39:12.208190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:12.308657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] For port a9b7b2ce-9809-448c-a2b2-e0f31de09814, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:39:12.312577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] For port a9b7b2ce-9809-448c-a2b2-e0f31de09814, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a9b7b2ce-9809-448c-a2b2-e0f31de09814,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:39:12.316695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:12.330709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:39:12.476338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Pushing event updated for resources: {'Port': ['ID=a9b7b2ce-9809-448c-a2b2-e0f31de09814,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:39:12.489622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:39:13.775846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f281e4-aafc-4132-8974-c121adaf4a9f None None] Network c83d798d-cb46-46b3-879d-3f95140fb880 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:39:13.876201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f7886bf3-07ac-4325-87c3-aaa5a482ecbd None None] Provisioning for port a9b7b2ce-9809-448c-a2b2-e0f31de09814 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:39:14.440254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a9b7b2ce-9809-448c-a2b2-e0f31de09814 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:39:14.516640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port a9b7b2ce-9809-448c-a2b2-e0f31de09814 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:39:14.522085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port a9b7b2ce-9809-448c-a2b2-e0f31de09814 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:39:14.522530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:14.652684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b3527769-c48f-4e59-acf0-9c319bdb37f4 None None] Provisioning complete for port a9b7b2ce-9809-448c-a2b2-e0f31de09814 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:39:14.652985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3527769-c48f-4e59-acf0-9c319bdb37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:14.691895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:14.758064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port a9b7b2ce-9809-448c-a2b2-e0f31de09814, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a9b7b2ce-9809-448c-a2b2-e0f31de09814,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:39:14.790324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:14.801083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:39:14.883955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=a9b7b2ce-9809-448c-a2b2-e0f31de09814,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:39:14.889565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:39:16.404500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a9b7b2ce-9809-448c-a2b2-e0f31de09814 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:39:16.479174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port a9b7b2ce-9809-448c-a2b2-e0f31de09814 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:39:16.479576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:26.670629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:39:27.754563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-244c7b7b-b842-4d83-bccb-4a57066aaac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:30.192256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e7e7-9329-4b4c-9a0e-d1c0e0f82d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:30.597952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:31.938459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:32.139073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:39:57.758527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a5a5-8fe7-4744-a17e-341a3bc42935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:00.195604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c553176-ad4e-4388-a3f1-63004d0e2586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:00.602441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:01.940589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:02.137548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:03.671787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:40:21.035034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37044) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:40:21.041706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-67eec2de-632b-4e54-980c-81504674e025 tempest-verify_tempest_config-1612649986 tempest-verify_tempest_config-1612649986] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:40:21.042758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-67eec2de-632b-4e54-980c-81504674e025 tempest-verify_tempest_config-1612649986 tempest-verify_tempest_config-1612649986] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0066903
Nov 23 12:40:21.473653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37064) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:40:21.658484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:21.700215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:40:21.705723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Usage tracker for resource:security_group_rule and tenant:bdecd229f75040c796d97f6bad3ff4ff is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:40:21.708895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:40:21.719153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:40:21.808370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:21.811512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:21.821701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:40:21.870642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1dc970-42a5-4865-ad01-30fcb96548af,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:40:21.877768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Synchronizing usage tracker for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:40:21.891725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.891725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.891725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.891725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.891725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.892360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.892360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.892651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.893037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.893401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.893759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.894117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:40:21.900259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:40:21.911914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Unset dirty status for tenant:2387acc8b30748298c426d4e5da73cd0 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:40:21.913322 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdecd229f75040c796d97f6bad3ff4ff&name=default HTTP/1.1" status: 200  len: 2743 time: 0.4385006
Nov 23 12:40:21.917180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37070) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:40:21.997506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:22.029989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:22.095409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:22.100676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:40:22.117807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1dc970-42a5-4865-ad01-30fcb96548af,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:40:22.120753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:40:22.121634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:22.122780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d1dc970-42a5-4865-ad01-30fcb96548af HTTP/1.1" status: 204  len: 168 time: 0.2046146
Nov 23 12:40:27.759809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f84c566-55fe-42f2-876c-52ef2e57733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:30.200282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8dae-ca49-43e3-b886-cf5bd4f2f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:30.603746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:31.944295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:32.138721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:40:40.673622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:40:57.762003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb00b9e0-4140-462f-a142-cd9d1a010df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:00.202544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec36d-50b0-48ca-bbdc-1fec09a952d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:00.607954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:01.946851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:02.142676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:17.674602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 5 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:41:27.763700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19bb857-c3e1-4578-a750-f76ce757880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:30.203690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86a254a8-44a1-40b0-99b7-805c73ebaca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:30.610506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:31.948680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:32.144736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:46.356172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870'] for agent, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:46.357407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.357789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.358168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.358551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.358941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.359360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.359727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.360132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.360527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.360930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.361311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.361699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:41:46.362085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6825373400>, 'Open vSwitch agent', 'hv-neutron-6013', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:41:46.366197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f68253d60b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-6013', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:41:46.762047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] get_endpoint_by_host() called for host hv-neutron-6013 {{(pid=81024) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 23 12:41:46.766789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] get_endpoint_by_ip() called for ip 192.168.0.31 {{(pid=81024) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 23 12:41:46.769879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] _add_endpoint() called for ip 192.168.0.31 {{(pid=81024) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 23 12:41:46.776134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] _get_endpoints() called {{(pid=81024) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 23 12:41:54.675078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:41:57.765979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a68-9ae0-4e6b-ad29-244e80187c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:41:59.080732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37140) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:41:59.231719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17f1dcc7-d2a3-439b-ba9d-799a34e864da admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.1497948
Nov 23 12:42:00.207671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a0c868b-d5a6-49eb-90d4-59d9ae11715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:00.613361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:01.757296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37150) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:42:01.849360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-34311c1a-f8f4-4396-8de0-25ade3c445f8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.0908396
Nov 23 12:42:01.952188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:02.147767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:16.344242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:27.768299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd3224eb-1cfa-492b-a6c9-43dedf5c0ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:30.201301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ffaa0a4-1963-44cc-9bb2-85710f22c339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:30.617034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:31.678559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:42:31.955924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:32.153920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:46.357761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:42:57.772019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730e30e8-e9f1-414d-b0ed-d4fccc3cf865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:00.203877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e2ba-af80-464b-ae02-01c2c6d59eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:00.622244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:01.958136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:02.158030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:08.680828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:43:16.377343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:18.639942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37276) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:19.042644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37294) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:19.098185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2085824673-network', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:19.104612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:19.108745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Usage tracker for resource:network and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:19.111921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:19.122639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:19.132825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Made reservation on behalf of df264f79e3924c32a3f7c089ad1bff38 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:19.137446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.151933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.187312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:19.191516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:19.195681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:19.202027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:19.279681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.282787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.287566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:19.319948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28be0ec-5dac-47d6-bc24-1e7086815483,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:19.332467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2142769083'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:19.338080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.338521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.338959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.339381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.340009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.340241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.340701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.341136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.341566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.341986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.342329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.342678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.343112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.343478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.343825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.344289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.344653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.345012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.345361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.346500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.346500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.346500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.346812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.346973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Tracked resource versions report:
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'},
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'ConntrackHelper': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Log': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Network': '1.1',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Port': '1.6',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'PortForwarding': '1.2',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'QosPolicy': '1.8',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroup': '1.2',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroupRule': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SubPort': '1.0',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Subnet': '1.1',
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Trunk': '1.1'}}
Nov 23 12:43:19.348268 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:43:19.353936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:19.361953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:19.372050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:19.378409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:network and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:19.382073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.382924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Added segment d9f2d2b3-7ca6-4789-a85b-d00c56d74adc of type vxlan for network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5
Nov 23 12:43:19.384366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:19.395452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:19.420800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:19.427195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.444333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.459498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.501596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:19.506533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:security_group_rule and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:19.509658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:19.515411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:19.542895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.545233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:19.545863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.555165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:19.719563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.733916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:19.737202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.738084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:19.750625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:19.754515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:19.763253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6e2142f-7221-417a-8e12-30eacd192932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:19.780242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37324) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:19.780601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.1391447
Nov 23 12:43:19.785082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.785647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Added segment eb248527-d698-425d-be89-11510dd98712 of type vxlan for network 9a7441c7-c446-4901-ac37-f3d9675b8e6f
Nov 23 12:43:19.792329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Request body: {'subnet': {'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2085824673-subnet', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:19.806357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'SecurityGroup': ['ID=9e73086a-8386-4de6-abab-d1acedf6cefc,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:19.806603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:19.814280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:19.820374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Usage tracker for resource:subnet and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:19.824304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:19.837856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:19.842057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.861367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Made reservation on behalf of df264f79e3924c32a3f7c089ad1bff38 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:19.867005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Notify callbacks [] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.881156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.886413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:19.887119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:19.892713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37f2abf2-a13d-4128-8cfa-983c52ce3fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:19.980273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:20.269753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:20.270064 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.2248363
Nov 23 12:43:20.284284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'subnet': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:20.307201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Network': ['ID=9a7441c7-c446-4901-ac37-f3d9675b8e6f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:20.310569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:20.318923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:20.453058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37344) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:20.455034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:20.470167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:20.482806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:subnet and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:20.494567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:20.546114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:20.574969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:20.742004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:20.938252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-145781097-network', 'tenant_id': 'e777ef4baca844e58367282950f726a1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:20.947155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:20.952642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Usage tracker for resource:network and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:20.957731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:20.965447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:20.978569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Made reservation on behalf of e777ef4baca844e58367282950f726a1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:20.984496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.002588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.054565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:21.060979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:21.064718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:21.072822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:21.166595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.172192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.179001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e19039fe-1c9d-4b0f-a40a-375c249e96b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:21.218195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:21.232116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.234771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0df512-7863-4a01-81a9-a2bc9bcffe91,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:21.238042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.238426 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Added segment bfc9da7b-7a51-4c5c-b0c8-08360445bbdd of type vxlan for network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e
Nov 23 12:43:21.240013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:21.259976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:21.277186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.318894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.320508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:21.321281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.346511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:21.370594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9161804
Nov 23 12:43:21.387415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37370) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:21.406710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Request body: {'subnet': {'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-145781097-subnet', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:21.461958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:21.464270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51780ba-b616-49ac-9f77-43e5d1bbf64e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:21.471161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea07c7f-3332-4f16-8423-aa4d6688ff2e,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:21.475782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Usage tracker for resource:subnet and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:21.479156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:21.479315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:21.488853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:21.495434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:21.506871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.507479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.507854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.508214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.508613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.508981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.509304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.509643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.509991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.510336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.510681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.511025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.511455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.511804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.512149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.512514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.512859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.513200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.513545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.513890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.514236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.514574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.514914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.515250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Tracked resource versions report:
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'},
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'ConntrackHelper': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Log': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Network': '1.1',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Port': '1.6',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'PortForwarding': '1.2',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'QosPolicy': '1.8',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroup': '1.2',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroupRule': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SubPort': '1.0',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Subnet': '1.1',
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Trunk': '1.1'}}
Nov 23 12:43:21.516618 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:43:21.521500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:21.543315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Made reservation on behalf of e777ef4baca844e58367282950f726a1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:21.547990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:21.608221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:21.732598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Checking segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:21.732921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Network hostable DHCP agents. Network: 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:21.874701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:21.888832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.001457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:22.047101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:22.052675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:22.053489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.059399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ad8cf-334f-4f92-96d9-89d66547d264 None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:22.167138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Subnet': ['ID=481ad666-a061-43c5-a99d-34448615d14b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:22.170062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:22.181154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.3986104
Nov 23 12:43:22.184597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37402) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:22.191101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:22.200983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:22.208844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Usage tracker for resource:router and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:22.216189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:22.230266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:22.248814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.251949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.304869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.353262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:43:22.354977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.498740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Checking segment: {'id': 'eb248527-d698-425d-be89-11510dd98712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:22.499309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network hostable DHCP agents. Network: 9a7441c7-c446-4901-ac37-f3d9675b8e6f, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:22.540799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:22.550544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.556064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 9a7441c7-c446-4901-ac37-f3d9675b8e6f) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:22.561128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:22.562011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.614298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3405445
Nov 23 12:43:22.615263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37416) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:22.616614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8dbb3b-df4d-412c-8b2e-b70abf060009 None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:22.623792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1727956896'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:22.809446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.839931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cbf8d2a-8abc-41a3-8424-01c481c64c82 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:22.847788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.894479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:22.975958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Allocated IP 172.20.0.2 (1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5/b51780ba-b616-49ac-9f77-43e5d1bbf64e/3c7196dd-896b-40ad-b9ae-3003e3c45d3c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:23.009624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:23.032465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:port and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:23.038085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:23.050945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:23.055398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:23.056706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:23.100743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:23.106487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.150075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'tenant_id': 'a2492bfecb1d4f35b766231ef6f1aeba', 'fixed_ips': [{'subnet_id': '481ad666-a061-43c5-a99d-34448615d14b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:43:23.151013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.263295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Allocated IP 172.26.6.14 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f734b241-4bd7-4bc5-8c50-2f6a53b67bab) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:23.318989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37428) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.334599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Checking segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:23.335252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Network hostable DHCP agents. Network: 1ea07c7f-3332-4f16-8423-aa4d6688ff2e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:23.378882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37434) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.479277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:23.488336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port f1dedffa-2693-466b-bcf2-e84042284494 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:23.498806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.504166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.527774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Transition to ACTIVE for port object 3c7196dd-896b-40ad-b9ae-3003e3c45d3c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:23.533766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.535659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1ea07c7f-3332-4f16-8423-aa4d6688ff2e) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:23.549251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6879a-4adf-42ff-9aa6-e0324ff50d4f None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:23.556781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:23.557102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.557335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e001db-5a02-4726-863c-b1c4697f4c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:23.582491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37442) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.583652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37444) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.608514 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2183490
Nov 23 12:43:23.610089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37450) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.634116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:23.643637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:23.654220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Usage tracker for resource:router and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:23.661241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:23.674669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:23.689471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.690902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.713200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Pushing event updated for resources: {'Port': ['ID=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:23.726763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.743501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:23.811777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Transition to ACTIVE for port object 3c7196dd-896b-40ad-b9ae-3003e3c45d3c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:23.838096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37458) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:23.904081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:23.904630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:23.906342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:23.916154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:24.023606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-147156743'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:24.030665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:24.037047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Usage tracker for resource:network and tenant:8c066c2cd5d84890bb6e6d45d51323e3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:24.040814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:24.047453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.048387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:24.048808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.060744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-309d5c00-9c60-466b-83a9-28762fb4e75a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-981969536'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:24.061531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-309d5c00-9c60-466b-83a9-28762fb4e75a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Unknown quota resources ['metering_label']. {{(pid=81023) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:43:24.189565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:24.220556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:43:24.221626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.231026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:24.254493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1215982933', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:24.259390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Made reservation on behalf of 8c066c2cd5d84890bb6e6d45d51323e3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:24.264671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.278970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1774280926'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:24.282742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Allocated IP 2001:db8::2 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/63cfeaa8-c0b6-493d-9a6d-2b67af16219c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:24.321881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:43:24.331280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:24.359131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.372399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:24.384796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Usage tracker for resource:floatingip and tenant:d3b386d9ce6948898e7c91a136859ec7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:24.425555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.425910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.426290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.426741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.427347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.427714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.428196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.428463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.428818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.429174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.429526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.429879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.430321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.430675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.431025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.431374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.431722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.432104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.432439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.432792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.433193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.433507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.433854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.434198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Tracked resource versions report:
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'},
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'ConntrackHelper': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Log': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Network': '1.1',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Port': '1.6',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'PortForwarding': '1.2',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'QosPolicy': '1.8',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroup': '1.2',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroupRule': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SubPort': '1.0',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Subnet': '1.1',
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Trunk': '1.1'}}
Nov 23 12:43:24.435510 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:43:24.439918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:24.465934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:24.468799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:24.469005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:24.474850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Usage tracker for resource:port and tenant:e3796a34c1be4a7f8c7101948f91c500 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:24.479399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:24.492921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:24.496481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:24.498970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:24.530814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:24.551179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:43:24.566743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Sync routers for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:43:24.580390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.585073 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 2.3961296
Nov 23 12:43:24.585657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:24.588587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:24.590922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:24.677940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Attempting to bind port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:24.678282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Attempting to bind port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:24.678643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Attempting to bind port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c on network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:24.694386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Usage tracker for resource:network and tenant:ec38ef9d796c4489928cc84d797e9c3b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:24.697438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:24.703406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:24.715117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:24.734697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Made reservation on behalf of e3796a34c1be4a7f8c7101948f91c500 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:24.739969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.754702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Made reservation on behalf of ec38ef9d796c4489928cc84d797e9c3b for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:24.760189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.789539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.811066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.826677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:24.857336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:24.883454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Allocated IP 172.20.0.2 (1ea07c7f-3332-4f16-8423-aa4d6688ff2e/f662c08e-c24d-4fb4-bb79-e52c8cb5cf57/7868097c-90b7-4719-b50c-52a02216c304) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:24.976115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:24.981156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Usage tracker for resource:security_group_rule and tenant:e3796a34c1be4a7f8c7101948f91c500 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:24.984767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:24.992451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:25.076038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.103110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:25.107715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Usage tracker for resource:security_group_rule and tenant:ec38ef9d796c4489928cc84d797e9c3b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:25.111239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:25.118272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:25.133726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.146338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Transition to ACTIVE for port object 7868097c-90b7-4719-b50c-52a02216c304 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:25.165180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Transition to ACTIVE for port object 7868097c-90b7-4719-b50c-52a02216c304 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:25.194979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.218331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.221262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.222016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.244889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.259028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Transition to ACTIVE for port object 63cfeaa8-c0b6-493d-9a6d-2b67af16219c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:25.270685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:25.279977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Transition to ACTIVE for port object 63cfeaa8-c0b6-493d-9a6d-2b67af16219c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:25.282976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:25.283547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Checking segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:25.284232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.284788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Bound using segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:25.285429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Bound port: 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:25.286242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.338429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.343844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.371320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67ba8>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:23Z', 'revision_number': 3, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:25.376287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Checking router: 31aa9904-3a7b-4c0f-aa46-98fde35c5757 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:43:25.376888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Updating router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 port f734b241-4bd7-4bc5-8c50-2f6a53b67bab binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:43:25.387185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:25.440386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.441370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Pushing event updated for resources: {'SecurityGroup': ['ID=eca10af0-0562-493a-8050-8cda40e6ae29,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:25.456277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Usage tracker for resource:security_group_rule and tenant:8c066c2cd5d84890bb6e6d45d51323e3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:25.475528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] For port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:25.478404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:25.479670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] For port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:25.481413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed84af90-9861-4519-95c6-a067f6e7dcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:25.535669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:25.543098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] device_id is not set on port 20f0f2c8-4599-4700-abfb-8be96a18a91a yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:25.569552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.663466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.743841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aed714-48ba-42fe-83d9-06a4ec62fb03,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:25.748982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:25.798512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309d5c00-9c60-466b-83a9-28762fb4e75a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.804771 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-309d5c00-9c60-466b-83a9-28762fb4e75a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 2.2057991
Nov 23 12:43:25.805045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37486) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:25.814595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5fbb5d08-6c7b-463c-95fe-4ee83542a6f9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1812e6a8-79e2-4ab6-afe0-8cd962d442ba'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:25.814900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Pushing event updated for resources: {'Port': ['ID=7868097c-90b7-4719-b50c-52a02216c304,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:25.815118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5fbb5d08-6c7b-463c-95fe-4ee83542a6f9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Unknown quota resources ['metering_label_rule']. {{(pid=81022) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:43:25.817969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:25.830962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:25.831646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Added segment 5318aed6-cb28-4bf5-997c-f8df87133719 of type vxlan for network 33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b
Nov 23 12:43:25.842178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:25.842496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:25.906375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::a6 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/f1dedffa-2693-466b-bcf2-e84042284494) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:25.936965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Allocated IP 172.26.6.96 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/20f0f2c8-4599-4700-abfb-8be96a18a91a) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:25.990181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Pushing event updated for resources: {'Port': ['ID=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:26.000319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:26.006979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:26.007622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.057082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.063968 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.services.metering.metering_plugin [None req-5fbb5d08-6c7b-463c-95fe-4ee83542a6f9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 23 12:43:26.071303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:26.081489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:26.095700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:26.183750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:26.192188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:26.203204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:26.208483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:26.228767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:26.261384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:26.263945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.587s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:26.264343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:26.288336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Attempting to bind port 7868097c-90b7-4719-b50c-52a02216c304 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:26.289190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Attempting to bind port 7868097c-90b7-4719-b50c-52a02216c304 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:26.289336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Attempting to bind port 7868097c-90b7-4719-b50c-52a02216c304 on network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:26.304807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:26.305229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Checking segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:26.305678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.306094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Bound using segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:26.306624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Bound port: 7868097c-90b7-4719-b50c-52a02216c304, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:26.309075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.318789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Attempting to bind port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:26.319093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Attempting to bind port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'eb248527-d698-425d-be89-11510dd98712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:26.319536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Attempting to bind port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c on network 9a7441c7-c446-4901-ac37-f3d9675b8e6f {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:26.319979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.335634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5d08-6c7b-463c-95fe-4ee83542a6f9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.336358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:26.340737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5fbb5d08-6c7b-463c-95fe-4ee83542a6f9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.5315018
Nov 23 12:43:26.341871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37490) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:26.347677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Checking segment: {'id': 'eb248527-d698-425d-be89-11510dd98712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:26.348293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.350420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Bound using segment: {'id': 'eb248527-d698-425d-be89-11510dd98712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:26.350989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Bound port: 63cfeaa8-c0b6-493d-9a6d-2b67af16219c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb248527-d698-425d-be89-11510dd98712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:26.351427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.352000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9041b085-539e-4dd2-9e29-98e29c7f5381 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1812e6a8-79e2-4ab6-afe0-8cd962d442ba'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:26.352856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9041b085-539e-4dd2-9e29-98e29c7f5381 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Unknown quota resources ['metering_label_rule']. {{(pid=81022) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:43:26.428144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.428144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.450206 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.services.metering.metering_plugin [None req-9041b085-539e-4dd2-9e29-98e29c7f5381 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 23 12:43:26.530543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:26.531951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.548954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] For port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:26.551689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] For port 7868097c-90b7-4719-b50c-52a02216c304, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:26.555106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] For port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,segment=NetworkSegment(eb248527-d698-425d-be89-11510dd98712),segment_id=eb248527-d698-425d-be89-11510dd98712)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:26.559777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] For port 7868097c-90b7-4719-b50c-52a02216c304, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7868097c-90b7-4719-b50c-52a02216c304,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:26.561758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.586443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:26.612756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.613679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Added segment 36c10672-fec2-481d-8922-ecfe44ad0be0 of type vxlan for network e885fd8c-56e8-4b14-b8b8-8ff54812f92e
Nov 23 12:43:26.650924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:26.719234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.722652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:26.773803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event updated for resources: {'SecurityGroup': ['ID=1244acbd-aed8-4779-8662-9b9e092f2471,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:26.775047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9041b085-539e-4dd2-9e29-98e29c7f5381 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:26.777105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9041b085-539e-4dd2-9e29-98e29c7f5381 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.4336386
Nov 23 12:43:26.780958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37494) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:26.809115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Allocated IP 172.20.0.1 (1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5/b51780ba-b616-49ac-9f77-43e5d1bbf64e/efa23cf0-b793-42ab-8a80-2e61c49016a8) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:26.820809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:26.826188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b29ec5d4-0bc8-4212-bf70-eb5eb101d217 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=7e066954-473b-4e77-9919-d9684e4954cd HTTP/1.1" status: 200  len: 462 time: 0.0416253
Nov 23 12:43:26.829223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37498) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:26.844040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:27.162429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Pushing event updated for resources: {'Port': ['ID=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:27.279110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.285577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.4459860
Nov 23 12:43:27.321634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Pushing event updated for resources: {'Port': ['ID=7868097c-90b7-4719-b50c-52a02216c304,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:27.322120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.331986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:27.335651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:27.336263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:27.344969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37502) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:27.408356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Pushing event updated for resources: {'Network': ['ID=33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:27.417218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object f1dedffa-2693-466b-bcf2-e84042284494 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:27.418468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e3a004a-2d6c-46d4-aaf4-98b8a306297a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.422317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e3a004a-2d6c-46d4-aaf4-98b8a306297a tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/7e066954-473b-4e77-9919-d9684e4954cd HTTP/1.1" status: 204  len: 168 time: 0.5894253
Nov 23 12:43:27.422636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37508) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:27.431529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:27.447954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:27.477112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94d7017f-917d-43df-aa6c-fa28ae144266 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=7e066954-473b-4e77-9919-d9684e4954cd HTTP/1.1" status: 200  len: 221 time: 0.0491552
Nov 23 12:43:27.477804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37512) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:27.486125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-23bb2395-62a0-4b26-8581-5c460b65a6d8 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Request body: {'metering_label': {'name': 'tempest-metering-label--1735877300', 'description': 'label created by tempest'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:27.486628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-23bb2395-62a0-4b26-8581-5c460b65a6d8 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Unknown quota resources ['metering_label']. {{(pid=81022) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:43:27.491928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.508341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:27.575856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:27.596121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'name': 'tempest-network--700852654', 'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:27.617203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:27.665657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:network and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:27.672490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:27.683634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.688754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.692088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:27.713138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:27.713837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.718466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.732850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Transition to ACTIVE for port object efa23cf0-b793-42ab-8a80-2e61c49016a8 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:27.763800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.766897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65c33c28-9c60-4112-a5ab-c7c79b645aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:27.788626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:27.811335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7be731be-4b1e-468e-98f6-89f50106c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.836635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:27.839069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.162334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9518fc5c-1fda-48ca-b8f5-90d49ddcc236 None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:28.172751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Pushing event updated for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:28.187519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:28.189073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:28.195930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.211623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 4.8907096
Nov 23 12:43:28.255363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37516) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:28.280824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.284000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Request body: {'subnet': {'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:28.306635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f2eb79b4-358a-4d03-a77e-97d093964bb0 None None] Provisioning for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:28.338850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.345579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.352733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Transition to ACTIVE for port object f734b241-4bd7-4bc5-8c50-2f6a53b67bab will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:28.356181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.391455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23bb2395-62a0-4b26-8581-5c460b65a6d8 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.393111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23bb2395-62a0-4b26-8581-5c460b65a6d8 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.9139309
Nov 23 12:43:28.398401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37520) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:28.492720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:28.493062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Allocated IP 172.26.6.35 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/78352d7d-765d-42bf-8ab9-2df2d769369d) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:28.550353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:28.554123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:28.558266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe12a0b8-7d14-44da-9ea2-371babcf0b24 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=7056d134-0cb1-4902-9a6b-ce89a9c8809b HTTP/1.1" status: 200  len: 468 time: 0.1587317
Nov 23 12:43:28.559277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:28.559784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.565493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:28.577748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:28.606120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Usage tracker for resource:subnet and tenant:8c066c2cd5d84890bb6e6d45d51323e3 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:28.612110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Pushing event updated for resources: {'Port': ['ID=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:28.638101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.638859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.639935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.640462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.640989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.641788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.642304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.642811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.643633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.644306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.644851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.645917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.646512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.647030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.647526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.648019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.648542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.649050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.649555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.650161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.650658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.651261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.651971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.652526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Tracked resource versions report:
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]: pushed versions:
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]: {   'AddressGroup': {'1.0'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'ConntrackHelper': {'1.0'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'Log': {'1.0'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'Network': {'1.1'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'Port': {'1.6'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'PortForwarding': {'1.2'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'QosPolicy': {'1.8'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroup': {'1.2'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'SecurityGroupRule': {'1.0'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'SubPort': {'1.0'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'Subnet': {'1.1'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     'Trunk': {'1.1'}}
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]: consumer versions:
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]: {   DHCP agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     L3 agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     Metadata agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     Metering agent@dv-neutron-601336-59-ovs: {},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@dv-neutron-601336-59-ovs: {   'AddressGroup': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Log': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Network': '1.1',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Port': '1.6',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'PortForwarding': '1.2',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'QosPolicy': '1.8',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroup': '1.2',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SecurityGroupRule': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'SubPort': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Subnet': '1.1',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                                      'Trunk': '1.1'},
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'ConntrackHelper': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Log': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Network': '1.1',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Port': '1.6',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'PortForwarding': '1.2',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'QosPolicy': '1.8',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroup': '1.2',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SecurityGroupRule': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'SubPort': '1.0',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Subnet': '1.1',
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:                                             'Trunk': '1.1'}}
Nov 23 12:43:28.654174 dv-neutron-601336-59-ovs neutron-server[80911]:  {{(pid=81025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 23 12:43:28.686508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event updated for resources: {'Network': ['ID=e885fd8c-56e8-4b14-b8b8-8ff54812f92e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:28.707147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.710476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Attempting to bind port f734b241-4bd7-4bc5-8c50-2f6a53b67bab on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:28.711122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Attempting to bind port f734b241-4bd7-4bc5-8c50-2f6a53b67bab by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:28.711243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:28.711912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:28.712239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Attempting to bind port f734b241-4bd7-4bc5-8c50-2f6a53b67bab on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:28.717826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:28.722008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:28.722593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:28.723703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.724597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:28.725278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Bound port: f734b241-4bd7-4bc5-8c50-2f6a53b67bab, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:28.725838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.745049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:28.758047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:28.764273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:28.773456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:28.775744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:28.804897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:28.809798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:28.810624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.816777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3c7196dd-896b-40ad-b9ae-3003e3c45d3c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:28.828315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] For port f734b241-4bd7-4bc5-8c50-2f6a53b67bab, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:28.842225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:28.844158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] For port f734b241-4bd7-4bc5-8c50-2f6a53b67bab, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:28.847870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:28.863671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:28.904905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Made reservation on behalf of 8c066c2cd5d84890bb6e6d45d51323e3 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:28.957447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:security_group_rule and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:28.964400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:28.978399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 6.3618088
Nov 23 12:43:28.999621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2595a40-dd76-48a6-aa38-5093cc3b9dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:29.003264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beadcb-4d88-4afc-9232-5ffa34eddd73 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=f1dedffa-2693-466b-bcf2-e84042284494,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:29.014207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37530) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:29.044362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:29.054404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2059788851', 'allowed_address_pairs': [{'ip_address': '2001:db8::a6', 'mac_address': 'fa:16:3e:53:ff:18'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:29.085757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:29.088944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:29.158959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Pushing event updated for resources: {'Port': ['ID=20f0f2c8-4599-4700-abfb-8be96a18a91a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:29.245291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:29.246396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.901s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:29.246861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:29.280709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Pushing event updated for resources: {'Port': ['ID=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:29.295313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:29.303633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.313929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29f9b459-17f5-40c3-aa1c-4bea55c08ba7 None None] Provisioning for port efa23cf0-b793-42ab-8a80-2e61c49016a8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:29.341947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29f9b459-17f5-40c3-aa1c-4bea55c08ba7 None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:29.342745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29f9b459-17f5-40c3-aa1c-4bea55c08ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.380163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:29.404467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:29.431688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-29f9b459-17f5-40c3-aa1c-4bea55c08ba7 None None] Port efa23cf0-b793-42ab-8a80-2e61c49016a8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:29.471443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:29.480161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:29.480753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.525798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks [] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.549268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.678008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.691520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544faf7f-0390-45f3-bcdc-6331688150c5 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.704838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-544faf7f-0390-45f3-bcdc-6331688150c5 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/7056d134-0cb1-4902-9a6b-ce89a9c8809b HTTP/1.1" status: 204  len: 168 time: 1.1379936
Nov 23 12:43:29.761514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:29.766094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:29.767530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7868097c-90b7-4719-b50c-52a02216c304 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:29.829770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9d34a4-7331-48b5-823a-2d04c4e724d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:29.876396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67ba8>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:26Z', 'revision_number': 1, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:29.882780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbae26e-785f-4617-87c4-c8e5cbd58b35 None None] The sync data for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs is: [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:26Z', 'revision_number': 1, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:43:29.964147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:29.972734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:29.993273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37534) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.011042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:30.022081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:30.036394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5c4f0-1a2b-4a66-8b73-efebb42dab2a None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:30.061456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a60aba1f-2351-4da3-a84b-38e889e0d8ea tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=7056d134-0cb1-4902-9a6b-ce89a9c8809b HTTP/1.1" status: 200  len: 216 time: 0.0661883
Nov 23 12:43:30.061745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37538) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.108153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.112774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:30.114980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:30.115895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.130647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 7868097c-90b7-4719-b50c-52a02216c304 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:30.150325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 63cfeaa8-c0b6-493d-9a6d-2b67af16219c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:30.214128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d96e6811-4307-4028-9027-3311ce6a1cd4 None None] Provisioning for port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:30.231464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Allocated IP 172.26.6.68 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/2ffd45c1-8478-4ebe-b491-e75b48e1b4fc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:30.242261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fcb7bf5a-9e7f-44ca-ac92-55dd5140a841 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1736596
Nov 23 12:43:30.248809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37542) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.283607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa5a30b1-c85d-4642-883c-856fd799e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.306852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb879e-d257-44ba-ab68-21254729a323 None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:30.355278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca2bf74a-ecb9-497b-9311-b79dca4135c5 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.1040709
Nov 23 12:43:30.399304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37546) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.420298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:30.421384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Pushing event updated for resources: {'Port': ['ID=78352d7d-765d-42bf-8ab9-2df2d769369d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:30.424972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:30.445137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:30.449715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:port and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:30.453462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:30.460001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:30.471507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d96e6811-4307-4028-9027-3311ce6a1cd4 None None] Provisioning complete for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:30.472093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d96e6811-4307-4028-9027-3311ce6a1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.473272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.477966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:30.480555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:30.532388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.537964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.553201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.575272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.584715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 6.9880483
Nov 23 12:43:30.588191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:30.702764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:30.721259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:30.721667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.753928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37550) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.791383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.96'}]}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:30.801451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:30.807015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Usage tracker for resource:router and tenant:e3796a34c1be4a7f8c7101948f91c500 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:30.811601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:30.814779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:30.820367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:30.825959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.826394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Added segment 3eb229b1-02d5-4b18-b7fe-2ee02c4f34e0 of type vxlan for network 88dc16d8-b946-4ce0-885c-886c16e42d3c
Nov 23 12:43:30.853740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:30.857905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.859395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:30.953066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-333ae27b-999f-4e7c-9834-306b0de92155 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-labels/1812e6a8-79e2-4ab6-afe0-8cd962d442ba HTTP/1.1" status: 200  len: 472 time: 0.5264657
Nov 23 12:43:30.963895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37558) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:30.985472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:30.995869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Pushing event updated for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:31.006297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:31.050792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.063037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.067695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ced515b7-0d8e-4d22-b420-f564798000e0 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/1a7a1067-cee3-4fd5-8d3e-f77e1c8ee418 HTTP/1.1" status: 200  len: 459 time: 0.0999610
Nov 23 12:43:31.075681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37564) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:31.095600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.160284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.179682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.209730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.224027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:31.228300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,segment=NetworkSegment(eb248527-d698-425d-be89-11510dd98712),segment_id=eb248527-d698-425d-be89-11510dd98712)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:31.237294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.245553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:31.357181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:31.449411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.461626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'SecurityGroup': ['ID=9b438de2-59ca-4c6d-89bf-40d455d90da1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:31.465940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:31.548067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Provisioning for port 7868097c-90b7-4719-b50c-52a02216c304 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:31.568222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:31.589236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f734b241-4bd7-4bc5-8c50-2f6a53b67bab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:31.660601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Provisioning complete for port 7868097c-90b7-4719-b50c-52a02216c304 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:31.662066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.740307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:31.749029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:31.752758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:31.771570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:31.843311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f734b241-4bd7-4bc5-8c50-2f6a53b67bab completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:31.861687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f734b241-4bd7-4bc5-8c50-2f6a53b67bab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:31.862104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.933882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.958128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.972235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:31.979301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:31.994112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a6ec316-0089-4c29-95f7-60947980477a tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:32.162484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.204575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.225981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.247412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.256861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1938b818-d0db-468e-b4e9-e45378f93747 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.261338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1938b818-d0db-468e-b4e9-e45378f93747 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/1a7a1067-cee3-4fd5-8d3e-f77e1c8ee418 HTTP/1.1" status: 204  len: 168 time: 1.1821115
Nov 23 12:43:32.262279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37568) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:32.271547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] For port 7868097c-90b7-4719-b50c-52a02216c304, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7868097c-90b7-4719-b50c-52a02216c304,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:32.283225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.290333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:32.350552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.355843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=88dc16d8-b946-4ce0-885c-886c16e42d3c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:32.362781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 5.0158992
Nov 23 12:43:32.364121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:32.367079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37572) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:32.389117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:32.389537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.454062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 88dc16d8-b946-4ce0-885c-886c16e42d3c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:32.545358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:32.550719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 88dc16d8-b946-4ce0-885c-886c16e42d3c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:32.616476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:32.625148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:32.635543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:32.663785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:32.683585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Port efa23cf0-b793-42ab-8a80-2e61c49016a8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:32.688620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f734b241-4bd7-4bc5-8c50-2f6a53b67bab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:32.714964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.718465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.737021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.745353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3c7196dd-896b-40ad-b9ae-3003e3c45d3c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:32.769518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.780885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Pushing event updated for resources: {'Port': ['ID=7868097c-90b7-4719-b50c-52a02216c304,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:32.798195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:32.800320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:32.889790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Provisioning complete for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:32.890214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.941110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3eb7-61a1-41cb-bc0d-0b046c85eee9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.946000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d6f3eb7-61a1-41cb-bc0d-0b046c85eee9 tempest-MeteringIpV6TestJSON-711056379 tempest-MeteringIpV6TestJSON-711056379] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/1812e6a8-79e2-4ab6-afe0-8cd962d442ba HTTP/1.1" status: 204  len: 168 time: 0.6652031
Nov 23 12:43:32.965098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:32.967887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:32.974011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:32.991269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:32.991679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.052394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13798951-6898-418f-9250-663de2a94627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:33.075906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:33.232628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Provisioning for port f1dedffa-2693-466b-bcf2-e84042284494 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:33.237965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event updated for resources: {'Subnet': ['ID=d8a78155-02ce-450f-9b2e-313403a01159,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:33.241130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Provisioning complete for port f1dedffa-2693-466b-bcf2-e84042284494 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:33.241573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.245369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:33.318952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Port f1dedffa-2693-466b-bcf2-e84042284494 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:33.342603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Provisioning complete for port 7868097c-90b7-4719-b50c-52a02216c304 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:33.343035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.377098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Pushing event updated for resources: {'Port': ['ID=78352d7d-765d-42bf-8ab9-2df2d769369d,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:33.399339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:33.464093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 63cfeaa8-c0b6-493d-9a6d-2b67af16219c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:33.471433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Checking segment: {'id': '36c10672-fec2-481d-8922-ecfe44ad0be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:33.471829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network hostable DHCP agents. Network: e885fd8c-56e8-4b14-b8b8-8ff54812f92e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:33.586882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.605481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37580) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:33.607465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::58 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/73a91fcc-bc9b-4dfa-b7d4-15580a569c50) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:33.624956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:33.625376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.627467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:43:33.636907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.649705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:33.662836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.681190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Provisioning complete for port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:33.681541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.686803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, e885fd8c-56e8-4b14-b8b8-8ff54812f92e) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:33.768132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.777587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dec25e-25f1-4b69-bd90-bfde17af1408 None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:33.807450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:33.808106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.887191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:33.891789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 10.5054088
Nov 23 12:43:33.897074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37586) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:33.910670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.6532102
Nov 23 12:43:33.911303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37590) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:33.915965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1579221882', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'fixed_ips': [{'ip_address': '172.26.6.35'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:33.928049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Request body: {'port': {'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1644678939'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:33.947159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:33.951061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6825bba7f0>> segment before_delete 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.951460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6825bba7f0>> subnet precommit_delete_associations 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.952917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> segment_host_mapping after_create 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.952917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> port after_create 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.953178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> port after_delete 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.953302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> port after_update 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.953666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> segment after_delete 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.954042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> subnet after_create 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.954399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> subnet after_delete 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:33.954749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f68268271d0>> subnet after_update 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:34.128011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6825923f28>> subnet after_create 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:34.128377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6825923f28>> subnet after_delete 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:34.128791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6825923f28>> subnet before_create 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:34.129166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6825923f28>> subnet before_update 55550000 {{(pid=81023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:43:34.130582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824f5ee48>,) {'filters': {'network_id': ['88dc16d8-b946-4ce0-885c-886c16e42d3c']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:34.187975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-e885fd8c-56e8-4b14-b8b8-8ff54812f92e', 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e', 'tenant_id': '8c066c2cd5d84890bb6e6d45d51323e3', 'fixed_ips': [{'subnet_id': 'd8a78155-02ce-450f-9b2e-313403a01159'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:43:34.189092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.225451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f734b241-4bd7-4bc5-8c50-2f6a53b67bab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:34.227492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Usage tracker for resource:port and tenant:d3b386d9ce6948898e7c91a136859ec7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:34.237077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824f5ee48>, '3eb229b1-02d5-4b18-b7fe-2ee02c4f34e0') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:34.237407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824f5ee48>, '3eb229b1-02d5-4b18-b7fe-2ee02c4f34e0') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:34.245606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:34.265831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:34.267983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.284532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.299378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.300343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.313806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:34.314328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.332198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.338011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Made reservation on behalf of d3b386d9ce6948898e7c91a136859ec7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:34.342769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.406972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:43:34.455241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-38b20763-610f-44e5-9f24-cca3a213125b None None] Port efa23cf0-b793-42ab-8a80-2e61c49016a8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:34.479877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:34.491541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Usage tracker for resource:port and tenant:8c066c2cd5d84890bb6e6d45d51323e3 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:34.492141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f734b241-4bd7-4bc5-8c50-2f6a53b67bab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:34.492689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.500474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:34.522797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.550032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:34.573973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Made reservation on behalf of 8c066c2cd5d84890bb6e6d45d51323e3 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:34.579141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.634970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.718111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:43:34.733679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Sync routers for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:43:34.740200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.759162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 88dc16d8-b946-4ce0-885c-886c16e42d3c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:34.771591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:34.781958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Allocated IP 172.20.0.2 (e885fd8c-56e8-4b14-b8b8-8ff54812f92e/d8a78155-02ce-450f-9b2e-313403a01159/f58a3627-7967-4de5-b31b-8adab98b63c0) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:34.790946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7868097c-90b7-4719-b50c-52a02216c304 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:34.835357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:34.836208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68251a9fd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:34.881511 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] 10.222.0.60 "PUT /v2.0/routers/31aa9904-3a7b-4c0f-aa46-98fde35c5757/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2860770
Nov 23 12:43:34.943978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] device_id is not set on port 4b153716-90da-4c8d-8ed0-048d9295518f yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:35.202558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 88dc16d8-b946-4ce0-885c-886c16e42d3c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   (rel_b, rel_a, rel_b),
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:43:35.231906 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:43:35.331974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 7868097c-90b7-4719-b50c-52a02216c304 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:35.333787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.375170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:35.380521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Usage tracker for resource:security_group_rule and tenant:1c59cc7ee5d94c93a10e5c8d2d72be37 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:35.384158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.385506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:35.389264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.393040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:35.408212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:35.482428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:35.492395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.503862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.510308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.513483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.514031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Fanout notify agent at l3_agent the message router_deleted on router 0604e396-8066-4f71-84d0-41ce7a964625 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:43:35.547666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:35.551216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:43:35.557494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-02eb376e-3a70-4742-a993-5b710d4c3728 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 4.7960927
Nov 23 12:43:35.557802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37606) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:35.569727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:35.590884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Usage tracker for resource:security_group_rule and tenant:d3b386d9ce6948898e7c91a136859ec7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:35.603178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:35.619042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.642325 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/88dc16d8-b946-4ce0-885c-886c16e42d3c HTTP/1.1" status: 204  len: 168 time: 3.2666743
Nov 23 12:43:35.646794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Deleting port 20f0f2c8-4599-4700-abfb-8be96a18a91a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:35.647178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.657376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:35.662889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37610) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:35.682898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:35.683430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.706277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ad3a47-f36f-4c2e-b5e0-8dc2ae62be9c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:35.717319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:35.724083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:35.729060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:35.751219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:network and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:35.755659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.758821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:35.763203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Transition to ACTIVE for port object f58a3627-7967-4de5-b31b-8adab98b63c0 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:35.773636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c59cc7ee5d94c93a10e5c8d2d72be37&name=default HTTP/1.1" status: 200  len: 2747 time: 2.1611981
Nov 23 12:43:35.775655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37616) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:35.780944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Network': ['ID=88dc16d8-b946-4ce0-885c-886c16e42d3c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:35.793670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:35.794575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:35.887557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Transition to ACTIVE for port object f58a3627-7967-4de5-b31b-8adab98b63c0 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:35.936128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:35.936230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:35.936318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37620) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:35.940632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:35.986522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'security_group': {'name': 'tempest-securitygroup--1189366447', 'description': 'tempest-description--518219394'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:36.005697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:36.019579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Usage tracker for resource:security_group and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:36.024646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:36.034568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:36.066418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.077908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:36.082927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.093590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Allocated IP 172.20.0.13 (e885fd8c-56e8-4b14-b8b8-8ff54812f92e/d8a78155-02ce-450f-9b2e-313403a01159/4b153716-90da-4c8d-8ed0-048d9295518f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:36.120457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Pushing event updated for resources: {'Port': ['ID=f58a3627-7967-4de5-b31b-8adab98b63c0,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:36.150000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=73a91fcc-bc9b-4dfa-b7d4-15580a569c50,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:36.152506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.155417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:36.159213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:36.205560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:36.221504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:36.234026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:36.234990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.236134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:36.238968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:36.239727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:36.243311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:36.244302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.246325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68251a9fd0>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:30Z', 'revision_number': 2, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:36.248203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:36.253089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Checking router: 31aa9904-3a7b-4c0f-aa46-98fde35c5757 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:43:36.253336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Updating router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 port efa23cf0-b793-42ab-8a80-2e61c49016a8 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:43:36.261940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.262675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.274048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Router d167afad-9a63-407e-9e07-719df625cedc is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:43:36.302999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:36.314424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.314851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Added segment 0a468216-5a60-4c56-a333-791cbea9856e of type vxlan for network 0254c24e-aa1a-436c-9757-98b4a5e1b45d
Nov 23 12:43:36.337368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Calling delete_port for 20f0f2c8-4599-4700-abfb-8be96a18a91a owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:36.361755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.373599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Attempting to bind port f58a3627-7967-4de5-b31b-8adab98b63c0 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:36.374213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Attempting to bind port f58a3627-7967-4de5-b31b-8adab98b63c0 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '36c10672-fec2-481d-8922-ecfe44ad0be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:36.374410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Attempting to bind port f58a3627-7967-4de5-b31b-8adab98b63c0 on network e885fd8c-56e8-4b14-b8b8-8ff54812f92e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:36.384594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 7.3375041
Nov 23 12:43:36.384794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.399708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:36.399708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Checking segment: {'id': '36c10672-fec2-481d-8922-ecfe44ad0be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:36.400008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37624) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:36.400075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.400402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Bound using segment: {'id': '36c10672-fec2-481d-8922-ecfe44ad0be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:36.401023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Bound port: f58a3627-7967-4de5-b31b-8adab98b63c0, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c10672-fec2-481d-8922-ecfe44ad0be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e885fd8c-56e8-4b14-b8b8-8ff54812f92e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:36.401382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.425410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Pushing event updated for resources: {'SecurityGroup': ['ID=883fc53e-1a20-410c-9f73-dbe041616856,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:36.469542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:36.481059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Usage tracker for resource:security_group_rule and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:36.490668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:36.524518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:36.578983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:36.600958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] For port f58a3627-7967-4de5-b31b-8adab98b63c0, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:36.621095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.667637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] For port f58a3627-7967-4de5-b31b-8adab98b63c0, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58a3627-7967-4de5-b31b-8adab98b63c0,segment=NetworkSegment(36c10672-fec2-481d-8922-ecfe44ad0be0),segment_id=36c10672-fec2-481d-8922-ecfe44ad0be0)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:36.686609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.706029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:36.764315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:36.779879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] device_id is not set on port 32c2e700-5907-433f-bb48-243591212115 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:36.814049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c05ed743-593c-4e5b-a832-53f6efbb6125 None None] Provisioning for port 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:36.829693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.837261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c05ed743-593c-4e5b-a832-53f6efbb6125 None None] Provisioning complete for port 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:36.837498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c05ed743-593c-4e5b-a832-53f6efbb6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.855784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:36.870749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.880496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:36.881119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:36.896103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ad3a47-f36f-4c2e-b5e0-8dc2ae62be9c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:36.913046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:36.915382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6034d64-c78c-48e7-a38e-a0d783c12c1b tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:37.057552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ec73c-b63a-4245-b8da-1534a7b86b7d tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:37.061406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Pushing event updated for resources: {'Port': ['ID=f58a3627-7967-4de5-b31b-8adab98b63c0,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:37.063484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ec73c-b63a-4245-b8da-1534a7b86b7d tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:37.064350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c05ed743-593c-4e5b-a832-53f6efbb6125 None None] Port 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:37.068946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ec73c-b63a-4245-b8da-1534a7b86b7d tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:37.071293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:37.074557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a24ec73c-b63a-4245-b8da-1534a7b86b7d tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.6726944
Nov 23 12:43:37.074692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.086240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35ad3a47-f36f-4c2e-b5e0-8dc2ae62be9c HTTP/1.1" status: 204  len: 168 time: 1.2955222
Nov 23 12:43:37.090018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37630) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.094518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 1.4206948
Nov 23 12:43:37.101566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37636) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.230509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'subnet': {'network_id': '0254c24e-aa1a-436c-9757-98b4a5e1b45d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:37.253858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:37.256994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=0254c24e-aa1a-436c-9757-98b4a5e1b45d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:37.277660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:37.278813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:subnet and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:37.280756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.293311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:37.329711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:37.333529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] POST failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:43:37.333867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.334394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] No notification will be sent due to unsuccessful status code: 409 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:43:37.342283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:37.342667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.354298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.370683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:37.371648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:37.384130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.386332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:37.393969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.399187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.403836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Transition to ACTIVE for port object 4b153716-90da-4c8d-8ed0-048d9295518f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:37.408604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Transition to ACTIVE for port object efa23cf0-b793-42ab-8a80-2e61c49016a8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:37.421122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:37.424902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 3.5221524
Nov 23 12:43:37.450626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37642) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.555408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:43:37.565774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Sync routers for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:43:37.592812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:37.593495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f4f60>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:37.594295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.599530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a060370a-0295-421c-859f-985c45e93b28 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 13.9714630
Nov 23 12:43:37.604791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37648) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.721004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37652) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.731481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad896d8-18b2-44ef-87f5-b923f77efdb9,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:37.736030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:37.779198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:37.863484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.875072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1663 time: 1.9408045
Nov 23 12:43:37.877926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37658) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:37.889922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Pushing event deleted for resources: {'Port': ['ID=20f0f2c8-4599-4700-abfb-8be96a18a91a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:37.926874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:37.943878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:37.970638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:37.994822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:37.995717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'security_group_rule': {'security_group_id': '5ad896d8-18b2-44ef-87f5-b923f77efdb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:38.037586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:38.057221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Usage tracker for resource:security_group_rule and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:38.073449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58a3627-7967-4de5-b31b-8adab98b63c0 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:38.081405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:38.089190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:38.116580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.124707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.143280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.179033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Deleting port 78352d7d-765d-42bf-8ab9-2df2d769369d {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:38.179395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.229557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:38.302272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Pushing event updated for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:38.316258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:38.385043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f4f60>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:33Z', 'revision_number': 3, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:38.389586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Checking router: d167afad-9a63-407e-9e07-719df625cedc for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:43:38.389974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Updating router d167afad-9a63-407e-9e07-719df625cedc port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:43:38.404116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event updated for resources: {'Port': ['ID=4b153716-90da-4c8d-8ed0-048d9295518f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:38.405690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f58a3627-7967-4de5-b31b-8adab98b63c0 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:38.430227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Attempting to bind port efa23cf0-b793-42ab-8a80-2e61c49016a8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:38.430994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Attempting to bind port efa23cf0-b793-42ab-8a80-2e61c49016a8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:38.431824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Attempting to bind port efa23cf0-b793-42ab-8a80-2e61c49016a8 on network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:38.433280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:38.440214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:38.441014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Checking segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:38.442190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.442820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Bound using segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:38.443742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Bound port: efa23cf0-b793-42ab-8a80-2e61c49016a8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:38.444676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.511384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.518048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.573567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] For port efa23cf0-b793-42ab-8a80-2e61c49016a8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:38.581824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] For port efa23cf0-b793-42ab-8a80-2e61c49016a8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=efa23cf0-b793-42ab-8a80-2e61c49016a8,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:38.587734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.624363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:38.665542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:38.684538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] 10.222.0.60 "DELETE /v2.0/ports/20f0f2c8-4599-4700-abfb-8be96a18a91a HTTP/1.1" status: 204  len: 168 time: 3.1255195
Nov 23 12:43:38.709194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Usage tracker for resource:security_group_rule and tenant:88d76d224e0f47a6b30fb400c4dfd386 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:38.736316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:38.753572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.785308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:38.850066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Pushing event updated for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:38.891764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:38.987985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:38.999107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.024949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for 73a91fcc-bc9b-4dfa-b7d4-15580a569c50 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:39.053844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:39.068644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.070112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1883051
Nov 23 12:43:39.078707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37666) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:39.093569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:39.094282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68251a9fd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:39.096015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'security_group_rule': {'security_group_id': '5ad896d8-18b2-44ef-87f5-b923f77efdb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:39.105162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:39.115660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Usage tracker for resource:security_group_rule and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:39.120406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:39.129468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:39.192457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d06b24d-73be-4593-aab1-b5d066fb753f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:39.197589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.201669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.202487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.225795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:39.228681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:39.235778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:39.322662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc36928-3055-4020-9617-9e6aa8c0b559 None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:39.325508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:39.329900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:39.330584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.417373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37672) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:39.460003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.490255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.505579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Transition to ACTIVE for port object 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:39.505799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.512124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.538999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:39.648368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Calling delete_port for 78352d7d-765d-42bf-8ab9-2df2d769369d owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:39.681985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Provisioning for port f58a3627-7967-4de5-b31b-8adab98b63c0 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:39.693732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a9350-aa7c-4574-a34f-3108c3c950e5,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:39.697030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:39.697826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.726997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Provisioning complete for port f58a3627-7967-4de5-b31b-8adab98b63c0 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:39.727502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.742584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.744181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6587274
Nov 23 12:43:39.746635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:39.798099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:39.844413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:39.846145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Attempting to bind port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:39.846387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Attempting to bind port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:39.846859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Attempting to bind port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:39.859388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Pushing event updated for resources: {'Port': ['ID=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:39.863245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:39.864827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:39.865389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:39.865956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.866487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:39.867123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Bound port: 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:39.867637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.872644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:43:39.873180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:39.881030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:39.882967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:39.903391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:40.002598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] For port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:40.007657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] For port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:40.013621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.016798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Usage tracker for resource:security_group_rule and tenant:52ce4179647a46b6b80cbfade2826577 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:40.021929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:40.025247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:40.041980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Usage tracker for resource:floatingip and tenant:df264f79e3924c32a3f7c089ad1bff38 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:40.047164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:40.052836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.057963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:40.068901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 6.1451445
Nov 23 12:43:40.084905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37682) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:40.085852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:40.109130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device efa23cf0-b793-42ab-8a80-2e61c49016a8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:40.123378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:40.125461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:40.168955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.169613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Deleting port 4b153716-90da-4c8d-8ed0-048d9295518f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:40.170000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.264344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=73a91fcc-bc9b-4dfa-b7d4-15580a569c50,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:40.280724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Subnet': ['ID=8ae72f11-2e4c-4a62-9f3a-00573b81e0a0,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:40.284050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:40.296652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:40.305195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Pushing event updated for resources: {'Port': ['ID=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:40.311704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.341636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.345575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:40.362367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:40.378487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.485504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:40.486200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f4f60>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:40.600163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88d76d224e0f47a6b30fb400c4dfd386&name=default HTTP/1.1" status: 200  len: 2747 time: 2.8657169
Nov 23 12:43:40.602952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9707b6-b82f-46fa-b5f9-7114adc47d90,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:40.617422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:40.627528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] For port f58a3627-7967-4de5-b31b-8adab98b63c0, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58a3627-7967-4de5-b31b-8adab98b63c0,segment=NetworkSegment(36c10672-fec2-481d-8922-ecfe44ad0be0),segment_id=36c10672-fec2-481d-8922-ecfe44ad0be0)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:40.646884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.652868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:40.654316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b08df706-3f71-4e72-89ec-6d023fd6bb4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:40.827428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:40.831830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.834689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.842792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.894214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port efa23cf0-b793-42ab-8a80-2e61c49016a8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:40.915271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:40.928931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.953857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.959149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Pushing event updated for resources: {'Port': ['ID=f58a3627-7967-4de5-b31b-8adab98b63c0,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:40.964923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.974078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:40.984068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Checking segment: {'id': '0a468216-5a60-4c56-a333-791cbea9856e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0254c24e-aa1a-436c-9757-98b4a5e1b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:40.984483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network hostable DHCP agents. Network: 0254c24e-aa1a-436c-9757-98b4a5e1b45d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:40.994914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:40.999814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.045793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ffa097fe-3a4e-4d7c-aa5a-06ed0544a398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:41.081560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:41.082916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.174624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ad26f22-2120-4cab-bc86-caf5e4a09acb tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:41.181025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750ed094-7ff2-407f-9315-a7a77e9b9908,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:41.195585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:41.289717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f4f60>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:33Z', 'revision_number': 3, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:41.294575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca4451-549d-436c-ae25-27f000c0733e None None] The sync data for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs is: [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:33Z', 'revision_number': 3, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:43:41.311374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.331024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.341722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Calling delete_port for 4b153716-90da-4c8d-8ed0-048d9295518f owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:41.342380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Pushing event deleted for resources: {'Port': ['ID=78352d7d-765d-42bf-8ab9-2df2d769369d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:41.348239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/73a91fcc-bc9b-4dfa-b7d4-15580a569c50 HTTP/1.1" status: 204  len: 168 time: 4.2474391
Nov 23 12:43:41.350525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:41.353658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:41.397406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68251a9fd0>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:38Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:41.417591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cdbee-bea2-4129-af2b-93ae8070d058 None None] The sync data for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs is: [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:38Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:43:41.425503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port efa23cf0-b793-42ab-8a80-2e61c49016a8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=efa23cf0-b793-42ab-8a80-2e61c49016a8,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:41.437739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.446649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:41.466993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d881593e-ebb4-4580-837d-1d49cfdbcca4 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] GET failed (client error): The resource could not be found.
Nov 23 12:43:41.467549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d881593e-ebb4-4580-837d-1d49cfdbcca4 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Synchronizing usage tracker for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:41.495579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.537961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52ce4179647a46b6b80cbfade2826577&name=default HTTP/1.1" status: 200  len: 2747 time: 2.1172535
Nov 23 12:43:41.548748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:41.558170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:41.590764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Allocated IP 172.26.6.22 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f3940d8d-c934-4663-9c96-d508e9171c4b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:41.610759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d881593e-ebb4-4580-837d-1d49cfdbcca4 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Unset dirty status for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:41.615681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d881593e-ebb4-4580-837d-1d49cfdbcca4 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports/73a91fcc-bc9b-4dfa-b7d4-15580a569c50 HTTP/1.1" status: 404  len: 333 time: 0.2549918
Nov 23 12:43:41.618226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:41.620398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37698) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:41.633656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:41.637667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409586537'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:41.644318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:43:41.645409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:43:41.817701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.871724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:41.912828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 0254c24e-aa1a-436c-9757-98b4a5e1b45d) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:41.923608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b5621-ec28-4bb6-99e0-b09b0d2813d1 None None] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:42.003718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:42.005312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.042682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.048270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] 10.222.0.60 "DELETE /v2.0/floatingips/7bdf9040-cf78-4e0e-b339-05414e9dfe97 HTTP/1.1" status: 204  len: 168 time: 4.5923502
Nov 23 12:43:42.134719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.247086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58a3627-7967-4de5-b31b-8adab98b63c0 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:42.269297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.1586628
Nov 23 12:43:42.277125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:42.302009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'floatingip': {'floating_network_id': '0254c24e-aa1a-436c-9757-98b4a5e1b45d'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:42.322828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:42.325681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.332996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:floatingip and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:42.343697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:42.352385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:42.362784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.399162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:42.429226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9707b6-b82f-46fa-b5f9-7114adc47d90,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:42.452464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:42.453087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:42.455607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.472581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:42.488394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.501190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f58a3627-7967-4de5-b31b-8adab98b63c0 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:42.501606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.505493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.533645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:42.553986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.555224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff9707b6-b82f-46fa-b5f9-7114adc47d90 HTTP/1.1" status: 204  len: 168 time: 1.9292092
Nov 23 12:43:42.557888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.559079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37712) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:42.613487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.633747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Provisioning complete for port f58a3627-7967-4de5-b31b-8adab98b63c0 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:42.634317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.648459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:42.687271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ed094-7ff2-407f-9315-a7a77e9b9908,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:42.710876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e2538-d2b3-443e-b762-168630ed84b4 None None] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:42.720506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:42.732378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:42.815219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.821413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/750ed094-7ff2-407f-9315-a7a77e9b9908 HTTP/1.1" status: 204  len: 168 time: 1.2717404
Nov 23 12:43:42.835084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:42.883992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:43.113222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'Port': ['ID=f3940d8d-c934-4663-9c96-d508e9171c4b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:43.122043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:43.155231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event deleted for resources: {'Port': ['ID=4b153716-90da-4c8d-8ed0-048d9295518f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:43.181044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:43.202468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:43.355237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Allocated IP 172.20.0.1 (1ea07c7f-3332-4f16-8423-aa4d6688ff2e/f662c08e-c24d-4fb4-bb79-e52c8cb5cf57/0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:43.359988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8977aecf-4571-46df-8a26-3f112e78621a None None] Could not find standard attr ID for object 4b153716-90da-4c8d-8ed0-048d9295518f. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:43:43.361510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:43.370386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:43.370817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.515951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.546901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:43.554235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.555151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device efa23cf0-b793-42ab-8a80-2e61c49016a8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:43.612469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:43.618739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:43.742609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:43.745708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02280183-6652-4742-bd39-4118abcee7cf None None] Provisioning complete for port f58a3627-7967-4de5-b31b-8adab98b63c0 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:43.746025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02280183-6652-4742-bd39-4118abcee7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.760002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.768726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37732) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:43.786477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Transition to ACTIVE for port object 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:43.792797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.818317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:43.880405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port efa23cf0-b793-42ab-8a80-2e61c49016a8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:43.880854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:43.894212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:43.900109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:43.910167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:43.938780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:43.944625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Usage tracker for resource:security_group_rule and tenant:52013a58286a4a4d9e9b18bedfc5c0f0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:43.948755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:43.955053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:43.966838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::247 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/7a38e3b5-cdda-4c24-a9fe-1de760efe144) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:44.016299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.065815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-49a784b7-0354-47d0-97c6-4200a57c90a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3796a34c1be4a7f8c7101948f91c500&name=default HTTP/1.1" status: 200  len: 2743 time: 0.2920580
Nov 23 12:43:44.072031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.072306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37738) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:44.075742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02280183-6652-4742-bd39-4118abcee7cf None None] Could not find standard attr ID for object 4b153716-90da-4c8d-8ed0-048d9295518f. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:43:44.085583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "DELETE /v2.0/ports/4b153716-90da-4c8d-8ed0-048d9295518f HTTP/1.1" status: 204  len: 168 time: 3.9936509
Nov 23 12:43:44.087611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37742) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:44.094822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.151546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5f83390-6532-4fb3-a620-6f9a876fc18a tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:44.196371 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52013a58286a4a4d9e9b18bedfc5c0f0&name=default HTTP/1.1" status: 200  len: 2747 time: 1.6330988
Nov 23 12:43:44.204619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37750) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:44.210752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.264283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:44.298261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d44be3-e377-40fe-969d-a1272134b256,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:44.317417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:44.321726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb93a974-e5e5-4c17-b073-72c0d28f6cc5 tempest-RoutersAdminNegativeIpV6Test-29166761 tempest-RoutersAdminNegativeIpV6Test-29166761] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:44.372600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.386304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.414048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:44.414458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.432637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.437165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:44.495817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:44.557580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dcc4b815-2ee5-4793-8644-bdb43412413f tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5170 time: 0.4647105
Nov 23 12:43:44.559995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.561648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37758) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:44.574042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1234241217'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:44.583137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:44.585493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37762) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:44.596536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Usage tracker for resource:network and tenant:8c066c2cd5d84890bb6e6d45d51323e3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:44.606461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:44.615341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:44.626761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:44.640027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:44.649388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:44.692314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.715477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object 7a38e3b5-cdda-4c24-a9fe-1de760efe144 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:44.763620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.824271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.874583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Made reservation on behalf of 8c066c2cd5d84890bb6e6d45d51323e3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:44.880227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.881161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.883781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.925317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eec910ab-34bc-4f96-b2db-5e75c7a8764d tempest-AgentManagementNegativeTest-1374735475 tempest-AgentManagementNegativeTest-1374735475] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3378856
Nov 23 12:43:44.930066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:44.951665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Allocated IP 172.20.0.8 (0254c24e-aa1a-436c-9757-98b4a5e1b45d/8ae72f11-2e4c-4a62-9f3a-00573b81e0a0/c4b2c778-2771-4df0-86b5-e2d7647a8efe) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:44.955830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce70e8b3-1b2c-4b65-ac4f-ba43bd096a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:44.980914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:45.013094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.013533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Added segment 3659ee24-4709-467e-8e1a-81867c83f105 of type vxlan for network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d
Nov 23 12:43:45.016487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a1de0867-061f-4cda-a547-927ef858de9e None None] Provisioning for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:45.024670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a1de0867-061f-4cda-a547-927ef858de9e None None] Provisioning complete for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:45.025777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1de0867-061f-4cda-a547-927ef858de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.086376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.120093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a1de0867-061f-4cda-a547-927ef858de9e None None] Port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:45.150770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.188848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.198656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=7a38e3b5-cdda-4c24-a9fe-1de760efe144,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:45.208294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:45.230737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84f8e0a8-59f7-4c3d-9190-6149b938e440 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:45.289632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.290872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eca10af0-0562-493a-8050-8cda40e6ae29 HTTP/1.1" status: 204  len: 168 time: 1.2174938
Nov 23 12:43:45.322958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca10af0-0562-493a-8050-8cda40e6ae29,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:45.323874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.329815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.330284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:45.342053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.358378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37774) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:45.369428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:45.370132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.374012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:45.384373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03984709-c6af-4477-a270-5f3f768f63f4 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:45.416243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d44be3-e377-40fe-969d-a1272134b256,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:45.418645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.419904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4d44be3-e377-40fe-969d-a1272134b256 HTTP/1.1" status: 204  len: 168 time: 1.2147524
Nov 23 12:43:45.423908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:45.428564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:45.432573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:45.447668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:45.452057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:45.452802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.514591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.8881485
Nov 23 12:43:45.518066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37782) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:45.528293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a6', 'mac_address': 'fa:16:3e:53:ff:18'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:45.639041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.652760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.691595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:43:45.812740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:45.834881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.2687244
Nov 23 12:43:45.858679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ee4a8e3-9ce4-49c3-9e8f-b431a5eb1004 None None] Provisioning for port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:45.860060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37788) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:45.871403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ee4a8e3-9ce4-49c3-9e8f-b431a5eb1004 None None] Provisioning complete for port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:45.871822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a8e3-9ce4-49c3-9e8f-b431a5eb1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.902772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:45.964676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4a8e3-9ce4-49c3-9e8f-b431a5eb1004 None None] Port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:46.002475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event updated for resources: {'Network': ['ID=8ab4ae7b-2725-4310-a4e4-d5c653c0229d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:46.028499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:46.029861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:46.058562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:46.179228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'Port': ['ID=f3940d8d-c934-4663-9c96-d508e9171c4b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:46.182633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:46.229904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3ad8b12-10e4-4f23-a84e-dd8d593ffd3b tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks HTTP/1.1" status: 200  len: 6411 time: 0.3617070
Nov 23 12:43:46.233398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.234077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37800) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:46.263092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:46.277085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Usage tracker for resource:security_group_rule and tenant:8f3c60eb91e94fddb958d95020b6c305 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:46.278881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-908f58fc-09b9-48f4-b777-66bb8a32c99e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:46.286004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:46.384202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37806) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:46.388051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.416891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:46.465492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.523676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.529502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Port': ['ID=c4b2c778-2771-4df0-86b5-e2d7647a8efe,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:46.539308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:46.610179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.622095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.645284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:46.655590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.8313010
Nov 23 12:43:46.655907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517790ab-6400-46c6-9298-7b20a9638ce9 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:46.659677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e97a64f-1540-40de-b7b9-f52f510b7e3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3b386d9ce6948898e7c91a136859ec7&name=default HTTP/1.1" status: 200  len: 2747 time: 0.2539866
Nov 23 12:43:46.663530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37816) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:46.722305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6217903c-02f9-4558-8a28-cc387022302f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:46.783505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a00695-e59b-4560-8799-76922adeee75 None None] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:46.793494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-517790ab-6400-46c6-9298-7b20a9638ce9 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "POST /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.5552704
Nov 23 12:43:46.808711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37822) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:46.841152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:46.850144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:46.859056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:46.900970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:46.913155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.088347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:47.092946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27825f51-4858-476f-86ed-212e2ae4fad3 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks HTTP/1.1" status: 200  len: 7174 time: 0.2856987
Nov 23 12:43:47.143773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37832) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:47.269158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:47.272815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:47.340710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.349089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.354066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.399334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.448374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:47.491248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.504472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3422d0d2-72cc-4cd1-984a-ac6f0964fd7d tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "DELETE /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks/8ab4ae7b-2725-4310-a4e4-d5c653c0229d HTTP/1.1" status: 204  len: 168 time: 0.3413455
Nov 23 12:43:47.522067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37856) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:47.573457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.583118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f3c60eb91e94fddb958d95020b6c305&name=default HTTP/1.1" status: 200  len: 2747 time: 2.2010627
Nov 23 12:43:47.583991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37862) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:47.591393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d435bfdc-c3ae-4cc3-9318-b8e72578b31a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:47.607453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:47.654188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.682893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.704193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e6118cb0-da32-44a6-b287-c44aad0eed00 None None] Provisioning complete for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:47.708312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6118cb0-da32-44a6-b287-c44aad0eed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:47.777514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e6118cb0-da32-44a6-b287-c44aad0eed00 None None] Port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:47.875005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37874) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:47.878466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:47.946485 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 23 12:43:48.053876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.098367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=7a38e3b5-cdda-4c24-a9fe-1de760efe144,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:48.125093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:48.127291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:48.134826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37882) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:48.188093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.190916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-efeff8cb-4ff0-4905-8944-d576a254e26c tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Synchronizing usage tracker for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:48.203953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883fc53e-1a20-410c-9f73-dbe041616856,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:48.223156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9b83d64-a66b-4054-8df5-e110310fc35f tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks HTTP/1.1" status: 200  len: 6411 time: 0.6923881
Nov 23 12:43:48.223156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:48.226117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37888) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:48.232713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.236526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/883fc53e-1a20-410c-9f73-dbe041616856 HTTP/1.1" status: 204  len: 168 time: 1.5683668
Nov 23 12:43:48.263398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.275060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-efeff8cb-4ff0-4905-8944-d576a254e26c tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Unset dirty status for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:48.276301 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-efeff8cb-4ff0-4905-8944-d576a254e26c tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1189366447&fields=id&tenant_id=df264f79e3924c32a3f7c089ad1bff38 HTTP/1.1" status: 200  len: 267 time: 0.3660257
Nov 23 12:43:48.279004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] In _notify_port_updated(), no bound segment for port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 on network 9a7441c7-c446-4901-ac37-f3d9675b8e6f {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:43:48.283326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:48.284025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.289191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "PUT /v2.0/ports/7a38e3b5-cdda-4c24-a9fe-1de760efe144 HTTP/1.1" status: 200  len: 1002 time: 2.7682326
Nov 23 12:43:48.299081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37894) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:48.321324 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-327fe2c0-fb30-40f9-a280-1802b6146fc0 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/networks/e885fd8c-56e8-4b14-b8b8-8ff54812f92e/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.0931568
Nov 23 12:43:48.327428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37898) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:48.361343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e5c3e66-a361-45ea-ad98-0c16a6f6d603 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/networks/e885fd8c-56e8-4b14-b8b8-8ff54812f92e/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.0312202
Nov 23 12:43:48.370869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37902) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:48.444806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.465892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.489191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-194930192', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:48.499773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:48.512604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Router d167afad-9a63-407e-9e07-719df625cedc has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:43:48.514039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:48.520221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:48.520764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.553908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Usage tracker for resource:port and tenant:a7bdef28cc19408c8553d2cd2c340497 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:48.572340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:48.600200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:48.627487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a77c4da-bd01-416c-a9e7-ce6fdaa8fc8f None None] Provisioning complete for port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:48.628171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a77c4da-bd01-416c-a9e7-ce6fdaa8fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.647655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.687581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a77c4da-bd01-416c-a9e7-ce6fdaa8fc8f None None] Port 7a38e3b5-cdda-4c24-a9fe-1de760efe144 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:48.715216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:48.730188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Made reservation on behalf of a7bdef28cc19408c8553d2cd2c340497 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:48.735774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.754776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435bfdc-c3ae-4cc3-9318-b8e72578b31a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:48.763772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c25fe8ef-9eb5-4995-8c09-f9a521db9158 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:48.764734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c25fe8ef-9eb5-4995-8c09-f9a521db9158 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Synchronizing usage tracker for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:48.772270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:48.794662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.823782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Port': ['ID=c4b2c778-2771-4df0-86b5-e2d7647a8efe,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:48.825085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c25fe8ef-9eb5-4995-8c09-f9a521db9158 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Unset dirty status for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:48.834139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c25fe8ef-9eb5-4995-8c09-f9a521db9158 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/networks?id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 200  len: 806 time: 0.5339537
Nov 23 12:43:48.847402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:48.924912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:48.926728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d435bfdc-c3ae-4cc3-9318-b8e72578b31a HTTP/1.1" status: 204  len: 168 time: 1.3362648
Nov 23 12:43:48.965867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-707989fe-7741-4a6f-9e0d-b8f819092ead tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/quotas/df264f79e3924c32a3f7c089ad1bff38 HTTP/1.1" status: 200  len: 375 time: 0.1306868
Nov 23 12:43:48.998566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98d381bb-c864-46d4-bd92-f691940e1c23 tempest-DHCPAgentSchedulersTestJSON-149333962 tempest-DHCPAgentSchedulersTestJSON-149333962] 10.222.0.60 "GET /v2.0/agents/76308d6e-2995-457a-b8da-3d14a3133491/dhcp-networks HTTP/1.1" status: 200  len: 6411 time: 0.6166284
Nov 23 12:43:48.999192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:49.024724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:49.043027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Usage tracker for resource:security_group_rule and tenant:a7bdef28cc19408c8553d2cd2c340497 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:49.050202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:49.075514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:49.122719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.208039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.223130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.284926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for 7a38e3b5-cdda-4c24-a9fe-1de760efe144 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:49.316457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.316457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 7.0306294
Nov 23 12:43:49.317909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:49.336163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c62cdbea-ea54-4d09-a5c1-2ac1c6fb203e tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Synchronizing usage tracker for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:49.470002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37942) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:49.470347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3a233abc-0817-463e-a97f-550cfafc5330 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=0254c24e-aa1a-436c-9757-98b4a5e1b45d HTTP/1.1" status: 200  len: 689 time: 0.1501834
Nov 23 12:43:49.477113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.491115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c62cdbea-ea54-4d09-a5c1-2ac1c6fb203e tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Unset dirty status for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:49.508346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c62cdbea-ea54-4d09-a5c1-2ac1c6fb203e tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?tenant_id=df264f79e3924c32a3f7c089ad1bff38&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5320151
Nov 23 12:43:49.541831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.546604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.568870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-380ca3ec-c064-4705-afaf-41fe3d16379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:49.670705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:43:49.681254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Sync routers for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:43:49.694353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] 10.222.0.60 "PUT /v2.0/routers/d167afad-9a63-407e-9e07-719df625cedc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0783975
Nov 23 12:43:49.713569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:49.715110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253b0390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:49.802408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68241cbf98>,) {'filters': {'network_id': ['8ab4ae7b-2725-4310-a4e4-d5c653c0229d']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:49.823040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241cbf98>, '3659ee24-4709-467e-8e1a-81867c83f105') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:49.823361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241cbf98>, '3659ee24-4709-467e-8e1a-81867c83f105') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:49.883867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:49.909662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.022076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.022932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:50.025724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Releasing vxlan tunnel 9 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:43:50.032466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] device_id is not set on port 74584f7d-45a1-4597-9077-7d1c83522d93 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:50.081159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Pushing event updated for resources: {'SecurityGroup': ['ID=249ad794-4c6e-4352-90f6-f37535cb1dd8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:50.089409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:50.134658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.201412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Deleting port c4b2c778-2771-4df0-86b5-e2d7647a8efe {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:50.201796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.246855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:50.311483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=7a38e3b5-cdda-4c24-a9fe-1de760efe144,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:50.318193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:50.408541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.432525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/7a38e3b5-cdda-4c24-a9fe-1de760efe144 HTTP/1.1" status: 204  len: 168 time: 2.1302888
Nov 23 12:43:50.433536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37970) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:50.502051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-fe7eb2d5-136f-40dc-8fe6-68403da272ff service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:43:50.513736 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-fe7eb2d5-136f-40dc-8fe6-68403da272ff service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4254887
Nov 23 12:43:50.567280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253b0390>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:45Z', 'revision_number': 2, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:50.572832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Checking router: d167afad-9a63-407e-9e07-719df625cedc for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:43:50.573587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Updating router d167afad-9a63-407e-9e07-719df625cedc port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:43:50.615110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:50.639550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1e0e98-18e0-477a-b3ce-d1cfb2ad169a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] GET failed (client error): The resource could not be found.
Nov 23 12:43:50.640113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e1e0e98-18e0-477a-b3ce-d1cfb2ad169a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Synchronizing usage tracker for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:50.653840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.675922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:50.730943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e1e0e98-18e0-477a-b3ce-d1cfb2ad169a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Unset dirty status for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:50.732193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9e1e0e98-18e0-477a-b3ce-d1cfb2ad169a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports/7a38e3b5-cdda-4c24-a9fe-1de760efe144 HTTP/1.1" status: 404  len: 333 time: 0.2975402
Nov 23 12:43:50.736030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 37974) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:50.756584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-976539059'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:50.948491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-001be97f-c5ed-40c9-bf77-8764e28a46ca service neutron] 10.222.0.60 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4332190
Nov 23 12:43:50.975023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37982) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:51.105157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network 8ab4ae7b-2725-4310-a4e4-d5c653c0229d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:43:51.133119 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:43:51.142376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 37990) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:51.211156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'security_group': {'name': 'tempest-securitygroup--1636579134', 'description': 'tempest-description--597592870'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:51.218073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.218446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.233118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:51.264773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:51.282222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Usage tracker for resource:security_group and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:51.350645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-1e1d9a2e-5842-4a5b-8bde-408e0e62318e service neutron] 10.222.0.60 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4008844
Nov 23 12:43:51.366743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:51.388681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.393833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:51.407194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.409179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1018063735'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:51.413061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:51.426193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Calling delete_port for c4b2c778-2771-4df0-86b5-e2d7647a8efe owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:51.457773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:51.462003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:51.465112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:51.474276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:51.475275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Transition to ACTIVE for port object 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:51.483015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.489012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:51.496410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.507441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:51.507441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.537341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:51.553383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.575927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.582023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:51.585129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:51.599937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event deleted for resources: {'Network': ['ID=8ab4ae7b-2725-4310-a4e4-d5c653c0229d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:51.608824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:51.632521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "DELETE /v2.0/networks/8ab4ae7b-2725-4310-a4e4-d5c653c0229d HTTP/1.1" status: 204  len: 168 time: 2.6297662
Nov 23 12:43:51.633408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38006) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:51.710895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port 0bca6435-f4ea-4d78-89f3-11899694af76 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:51.764068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38014) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:51.794996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Pushing event updated for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:51.796690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf1d806-392d-4e39-a826-87d1d99be34c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] DELETE failed (client error): The resource could not be found.
Nov 23 12:43:51.797199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf1d806-392d-4e39-a826-87d1d99be34c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:43:51.802136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:51.813913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:51.816987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:51.874781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:51.899609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:51.902284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38026) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:51.917045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Usage tracker for resource:security_group_rule and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:51.941698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:51.944982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:51.960874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:51.974165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbf1d806-392d-4e39-a826-87d1d99be34c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "DELETE /v2.0/ports/4b153716-90da-4c8d-8ed0-048d9295518f HTTP/1.1" status: 404  len: 333 time: 0.3353469
Nov 23 12:43:51.979891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38032) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:52.061537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Attempting to bind port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:43:52.061961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Attempting to bind port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:43:52.062369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Attempting to bind port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 on network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:43:52.075883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.079738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:43:52.080116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Checking segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:52.080598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.081033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Bound using segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:43:52.081549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Bound port: 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:43:52.082008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.111219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:52.112138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Allocated IP 172.26.6.205 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/74584f7d-45a1-4597-9077-7d1c83522d93) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:52.257147 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 23 12:43:52.269268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] For port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:43:52.273066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] For port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:43:52.279030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.312161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Port': ['ID=c4b2c778-2771-4df0-86b5-e2d7647a8efe,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:52.321422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::3a (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/0bca6435-f4ea-4d78-89f3-11899694af76) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:43:52.330073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1494232570', 'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:52.353223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:52.386650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:52.391030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2abd802-ebf1-4a28-baf1-a0f2dbbb394f req-f909441b-fb38-4056-8a84-fbc992636ab9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.6240318
Nov 23 12:43:52.474402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:network and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:52.490381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:52.514334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:52.521147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.535297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.545192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:52.579412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:52.619088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.624159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Made reservation on behalf of b4f5a3db8c524ed2b47a30401b22d4ae for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:52.629574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.635358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.662325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Pushing event updated for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:52.665423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object 0bca6435-f4ea-4d78-89f3-11899694af76 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:43:52.692400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:52.703070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.743121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.758894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.768607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:43:52.770319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253b0390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:52.775227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:52.793361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.810793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.811321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment 5bb93e8e-b3b3-4a22-8867-4b6ca4639756 of type vxlan for network efef753d-00b7-421f-a41f-55478bf94eff
Nov 23 12:43:52.838489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'SecurityGroup': ['ID=08ecbfdd-3e97-4559-9277-6e589e5f0663,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:52.853224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:52.857509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:52.890853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Deleting subnet d8a78155-02ce-450f-9b2e-313403a01159 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:43:52.930172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.971206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:52.972574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1663 time: 1.7769449
Nov 23 12:43:53.026867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.031296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38054) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:53.039301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'security_group_rule': {'security_group_id': '08ecbfdd-3e97-4559-9277-6e589e5f0663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:53.045688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:43:53.055381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:53.090604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:53.095053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=323be6bf-b16b-493e-b82a-c20237e735e3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:53.105742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:53.110546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Usage tracker for resource:security_group_rule and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:53.116016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:53.121246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:53.126599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:security_group_rule and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:53.136178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:53.140868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.156244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:53.161067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:53.178178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:53.184934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:53.190030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:53.190727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.212716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:53.228717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.237308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=0bca6435-f4ea-4d78-89f3-11899694af76,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:53.279468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.286274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:53.286900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:53.309414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.374870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.444984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Pushing event updated for resources: {'Port': ['ID=74584f7d-45a1-4597-9077-7d1c83522d93,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:53.509563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.570321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:53.615670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:53.616278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.641754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7eeb80e4-3442-4020-b522-253dd3eb8026 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.9045055
Nov 23 12:43:53.650097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:53.654691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d04baee-0c58-4164-a89e-70f1faf7b5ab req-66ff29db-3eb5-456a-ade2-5b453244f1db tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.0685222
Nov 23 12:43:53.661056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38068) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:53.676715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:53:ff:18'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:53.762819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253b0390>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:52Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:53.769194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544cb27-dde6-46a1-b2b7-bfc01fcfde60 None None] The sync data for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs is: [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:52Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:43:53.849110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e70631d7-d23c-434e-8f64-515bdda4db97 None None] Provisioning for port 0bca6435-f4ea-4d78-89f3-11899694af76 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:53.857179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e70631d7-d23c-434e-8f64-515bdda4db97 None None] Provisioning complete for port 0bca6435-f4ea-4d78-89f3-11899694af76 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:53.857780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e70631d7-d23c-434e-8f64-515bdda4db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:53.949805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e70631d7-d23c-434e-8f64-515bdda4db97 None None] Port 0bca6435-f4ea-4d78-89f3-11899694af76 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:54.001699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:43:54.005926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:54.008910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:54.009998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:54.010862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.079183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.9182715
Nov 23 12:43:54.088058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38072) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:54.096672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.205'}]}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:54.106997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:54.110044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.125033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Usage tracker for resource:router and tenant:a7bdef28cc19408c8553d2cd2c340497 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:54.132396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:54.141268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:54.211046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.212077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.278243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:54.312021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.3311267
Nov 23 12:43:54.313621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.317076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38076) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:54.321261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.322189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.350583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'name': 'tempest-PortsIpV6TestJSON-2060666972'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:54.366556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:43:54.372447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:54.372977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.564221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.566056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:54.578744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=efef753d-00b7-421f-a41f-55478bf94eff,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:54.582627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:54.598119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-713d1b8e-e7d0-4c7a-8a0a-7d5bb1839294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:54.607584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156eba7-5e65-4e10-84b2-747f1130655a None None] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:54.631034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network efef753d-00b7-421f-a41f-55478bf94eff details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:54.646130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network efef753d-00b7-421f-a41f-55478bf94eff details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:54.649418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event deleted for resources: {'Subnet': ['ID=d8a78155-02ce-450f-9b2e-313403a01159,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:54.653128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:54.657755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.63', 61745) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:54.861375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "DELETE /v2.0/subnets/d8a78155-02ce-450f-9b2e-313403a01159 HTTP/1.1" status: 204  len: 168 time: 2.8780460
Nov 23 12:43:54.891902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38084) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:54.995622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.070046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:55.092574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.101284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:55.156877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:55.178474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.189341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:55.195032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:55.202792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:55.249632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.270879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:55.271192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.274999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:55.279208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5fefe180-f371-4fa1-925f-151663bf231e req-2394482e-d41a-49ba-8044-4359c59c4c26 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.3273158
Nov 23 12:43:55.303913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:55.305718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.306491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:55.315773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.368177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] DHCP port deletion for e885fd8c-56e8-4b14-b8b8-8ff54812f92e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:43:55.374669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Deleting port f58a3627-7967-4de5-b31b-8adab98b63c0 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:55.375092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.383886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:55.398690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.403982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.411038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.431543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.432197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Added segment 122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b of type vxlan for network 78ad6d94-87b0-433f-b51a-eec22c5b6073
Nov 23 12:43:55.516128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:55.533231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.538304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.542106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.5072191
Nov 23 12:43:55.545234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38110) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:55.554433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-cd9baf17-41d7-4093-848e-fab1b10019aa tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:55.556015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-cd9baf17-41d7-4093-848e-fab1b10019aa tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "GET /v2.0/networks?id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 200  len: 806 time: 0.8921640
Nov 23 12:43:55.565343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'security_group_rule': {'security_group_id': '08ecbfdd-3e97-4559-9277-6e589e5f0663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:55.572985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:55.577083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Usage tracker for resource:security_group_rule and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:55.580872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:55.587446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:55.617982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'SecurityGroup': ['ID=26be6642-573e-4e1a-be7e-11fadedb8fd0,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:55.622498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:55.638841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7601c43f-d825-499e-b4f0-27dcf0fa7b3b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:55.645693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.655136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Deleting port f58a3627-7967-4de5-b31b-8adab98b63c0 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:55.655681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.662263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=0bca6435-f4ea-4d78-89f3-11899694af76,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:55.663128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] For port f58a3627-7967-4de5-b31b-8adab98b63c0, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58a3627-7967-4de5-b31b-8adab98b63c0,segment=NetworkSegment(36c10672-fec2-481d-8922-ecfe44ad0be0),segment_id=36c10672-fec2-481d-8922-ecfe44ad0be0)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:43:55.663605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:55.665745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:55.826157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:43:55.839827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Calling delete_port for f58a3627-7967-4de5-b31b-8adab98b63c0 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:55.844369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0ac461-fc1f-4561-a3dd-d7cdaf093191,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:55.859062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:55.969196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:56.056790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.058618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-d4082f9c-258a-4f96-b8a3-9d8f5693aa18 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df264f79e3924c32a3f7c089ad1bff38 HTTP/1.1" status: 200  len: 5240 time: 0.4277148
Nov 23 12:43:56.106306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:56.115958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] In _notify_port_updated(), no bound segment for port 0bca6435-f4ea-4d78-89f3-11899694af76 on network 9a7441c7-c446-4901-ac37-f3d9675b8e6f {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:43:56.120707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:56.121485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.127851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "PUT /v2.0/ports/0bca6435-f4ea-4d78-89f3-11899694af76 HTTP/1.1" status: 200  len: 1001 time: 2.4608073
Nov 23 12:43:56.148361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:56.240187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] The port 'f58a3627-7967-4de5-b31b-8adab98b63c0' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:43:56.241640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.275263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:56.276256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.358399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:43:56.450755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:56.491435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Pushing event deleted for resources: {'Port': ['ID=f58a3627-7967-4de5-b31b-8adab98b63c0,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:56.516020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:56.634147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-307e764d-9e15-4d50-8bf4-4f3798eafd25 None None] Provisioning complete for port 0bca6435-f4ea-4d78-89f3-11899694af76 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:56.634532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-307e764d-9e15-4d50-8bf4-4f3798eafd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.654972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.694925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] No DVR routers for this DVR port f58a3627-7967-4de5-b31b-8adab98b63c0 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:43:56.710585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.730771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:43:56.731128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.766638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-307e764d-9e15-4d50-8bf4-4f3798eafd25 None None] Port 0bca6435-f4ea-4d78-89f3-11899694af76 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:43:56.802654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-49ad210b-134c-4231-b365-c6c4027a915b req-e8a76bd2-23c0-4067-8231-284194ac3545 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.2176766
Nov 23 12:43:56.817431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 0bca6435-f4ea-4d78-89f3-11899694af76 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:56.822224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.856902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:56.871181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.013263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682591c160>,) {'filters': {'network_id': ['e885fd8c-56e8-4b14-b8b8-8ff54812f92e']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:57.062210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58a3627-7967-4de5-b31b-8adab98b63c0 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:43:57.097376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 5.1937685
Nov 23 12:43:57.099146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Network': ['ID=78ad6d94-87b0-433f-b51a-eec22c5b6073,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:57.102126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38128) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:57.108050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.110556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682591c160>, '36c10672-fec2-481d-8922-ecfe44ad0be0') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:57.110980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682591c160>, '36c10672-fec2-481d-8922-ecfe44ad0be0') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:57.119561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:57.120207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f58a3627-7967-4de5-b31b-8adab98b63c0 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:43:57.120904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58a3627-7967-4de5-b31b-8adab98b63c0 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:43:57.121093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98dfa580-4f74-4ece-8280-8da0632e8761 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:57.129270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.134501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5773995
Nov 23 12:43:57.134883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:57.139904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38132) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:57.145111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'subnet': {'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:57.162520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:43:57.179938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.221178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.236626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:57.243676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:57.247881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Usage tracker for resource:floatingip and tenant:e777ef4baca844e58367282950f726a1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:57.251870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:57.259000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:57.273959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:57.281460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.289627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.312852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.326489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3041ca46-2b28-4beb-baaa-6c86ad11a512,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:57.379393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:57.399294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:subnet and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:57.402433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:57.445992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:57.455053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:57.483447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.492513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Subnet': ['ID=8ae72f11-2e4c-4a62-9f3a-00573b81e0a0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:57.508475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:57.538715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:43:57.559618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:57.712743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:57.749809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': '5bb93e8e-b3b3-4a22-8867-4b6ca4639756', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:43:57.750011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: efef753d-00b7-421f-a41f-55478bf94eff, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:43:57.764727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:57.788936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0758615-e042-413b-9ceb-ced4a4d16fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.807215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:57.833228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Made reservation on behalf of b4f5a3db8c524ed2b47a30401b22d4ae for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:57.839690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.234593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for 0bca6435-f4ea-4d78-89f3-11899694af76 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:43:58.235197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44752d85-f792-49fe-bcb9-cc6d203517be req-4881e8e3-b980-4a6a-8a6c-9ec3e2cfe95c tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.1720018
Nov 23 12:43:58.259966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:58.279343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.294711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:43:58.300103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.330574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, efef753d-00b7-421f-a41f-55478bf94eff) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:43:58.341848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed01c3-2ce4-4609-8bce-5cc6bd6095d2 None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:43:58.345112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:43:58.349662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:43:58.350366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.458918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 4.1398263
Nov 23 12:43:58.480298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38138) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:58.489880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1479192440'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:58.571772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:58.594956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.596313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:43:58.606847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:43:58.615691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:58.647772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.653537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Network e885fd8c-56e8-4b14-b8b8-8ff54812f92e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:58.664737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825a7a5f8>,) {'filters': {'network_id': ['0254c24e-aa1a-436c-9757-98b4a5e1b45d']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:58.672763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:43:58.707502 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:43:58.791255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=0bca6435-f4ea-4d78-89f3-11899694af76,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:58.796177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:58.803911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825a7a5f8>, '0a468216-5a60-4c56-a333-791cbea9856e') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:58.804369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825a7a5f8>, '0a468216-5a60-4c56-a333-791cbea9856e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:43:58.874309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:43:58.880968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:58.939127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.001260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:43:59.004154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.012260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:43:59.049448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.114581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.114994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment a2e39949-082c-49e2-828f-c279bf35884c of type vxlan for network 5b0dcc82-c86b-4fc8-8170-2058f540f181
Nov 23 12:43:59.123188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.170979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:43:59.188841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.236602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.245262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Pushing event deleted for resources: {'Network': ['ID=e885fd8c-56e8-4b14-b8b8-8ff54812f92e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:43:59.283047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.289671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/0bca6435-f4ea-4d78-89f3-11899694af76 HTTP/1.1" status: 204  len: 168 time: 3.0856164
Nov 23 12:43:59.290574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38144) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:59.338263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.351758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-35393fcf-12ad-4e23-ae42-aebb183b5e84 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] GET failed (client error): The resource could not be found.
Nov 23 12:43:59.352334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-35393fcf-12ad-4e23-ae42-aebb183b5e84 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Synchronizing usage tracker for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:43:59.391579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-35393fcf-12ad-4e23-ae42-aebb183b5e84 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Unset dirty status for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:43:59.393477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:43:59.399024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-35393fcf-12ad-4e23-ae42-aebb183b5e84 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports/0bca6435-f4ea-4d78-89f3-11899694af76 HTTP/1.1" status: 404  len: 333 time: 0.1067035
Nov 23 12:43:59.401037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38148) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:59.409608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-137852735'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:43:59.475445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.493008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.494797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Fanout notify agent at l3_agent the message router_deleted on router c2b0df14-5f4b-4b12-82eb-516dd47ae3e1 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:43:59.518205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:43:59.533682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] 10.222.0.60 "DELETE /v2.0/networks/e885fd8c-56e8-4b14-b8b8-8ff54812f92e HTTP/1.1" status: 204  len: 168 time: 4.5852597
Nov 23 12:43:59.537979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.577545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-11cc893e-c5c1-4955-94f6-db8b489e9fea req-5dce857a-051f-472b-b607-369082d27434 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.0854707
Nov 23 12:43:59.606044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:43:59.610153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc0f841d-d53c-4f40-ba8f-dc8c67df7227 tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.5210104
Nov 23 12:43:59.611423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38154) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:43:59.676219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:43:59.751372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Deleting port 74584f7d-45a1-4597-9077-7d1c83522d93 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:43:59.752349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:43:59.871250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:43:59.924162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:00.047067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:00.054272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.094239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.112019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0254c24e-aa1a-436c-9757-98b4a5e1b45d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:00.134709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:00.135294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.139361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4768c6d6-e3f8-48ec-a7c1-7aff9b80d0cd tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:00.181068 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:00.196080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38160) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:00.250559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5d739e4-1d35-4a68-8be0-5e1819a89bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.281623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.362493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=5b0dcc82-c86b-4fc8-8170-2058f540f181,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:00.374045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:00.374313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:00.394913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:00.420849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.9393616
Nov 23 12:44:00.421520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38166) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:00.467634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'ports': [{'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'}, {'network_id': '5b0dcc82-c86b-4fc8-8170-2058f540f181'}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:00.467974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:00.468530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '5b0dcc82-c86b-4fc8-8170-2058f540f181'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:00.532755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Calling delete_port for 74584f7d-45a1-4597-9077-7d1c83522d93 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:00.584806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port 65569f75-2caf-4e42-91b8-67d94bfb6da8 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:00.643205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.754979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.759509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Allocated IP 172.26.6.34 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f314b8c3-3dcc-4735-bcf3-2f9db18aab99) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:00.867452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:00.885761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:00.908316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/0254c24e-aa1a-436c-9757-98b4a5e1b45d HTTP/1.1" status: 204  len: 168 time: 11.4340053
Nov 23 12:44:00.911478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::3b9 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/65569f75-2caf-4e42-91b8-67d94bfb6da8) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:00.916003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca382770-1f85-4cd4-bf80-ed358916583a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c066c2cd5d84890bb6e6d45d51323e3&name=default HTTP/1.1" status: 200  len: 2743 time: 0.7187018
Nov 23 12:44:00.918457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38172) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:00.921055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38174) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:00.934670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18173bd8-b260-4852-a683-f3c3edc230cd req-11079191-986e-422f-980c-e01f1e4f71d4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.1718938
Nov 23 12:44:00.946736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Network': ['ID=0254c24e-aa1a-436c-9757-98b4a5e1b45d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:00.949784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:01.110507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:01.122252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:01.127798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:01.178662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:01.233801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 2} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:01.241348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.310417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.322362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d5e6a45-6cb1-49bd-abda-783fcfcb9e05 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.4027040
Nov 23 12:44:01.330746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:01.346015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:44:01.346512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.375045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:01.381581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.461764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7428f96-24fc-4e5e-a377-90b3b565753e tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:01.468802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.537649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Pushing event deleted for resources: {'Port': ['ID=74584f7d-45a1-4597-9077-7d1c83522d93,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:01.551121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Subnet': ['ID=c46c69c6-290d-4006-aaf1-598cebdec9a3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:01.552446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:01.554137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:01.564012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.575075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.589733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:01.692023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.694584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.695032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.695441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.695848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.696249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.696671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:01.701923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0f9fb05-e9ca-43b8-afdd-85653be94578 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4581 time: 0.3701119
Nov 23 12:44:01.702590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38184) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:01.704628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.906720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'Port': ['ID=f314b8c3-3dcc-4735-bcf3-2f9db18aab99,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:01.915787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:01.918695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port aeeadb7e-c725-43aa-b99a-aaaa33dc44a1 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:01.922521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-d8708ee2-116c-4b0c-b943-389b90e46664 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] delete failed (client error): The resource could not be found.
Nov 23 12:44:01.924847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8708ee2-116c-4b0c-b943-389b90e46664 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/floatingips/ac8ac403-009d-4d49-9506-a2d21714cb81 HTTP/1.1" status: 404  len: 345 time: 0.2021389
Nov 23 12:44:01.932460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38188) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:01.980933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:01.989180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.000393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa3fdfe-38cc-4284-a01e-a829a8bc635d tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] DELETE failed (client error): The resource could not be found.
Nov 23 12:44:02.000932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa3fdfe-38cc-4284-a01e-a829a8bc635d tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:44:02.007347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Checking segment: {'id': '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:02.007766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network hostable DHCP agents. Network: 78ad6d94-87b0-433f-b51a-eec22c5b6073, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:02.064215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] 10.222.0.60 "DELETE /v2.0/ports/74584f7d-45a1-4597-9077-7d1c83522d93 HTTP/1.1" status: 204  len: 168 time: 2.4374068
Nov 23 12:44:02.078812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.085212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.099869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.101203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1244acbd-aed8-4779-8662-9b9e092f2471 HTTP/1.1" status: 204  len: 168 time: 1.1790173
Nov 23 12:44:02.117173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-daa3fdfe-38cc-4284-a01e-a829a8bc635d tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/0254c24e-aa1a-436c-9757-98b4a5e1b45d HTTP/1.1" status: 404  len: 339 time: 0.1718609
Nov 23 12:44:02.173967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.188877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38198) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:02.194192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f10d478-a268-411f-9c5d-ec210b9b3c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:02.202805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'name': 'tempest-network--31775117', 'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:02.228053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df37c38f-0bbe-4639-84f0-eb71bb1deb10 req-2d91cd8a-243a-4de3-b277-ebec4d419de1 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.0989127
Nov 23 12:44:02.240952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:02.245120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object 65569f75-2caf-4e42-91b8-67d94bfb6da8 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:02.251312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:02.260484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244acbd-aed8-4779-8662-9b9e092f2471,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:02.264911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:02.288721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:network and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:02.295418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:02.296992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.337995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:02.350641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:02.378738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:02.386866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:02.405206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:02.447979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 78ad6d94-87b0-433f-b51a-eec22c5b6073) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:02.461155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3c6f1-572f-4a16-afc1-c4eccf675b39 None None] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:02.508278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:02.513047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.529122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38206) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:02.548016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=65569f75-2caf-4e42-91b8-67d94bfb6da8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:02.553347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:02.583867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:02.584625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.650492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.726286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:02.728045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:02.742144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:02.748896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:02.761125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:02.793382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.3892748
Nov 23 12:44:02.796249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38212) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:02.803561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'network_id': '9a7441c7-c446-4901-ac37-f3d9675b8e6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-640839355'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:02.867958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38216) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:02.911415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.8047278
Nov 23 12:44:02.928133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38220) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:02.928974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:02.992287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1123986980', 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:02.997886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.025755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8181f-d892-4c86-a19b-c9aa3fb3a42b None None] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:03.033193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:03.044096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.057542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.058321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Added segment 9f07ca2a-8b8f-44a5-ba32-e0a387996f66 of type vxlan for network 1d8dacee-263a-41f8-a2d3-817a4e8f038a
Nov 23 12:44:03.096117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:port and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:03.108464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:03.109255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:03.124949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Usage tracker for resource:security_group_rule and tenant:0715678cac70473886935ed3dbed0511 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:03.133269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:03.139134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:03.141812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.142752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:03.150744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 2217d53c-34b1-45e2-84f9-f6edc489bc38 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:03.153617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:03.166206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Usage tracker for resource:port and tenant:a2492bfecb1d4f35b766231ef6f1aeba is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:03.177886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Quota usage for port was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:03.192627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:03.254364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64dbde17-c28b-4bf4-bb17-ec369ab63e1c None None] Provisioning for port 65569f75-2caf-4e42-91b8-67d94bfb6da8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:03.270295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64dbde17-c28b-4bf4-bb17-ec369ab63e1c None None] Provisioning complete for port 65569f75-2caf-4e42-91b8-67d94bfb6da8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:03.270295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64dbde17-c28b-4bf4-bb17-ec369ab63e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.300471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.303285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Made reservation on behalf of a2492bfecb1d4f35b766231ef6f1aeba for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:03.310055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.334768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.378719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab081202-edd0-41cc-99f9-555b18374868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:03.474066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5983bc19-d58f-4f47-a032-1a67cc5019aa,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:03.481577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:03.482157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Made reservation on behalf of b4f5a3db8c524ed2b47a30401b22d4ae for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:03.488787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.510304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0715678cac70473886935ed3dbed0511&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6346736
Nov 23 12:44:03.527437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64dbde17-c28b-4bf4-bb17-ec369ab63e1c None None] Port 65569f75-2caf-4e42-91b8-67d94bfb6da8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:03.573023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38226) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:03.577935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.583442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:03.609471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Usage tracker for resource:security_group_rule and tenant:2f717d7efe11488f98751e2535b57f49 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:03.630479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d658e6a-e8c5-4d13-b1b9-4524500f7e33 req-a607bf67-02fa-40ed-804d-66753fefeb65 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.1686339
Nov 23 12:44:03.634491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:03.666617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] device_id is not set on port 13e78438-1118-42e0-952f-3f725440685f yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:03.757089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:03.797916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:03.835399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:03.869423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] device_id is not set on port 6db86d15-1388-41e8-bb6d-547b8b9b1102 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:03.880142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Allocated IP 2001:db8::399 (9a7441c7-c446-4901-ac37-f3d9675b8e6f/481ad666-a061-43c5-a99d-34448615d14b/13e78438-1118-42e0-952f-3f725440685f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:04.064029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.104578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.105242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.111088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.125401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:04.137945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Transition to ACTIVE for port object 13e78438-1118-42e0-952f-3f725440685f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:04.162020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.181658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:04.265133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.341338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=13e78438-1118-42e0-952f-3f725440685f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:04.347446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:04.404336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:04.406348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:04.409119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:04.414243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.414918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.462257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.6646564
Nov 23 12:44:04.463139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38230) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:04.471711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a6', 'mac_address': 'fa:16:3e:53:ff:18'}, {'ip_address': '2001:db8::3b9', 'mac_address': 'fa:16:3e:66:05:01'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:04.507282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 854 time: 2.3136246
Nov 23 12:44:04.509866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.510009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38234) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:04.526503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=1d8dacee-263a-41f8-a2d3-817a4e8f038a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:04.540555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1d8dacee-263a-41f8-a2d3-817a4e8f038a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:04.544809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.568769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1d8dacee-263a-41f8-a2d3-817a4e8f038a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:04.573186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:04.584144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.624024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.627039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.20.0.2 (78ad6d94-87b0-433f-b51a-eec22c5b6073/c46c69c6-290d-4006-aaf1-598cebdec9a3/6db86d15-1388-41e8-bb6d-547b8b9b1102) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:04.702296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:04.782540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.787065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.791756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.796327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.804436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:04.809054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d01a7881-5634-4ebb-b40a-60326614c07c tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3056 time: 0.2953877
Nov 23 12:44:04.810261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38240) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:04.860677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9accc4-e1d1-4a4f-a65f-ae1a8581c0a4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:04.880370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f717d7efe11488f98751e2535b57f49&name=default HTTP/1.1" status: 200  len: 2747 time: 2.3326831
Nov 23 12:44:04.883472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:04.887615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:04.903803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f86e00ff-120a-487c-b80c-6733b146f0ac None None] Provisioning for port 13e78438-1118-42e0-952f-3f725440685f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:04.916822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.920471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f86e00ff-120a-487c-b80c-6733b146f0ac None None] Provisioning complete for port 13e78438-1118-42e0-952f-3f725440685f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:04.922627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f86e00ff-120a-487c-b80c-6733b146f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.954341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:04.986501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:05.040615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f86e00ff-120a-487c-b80c-6733b146f0ac None None] Port 13e78438-1118-42e0-952f-3f725440685f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:05.087897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.093435 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-623e6864-2965-4330-92da-5966b4c6a39b req-ff8d3a89-2877-407e-b20a-b109fde37e14 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.0684423
Nov 23 12:44:05.155020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.173801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.365537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=aeeadb7e-c725-43aa-b99a-aaaa33dc44a1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:05.377171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:05.380230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:05.388041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.389307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5983bc19-d58f-4f47-a032-1a67cc5019aa HTTP/1.1" status: 204  len: 168 time: 1.8030517
Nov 23 12:44:05.424731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5983bc19-d58f-4f47-a032-1a67cc5019aa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:05.446631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:05.452600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:05.538482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.640142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:05.745172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.763465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.947426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:05.952631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:05.954012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.970387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f68257532b0>> segment before_delete 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.971047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f68257532b0>> subnet precommit_delete_associations 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.972003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> segment_host_mapping after_create 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.972766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> port after_create 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.973546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> port after_delete 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.974093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> port after_update 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.974609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> segment after_delete 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.975286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:05.975414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> subnet after_create 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.975927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> subnet after_delete 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.976458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6825542278>> subnet after_update 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:05.985203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.012565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'Port': ['ID=f314b8c3-3dcc-4735-bcf3-2f9db18aab99,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:06.024699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:06.076900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:06.176198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6824a6bf98>> subnet after_create 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:06.177073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6824a6bf98>> subnet after_delete 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:06.177389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6824a6bf98>> subnet before_create 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:06.177770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6824a6bf98>> subnet before_update 55550000 {{(pid=81022) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 23 12:44:06.178166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824a6ed30>,) {'filters': {'network_id': ['1d8dacee-263a-41f8-a2d3-817a4e8f038a']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:06.235539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824a6ed30>, '9f07ca2a-8b8f-44a5-ba32-e0a387996f66') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:06.235854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824a6ed30>, '9f07ca2a-8b8f-44a5-ba32-e0a387996f66') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:06.256458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.261026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.290595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.294794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:06.486336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e795f2b-bf32-4745-84cf-253c9f93832f req-b77d4736-a0c2-4f2f-9d21-ca6fb4ff5bef tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.2138689
Nov 23 12:44:06.522281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'port': {'device_id': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'admin_state_up': True, 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'security_groups': ['5ad896d8-18b2-44ef-87f5-b923f77efdb9']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:06.530545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=2217d53c-34b1-45e2-84f9-f6edc489bc38,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:06.544916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:06.605362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 1d8dacee-263a-41f8-a2d3-817a4e8f038a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:06.607917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:06.617464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.692512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.735239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': 'a2e39949-082c-49e2-828f-c279bf35884c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5b0dcc82-c86b-4fc8-8170-2058f540f181'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:06.735641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: 5b0dcc82-c86b-4fc8-8170-2058f540f181, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:06.770276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.790871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.794601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea9accc4-e1d1-4a4f-a65f-ae1a8581c0a4 HTTP/1.1" status: 204  len: 168 time: 1.9034052
Nov 23 12:44:06.820177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.830123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.6034849
Nov 23 12:44:06.837916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=6db86d15-1388-41e8-bb6d-547b8b9b1102,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:06.841600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:06.853769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 1d8dacee-263a-41f8-a2d3-817a4e8f038a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:06.856188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc90b9a0-853f-447b-b936-79ff988f988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   (rel_b, rel_a, rel_b),
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:06.881465 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:06.891030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9accc4-e1d1-4a4f-a65f-ae1a8581c0a4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:06.903584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:06.938379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:06.943619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:06.947785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:06.948628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:06.963431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:06.972111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:06.987708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:06.996826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.006640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 5b0dcc82-c86b-4fc8-8170-2058f540f181) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:07.010834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:07.016188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb736209-d7f1-41c4-95a4-aed710217978 None None] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:07.016374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:07.020688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:07.021980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.022563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4bfe10eb-6f35-4e66-a3d0-d279948073f8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:07.028093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:07.067201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.6356149
Nov 23 12:44:07.067415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Made reservation on behalf of df264f79e3924c32a3f7c089ad1bff38 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:07.073173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.088516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38276) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:07.135180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.153990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.179711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event updated for resources: {'Port': ['ID=13e78438-1118-42e0-952f-3f725440685f,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:07.188985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:07.199352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38282) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:07.199546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/1d8dacee-263a-41f8-a2d3-817a4e8f038a HTTP/1.1" status: 204  len: 168 time: 2.3859577
Nov 23 12:44:07.202492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:07.209956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:07.210604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.251613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Network': ['ID=1d8dacee-263a-41f8-a2d3-817a4e8f038a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:07.258033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:07.265237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'name': 'tempest-network--1611038353', 'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:07.302410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:07.341890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:network and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:07.351997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:07.371447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:07.374483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 4.4294083
Nov 23 12:44:07.380799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38298) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:07.382653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-5c9c1587-fd6c-40ba-86ef-d19550f52258 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:07.412968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 2217d53c-34b1-45e2-84f9-f6edc489bc38 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:07.413358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.445945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] In _notify_port_updated(), no bound segment for port 13e78438-1118-42e0-952f-3f725440685f on network 9a7441c7-c446-4901-ac37-f3d9675b8e6f {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:44:07.450154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:07.450842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.455100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "PUT /v2.0/ports/13e78438-1118-42e0-952f-3f725440685f HTTP/1.1" status: 200  len: 1066 time: 2.9875982
Nov 23 12:44:07.464280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38302) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:07.515688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:07.521343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-5c9c1587-fd6c-40ba-86ef-d19550f52258 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:07.524044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.541084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-5c9c1587-fd6c-40ba-86ef-d19550f52258 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1636579134&fields=id&tenant_id=e777ef4baca844e58367282950f726a1 HTTP/1.1" status: 200  len: 267 time: 0.2340579
Nov 23 12:44:07.619786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 13e78438-1118-42e0-952f-3f725440685f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:07.620172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.659653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38310) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:07.684672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:07.715140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting port 6db86d15-1388-41e8-bb6d-547b8b9b1102 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:07.715558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.855360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.855701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Added segment 0be457a4-043a-49f1-98ef-c33ad2c8a0c4 of type vxlan for network ef0437b5-4f08-4400-af35-daf86fed23ec
Nov 23 12:44:07.898124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ee67f4f6-7087-4c4b-b1bb-c6d31d0e3418 None None] Provisioning complete for port 13e78438-1118-42e0-952f-3f725440685f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:07.898909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ee67f4f6-7087-4c4b-b1bb-c6d31d0e3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:07.961190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ee67f4f6-7087-4c4b-b1bb-c6d31d0e3418 None None] Port 13e78438-1118-42e0-952f-3f725440685f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:07.995098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9de617f-f540-437e-bc63-174c6c535068 req-5c855d6c-c061-4f00-9aa6-695cc6b65223 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.2606447
Nov 23 12:44:08.063458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.082988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.137191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-25345780-8da2-42c0-8949-e0ba546f0568 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:08.137943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-25345780-8da2-42c0-8949-e0ba546f0568 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:08.259882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 2217d53c-34b1-45e2-84f9-f6edc489bc38 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:08.289467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38320) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:08.325553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:08.367680 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0b8b0be-2f24-4391-a921-62ff42992f50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7bdef28cc19408c8553d2cd2c340497&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7014577
Nov 23 12:44:08.372840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38326) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:08.440580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.462996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-25345780-8da2-42c0-8949-e0ba546f0568 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:08.464606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-25345780-8da2-42c0-8949-e0ba546f0568 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 811 time: 0.9223530
Nov 23 12:44:08.465550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:08.466203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.482501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:08.505575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Allocated IP 172.20.0.4 (1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5/b51780ba-b616-49ac-9f77-43e5d1bbf64e/4e72049a-56e1-441c-9b2e-c084b0bb2c25) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:08.529305 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-2aea5168-82c6-4d7e-82be-d0042e4cdfe4 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/quotas/e777ef4baca844e58367282950f726a1 HTTP/1.1" status: 200  len: 375 time: 0.0498080
Nov 23 12:44:08.532820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.661673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.740291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for 13e78438-1118-42e0-952f-3f725440685f owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:08.783858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc550b66-71dd-4a78-96d3-111e5f1fab2f tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-573682558'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:08.784332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc550b66-71dd-4a78-96d3-111e5f1fab2f tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Unknown quota resources ['metering_label']. {{(pid=81023) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:44:08.804966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:08.906779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Calling delete_port for 6db86d15-1388-41e8-bb6d-547b8b9b1102 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:08.937246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=ef0437b5-4f08-4400-af35-daf86fed23ec,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:08.940688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:08.950735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ef0437b5-4f08-4400-af35-daf86fed23ec details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:08.959757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:08.970045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ef0437b5-4f08-4400-af35-daf86fed23ec details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:09.001256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.7930603
Nov 23 12:44:09.006412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38330) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:09.041266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.063037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f8beea26-e14f-442d-8a38-86cc96712ebc tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5221245
Nov 23 12:44:09.144809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=2217d53c-34b1-45e2-84f9-f6edc489bc38,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:09.185178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:09.380970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859c69c-a4ee-43b2-bdca-544da9092afe tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:09.382667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b859c69c-a4ee-43b2-bdca-544da9092afe tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "GET /v2.0/networks/ef0437b5-4f08-4400-af35-daf86fed23ec HTTP/1.1" status: 200  len: 757 time: 0.3599403
Nov 23 12:44:09.389418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38336) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:09.389621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.416062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5a3bc2ee-b54d-4174-a0ad-f2eaba00a605 req-ea2c2e28-0e1d-4927-a8d3-4796f0ba52b9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Synchronizing usage tracker for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:09.431489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc550b66-71dd-4a78-96d3-111e5f1fab2f tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.432801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc550b66-71dd-4a78-96d3-111e5f1fab2f tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 1.1098890
Nov 23 12:44:09.446381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38340) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:09.467380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-46751131-ac3a-485f-bc48-b7970a74fef0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2fc70f1d-841e-42e7-b82c-e50486ca2051'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:09.467926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-46751131-ac3a-485f-bc48-b7970a74fef0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Unknown quota resources ['metering_label_rule']. {{(pid=81023) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:44:09.511291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.513359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/2217d53c-34b1-45e2-84f9-f6edc489bc38 HTTP/1.1" status: 204  len: 168 time: 2.4237900
Nov 23 12:44:09.517439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5a3bc2ee-b54d-4174-a0ad-f2eaba00a605 req-ea2c2e28-0e1d-4927-a8d3-4796f0ba52b9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Unset dirty status for tenant:df264f79e3924c32a3f7c089ad1bff38 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:09.518626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a3bc2ee-b54d-4174-a0ad-f2eaba00a605 req-ea2c2e28-0e1d-4927-a8d3-4796f0ba52b9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.3404133
Nov 23 12:44:09.522049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38344) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:09.542204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.544234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.583632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6c5cd04-bec0-4065-9403-80cf99edcc8f tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:09.630160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-6a4d532f-da51-4cb8-8f51-d9ef6e2a3f83 service neutron] 10.222.0.60 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4957268
Nov 23 12:44:09.709212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=13e78438-1118-42e0-952f-3f725440685f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:09.746778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:09.780501 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.services.metering.metering_plugin [None req-46751131-ac3a-485f-bc48-b7970a74fef0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 23 12:44:09.795382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.818373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8009135d-69cf-4ea3-8441-679e20bc7ea9 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:09.874648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d333bf6-5929-40ba-9236-22f6d584f1ed tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:09.876153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d333bf6-5929-40ba-9236-22f6d584f1ed tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "GET /v2.0/networks/33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b HTTP/1.1" status: 200  len: 768 time: 0.4820898
Nov 23 12:44:09.883223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38350) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:09.900765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:09.949541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Port': ['ID=6db86d15-1388-41e8-bb6d-547b8b9b1102,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:09.971968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:10.032325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Transition to ACTIVE for port object 4e72049a-56e1-441c-9b2e-c084b0bb2c25 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:10.036935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e61ec4d0-9df1-4876-a1eb-a5e558be43b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:10.082896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ad794-4c6e-4352-90f6-f37535cb1dd8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:10.094344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-3501ef4c-0f5b-4e9a-9c5e-5493c57cac98 service neutron] 10.222.0.60 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3960702
Nov 23 12:44:10.100219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:10.109696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46751131-ac3a-485f-bc48-b7970a74fef0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.110973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-46751131-ac3a-485f-bc48-b7970a74fef0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6584475
Nov 23 12:44:10.111589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.116314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38354) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.134754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.138816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/249ad794-4c6e-4352-90f6-f37535cb1dd8 HTTP/1.1" status: 204  len: 168 time: 1.7606812
Nov 23 12:44:10.153386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a497c2-2da2-4f2b-8bfe-982308f97cbc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:10.157360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1efede97-7dd8-48fb-8441-20520b7c5bd2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2fc70f1d-841e-42e7-b82c-e50486ca2051'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:10.157880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1efede97-7dd8-48fb-8441-20520b7c5bd2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Unknown quota resources ['metering_label_rule']. {{(pid=81022) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:44:10.158005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a497c2-2da2-4f2b-8bfe-982308f97cbc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:10.158780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a5a497c2-2da2-4f2b-8bfe-982308f97cbc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:10.171736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.195242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/13e78438-1118-42e0-952f-3f725440685f HTTP/1.1" status: 204  len: 168 time: 2.7259452
Nov 23 12:44:10.196343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38360) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.266157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.277176 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be3469-3db4-49f5-8291-d22a4586ec54 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] GET failed (client error): The resource could not be found.
Nov 23 12:44:10.277744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1be3469-3db4-49f5-8291-d22a4586ec54 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Synchronizing usage tracker for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:10.287265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.291846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/ports/6db86d15-1388-41e8-bb6d-547b8b9b1102 HTTP/1.1" status: 204  len: 168 time: 2.9038057
Nov 23 12:44:10.292217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.294723 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.services.metering.metering_plugin [None req-1efede97-7dd8-48fb-8441-20520b7c5bd2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 23 12:44:10.300992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705187e1-45c5-4696-9f72-798bc52a0bd8 tempest-ExternalNetworksAdminNegativeTestJSON-123316095 tempest-ExternalNetworksAdminNegativeTestJSON-123316095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:10.319235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'external_gateway_info': {'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'external_fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2'}]}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:10.331149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:10.435469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:router and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:10.438762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1be3469-3db4-49f5-8291-d22a4586ec54 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Unset dirty status for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:10.443985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a5a497c2-2da2-4f2b-8bfe-982308f97cbc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:10.444142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d1be3469-3db4-49f5-8291-d22a4586ec54 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports/13e78438-1118-42e0-952f-3f725440685f HTTP/1.1" status: 404  len: 333 time: 0.2410667
Nov 23 12:44:10.444221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5a497c2-2da2-4f2b-8bfe-982308f97cbc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.9179540
Nov 23 12:44:10.446860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:10.447507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38372) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.447878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38374) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.522378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:10.549010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.550991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.556609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1efede97-7dd8-48fb-8441-20520b7c5bd2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.557927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1efede97-7dd8-48fb-8441-20520b7c5bd2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.4405284
Nov 23 12:44:10.560980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38392) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.578226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3655ef15-14d8-414b-9b04-4cb96cd5595b tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=23afac07-95ac-4eb7-b602-04d764b5f4e7 HTTP/1.1" status: 200  len: 464 time: 0.0159030
Nov 23 12:44:10.583112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:10.614814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:10.974062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ca84b446-b31d-4f8c-9807-2c19770324d6 req-1868b838-c341-43f5-9035-dbc0587d7353 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:10.976200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event updated for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:10.998249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:11.065653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 65569f75-2caf-4e42-91b8-67d94bfb6da8 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:11.066247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.124264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.145778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port aeeadb7e-c725-43aa-b99a-aaaa33dc44a1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:11.145778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.256993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ca84b446-b31d-4f8c-9807-2c19770324d6 req-1868b838-c341-43f5-9035-dbc0587d7353 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:11.258037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca84b446-b31d-4f8c-9807-2c19770324d6 req-1868b838-c341-43f5-9035-dbc0587d7353 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.7623937
Nov 23 12:44:11.263163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-720cc2c3-2cd9-4689-a8e6-108fc9b18de5 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.264378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-720cc2c3-2cd9-4689-a8e6-108fc9b18de5 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/23afac07-95ac-4eb7-b602-04d764b5f4e7 HTTP/1.1" status: 204  len: 168 time: 0.6802359
Nov 23 12:44:11.281741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38428) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:11.398096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.425637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5c57-02f8-4b26-8736-325e97fb9913 req-5dc73a40-7b69-4409-9c93-8ca057fad97d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:11.429023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48ca5c57-02f8-4b26-8736-325e97fb9913 req-5dc73a40-7b69-4409-9c93-8ca057fad97d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 931 time: 0.6443083
Nov 23 12:44:11.478062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:11.567518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:11.588013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:11.635049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48ca5c57-02f8-4b26-8736-325e97fb9913 req-dcaf288f-adbe-4fcb-bc47-85a10df87a08 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1885459
Nov 23 12:44:11.641567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f19abb2-0800-463e-ac50-4d741268ab3e tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=23afac07-95ac-4eb7-b602-04d764b5f4e7 HTTP/1.1" status: 200  len: 221 time: 0.3614228
Nov 23 12:44:11.661059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38438) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:11.674897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6001dabe-2e59-4942-9d9c-9ab68c8705d2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Request body: {'metering_label': {'name': 'tempest-metering-label--1855886076', 'description': 'label created by tempest'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:11.675993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6001dabe-2e59-4942-9d9c-9ab68c8705d2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Unknown quota resources ['metering_label']. {{(pid=81022) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Nov 23 12:44:11.711701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682530f5f8>,) {'filters': {'network_id': ['ef0437b5-4f08-4400-af35-daf86fed23ec']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:11.745505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38442) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:11.765421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682530f5f8>, '0be457a4-043a-49f1-98ef-c33ad2c8a0c4') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:11.765743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682530f5f8>, '0be457a4-043a-49f1-98ef-c33ad2c8a0c4') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:11.944273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.945010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6fec0aa9-0190-4642-8ac0-bd48ab080c6a None None] Provisioning for port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:11.950581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6fec0aa9-0190-4642-8ac0-bd48ab080c6a None None] Provisioning complete for port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:11.951222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fec0aa9-0190-4642-8ac0-bd48ab080c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.972223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:11.973196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:11.983309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'networks': [{'name': 'tempest-network--1517567709'}, {'name': 'tempest-network--1397346895'}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:11.983670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-network--1517567709'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:11.984166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-network--1397346895'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:11.992652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:11.998260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:network and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:12.002363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:12.009928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.010442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:12.019028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:12.023254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6fec0aa9-0190-4642-8ac0-bd48ab080c6a None None] Port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:12.033068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5227821
Nov 23 12:44:12.105953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'network': 2} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:12.112039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.132253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-def932b9-d2d2-4187-a4ce-8354db6f1245 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:44:12.133364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-def932b9-d2d2-4187-a4ce-8354db6f1245 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0810640
Nov 23 12:44:12.139686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.173038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.183559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6001dabe-2e59-4942-9d9c-9ab68c8705d2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.184866 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6001dabe-2e59-4942-9d9c-9ab68c8705d2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.5222991
Nov 23 12:44:12.189472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38450) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:12.348862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d6d996e-3496-4c3e-ac85-49584237a18f tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=29929088-f74b-4ac7-8fd9-65e982796f88 HTTP/1.1" status: 200  len: 468 time: 0.1559420
Nov 23 12:44:12.351432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38454) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:12.365941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for aeeadb7e-c725-43aa-b99a-aaaa33dc44a1 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:12.471186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network ef0437b5-4f08-4400-af35-daf86fed23ec has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:12.481477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.485330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.516003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.593513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:12.611341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.63', 61754) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:12.633796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Request body: {'port': {'device_id': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:12.814487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42916d2c-8ac0-48a4-9d24-182e551bc0e0 req-8a6df649-6799-4d7e-9bf9-03dbbfb56c20 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.2901933
Nov 23 12:44:12.822900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for 65569f75-2caf-4e42-91b8-67d94bfb6da8 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:12.987225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.014806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network ef0437b5-4f08-4400-af35-daf86fed23ec has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:13.097639 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:13.292964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55462c73-69d8-4de3-8306-d292e61ee0e0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.294186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55462c73-69d8-4de3-8306-d292e61ee0e0 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/29929088-f74b-4ac7-8fd9-65e982796f88 HTTP/1.1" status: 204  len: 168 time: 0.9417913
Nov 23 12:44:13.310323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38470) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.325681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-78ce2f87-02c7-42e2-91ad-a9b916a8fa5a tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:13.327241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-78ce2f87-02c7-42e2-91ad-a9b916a8fa5a tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 811 time: 0.7149861
Nov 23 12:44:13.382364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:13.430520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bf0db58a-6479-4e23-91f4-2ec213e4184c tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=29929088-f74b-4ac7-8fd9-65e982796f88 HTTP/1.1" status: 200  len: 216 time: 0.1149182
Nov 23 12:44:13.449316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38474) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.497309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=aeeadb7e-c725-43aa-b99a-aaaa33dc44a1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:13.524256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:13.543361 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4bf1243c-d27d-469b-857d-aac4a626d0d2 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0903459
Nov 23 12:44:13.549025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.555203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df46277-4ff3-4df1-b40b-65137073c53c req-01c35435-e844-4506-87bf-007b970897e3 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:13.556811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0df46277-4ff3-4df1-b40b-65137073c53c req-01c35435-e844-4506-87bf-007b970897e3 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 931 time: 0.6852894
Nov 23 12:44:13.596799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.637556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-1e896fed-4479-48a7-9ed4-6e6dfb7b0439 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e777ef4baca844e58367282950f726a1 HTTP/1.1" status: 200  len: 5240 time: 0.2632885
Nov 23 12:44:13.657788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'port': {'device_id': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'admin_state_up': True, 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'security_groups': ['08ecbfdd-3e97-4559-9277-6e589e5f0663']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:13.663401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.666504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7ca4813e-f067-49bf-bdcb-41dbc40f8b7d tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.1104455
Nov 23 12:44:13.671981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38482) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.708592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.711123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:13.752800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Network': ['ID=ef0437b5-4f08-4400-af35-daf86fed23ec,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:13.764291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:13.786730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.835869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:13.861975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/ef0437b5-4f08-4400-af35-daf86fed23ec HTTP/1.1" status: 204  len: 168 time: 3.9742815
Nov 23 12:44:13.863000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:13.874324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38486) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.895042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.20.0.2 (78ad6d94-87b0-433f-b51a-eec22c5b6073/c46c69c6-290d-4006-aaf1-598cebdec9a3/aa5d2440-578d-4d7b-80e4-eb6bcf313d86) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:13.900771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'name': 'tempest-network--1905341257'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:13.910684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0df46277-4ff3-4df1-b40b-65137073c53c req-f2089e79-ad9b-40a2-bf8f-964d65a11437 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3434544
Nov 23 12:44:13.915444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb7f46bc-5f14-463a-9640-914db56e9567 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-labels/2fc70f1d-841e-42e7-b82c-e50486ca2051 HTTP/1.1" status: 200  len: 472 time: 0.2369800
Nov 23 12:44:13.927194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:13.929325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38492) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.933642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:13.949416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Usage tracker for resource:network and tenant:03ac90f89034466c9438b5a04b3af444 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:13.958448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:security_group_rule and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:13.962638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:13.966801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:13.975687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:13.982426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=65569f75-2caf-4e42-91b8-67d94bfb6da8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:13.984200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2a7577db-a55b-4bf0-9bd0-897a6ce3cd21 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/b935c5e7-5df5-401e-848f-5b2d0a5b0de5 HTTP/1.1" status: 200  len: 461 time: 0.0527956
Nov 23 12:44:13.984324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:13.991770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/aeeadb7e-c725-43aa-b99a-aaaa33dc44a1 HTTP/1.1" status: 204  len: 168 time: 3.5131516
Nov 23 12:44:13.992380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38496) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:13.996928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:14.006320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38498) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:14.101420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Made reservation on behalf of 03ac90f89034466c9438b5a04b3af444 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:14.106016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.153629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:14.181726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c48c261d-63c0-431b-990c-a0b2c7a844ab req-0f0f8594-71d7-4f36-9640-49eca1a0970d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.1657951
Nov 23 12:44:14.201783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:14.230904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:14.262135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Made reservation on behalf of e777ef4baca844e58367282950f726a1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:14.267634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.289700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.290079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Added segment ad5e8728-ad3b-426e-89aa-ee0f8fdc2dcb of type vxlan for network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42
Nov 23 12:44:14.321866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.371804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.382006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.386425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.408144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.474017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:14.523488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-170753e0-5520-4574-bfea-ca8e0b0281ad tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.527763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-170753e0-5520-4574-bfea-ca8e0b0281ad tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/b935c5e7-5df5-401e-848f-5b2d0a5b0de5 HTTP/1.1" status: 204  len: 168 time: 0.5268023
Nov 23 12:44:14.528581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.529006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38504) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:14.530583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/65569f75-2caf-4e42-91b8-67d94bfb6da8 HTTP/1.1" status: 204  len: 168 time: 4.0537114
Nov 23 12:44:14.536085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:14.604961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ff390-fb58-417e-80fb-e505e32fc3d1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:14.605707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d1ff390-fb58-417e-80fb-e505e32fc3d1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:14.630998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d729a8-3af3-429e-9795-d2524ab4b6cc tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] GET failed (client error): The resource could not be found.
Nov 23 12:44:14.631476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-76d729a8-3af3-429e-9795-d2524ab4b6cc tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Synchronizing usage tracker for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:14.663808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d1ff390-fb58-417e-80fb-e505e32fc3d1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:14.665100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d1ff390-fb58-417e-80fb-e505e32fc3d1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6521688
Nov 23 12:44:14.667643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-76d729a8-3af3-429e-9795-d2524ab4b6cc tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Unset dirty status for tenant:a2492bfecb1d4f35b766231ef6f1aeba on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:14.669140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76d729a8-3af3-429e-9795-d2524ab4b6cc tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "GET /v2.0/ports/65569f75-2caf-4e42-91b8-67d94bfb6da8 HTTP/1.1" status: 404  len: 333 time: 0.1311505
Nov 23 12:44:14.673244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38512) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:14.678145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:14.687829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.779937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a06a9-c1d8-4d4e-8e7c-33bc63fd790d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:14.782371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.802381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e72049a-56e1-441c-9b2e-c084b0bb2c25 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:44:14.812244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port f1dedffa-2693-466b-bcf2-e84042284494 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:14.812652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.852704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.882696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Transition to ACTIVE for port object 4e72049a-56e1-441c-9b2e-c084b0bb2c25 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:14.884801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:14.887873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.896616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:14.897287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:14.900732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2ad1751-f622-4126-98b8-2bf2d9c710ae tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:14.903600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0eda7b01-6cc6-4b94-83a0-d8de7492c7ac tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:14.942756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:44:14.943108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network_bulk {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:44:15.036918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d63aee2-c02d-472f-9227-711bce4b9a3e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:44:15.037485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d63aee2-c02d-472f-9227-711bce4b9a3e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:15.094449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:15.102717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:15.251545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:15.272030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d63aee2-c02d-472f-9227-711bce4b9a3e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:15.273319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d63aee2-c02d-472f-9227-711bce4b9a3e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/2217d53c-34b1-45e2-84f9-f6edc489bc38 HTTP/1.1" status: 404  len: 333 time: 0.5874283
Nov 23 12:44:15.281643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:15.282387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:15.342913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:15.615765 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e4b9a71-e0e0-4fe1-b471-09f86dd7d24b req-5d6b7b48-83ec-4c99-a7d6-a8e2be54a672 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.1189322
Nov 23 12:44:15.627804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:15.695930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:15.734975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:15.814204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Calling delete_port for f1dedffa-2693-466b-bcf2-e84042284494 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:15.848237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 1.9623384
Nov 23 12:44:15.853991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38530) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:15.866261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Request body: {'network': {'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:15.875055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-27230b87-eb6e-4cc3-b1e8-1561660d3009 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:44:15.876472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27230b87-eb6e-4cc3-b1e8-1561660d3009 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/aeeadb7e-c725-43aa-b99a-aaaa33dc44a1 HTTP/1.1" status: 404  len: 333 time: 0.5324762
Nov 23 12:44:15.883559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38534) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:15.925670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:15.929636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b135d01-1433-46bc-a8bf-2b0926394c67 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] Notify callbacks [] for metering_label, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:15.930839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b135d01-1433-46bc-a8bf-2b0926394c67 tempest-MeteringTestJSON-1453690270 tempest-MeteringTestJSON-1453690270] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/2fc70f1d-841e-42e7-b82c-e50486ca2051 HTTP/1.1" status: 204  len: 168 time: 1.3974209
Nov 23 12:44:15.939946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:15.941783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Allocated IP 172.20.0.12 (1ea07c7f-3332-4f16-8423-aa4d6688ff2e/f662c08e-c24d-4fb4-bb79-e52c8cb5cf57/f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:15.952548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:15.955128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:15.962323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:15.974583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:15.976014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:16.010778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:16.034199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3bd2c-19e3-4dcf-965e-f117e3aeb0d7 req-5e01cadf-2920-4e9d-a94b-1d33b489c478 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:16.042515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e9d3bd2c-19e3-4dcf-965e-f117e3aeb0d7 req-5e01cadf-2920-4e9d-a94b-1d33b489c478 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.9693732
Nov 23 12:44:16.084596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.084992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment 9d9cfd86-dabb-4cd2-a1e2-fc7299d83f06 of type vxlan for network 9e824d48-5551-4027-afec-af1b10ddc778
Nov 23 12:44:16.092621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.315178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.335353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e9d3bd2c-19e3-4dcf-965e-f117e3aeb0d7 req-a5be9db8-16b3-4347-ab61-8739de7bc7dc tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2918026
Nov 23 12:44:16.393609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.398740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38542) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:16.457835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:16.460978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Attempting to bind port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:16.461370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Attempting to bind port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:16.461738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Attempting to bind port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 on network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:16.496481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.500559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.501068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment b127cb4a-992c-4b54-ba78-58f2f1a4ff05 of type vxlan for network 438610ac-56c4-42d2-bb59-84f499244cf2
Nov 23 12:44:16.531072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Transition to ACTIVE for port object f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:16.554505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.555321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.563923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.575654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.647328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:16.647943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Checking segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:16.648113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.648533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Bound using segment: {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:16.649087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Bound port: 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:16.649460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.709028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.741140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.763150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbeaff26-c2da-4395-880f-56e5d02bcda1 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:16.783390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.812246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:16.861881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.876166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.889969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:16.893198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:16.894609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:16.945447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event updated for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:16.948997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:16.955883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:17.033391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Port': ['ID=f1dedffa-2693-466b-bcf2-e84042284494,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:17.048348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 5.3016875
Nov 23 12:44:17.055170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38550) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:17.092899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:17.114642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682410e898>,) {'filters': {'network_id': ['5b0dcc82-c86b-4fc8-8170-2058f540f181']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:17.157048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:17.181053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682410e898>, 'a2e39949-082c-49e2-828f-c279bf35884c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:17.181396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682410e898>, 'a2e39949-082c-49e2-828f-c279bf35884c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:17.199086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Usage tracker for resource:security_group_rule and tenant:8d769ff4853947fa99844ecc0bf6a445 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:17.199508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=9e824d48-5551-4027-afec-af1b10ddc778,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:17.210776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 9e824d48-5551-4027-afec-af1b10ddc778 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:17.212727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:17.227082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:17.231631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:17.234677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.249949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:17.292250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.320255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64930e16-7aa7-4c40-9c68-cb3bc320fb9b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:17.351238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:17.359531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:17.362187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:17.413337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=438610ac-56c4-42d2-bb59-84f499244cf2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:17.416791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:17.434006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:17.434134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:17.501340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.508690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.514060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.519517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.524759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.525992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Synchronizing usage tracker for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:17.552508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.555431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.577347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 9e824d48-5551-4027-afec-af1b10ddc778 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:17.640008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9901307
Nov 23 12:44:17.643094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.662720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 438610ac-56c4-42d2-bb59-84f499244cf2 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:17.664962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Request body: {'port': {'device_id': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:17.702917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.712646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:17.736963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 438610ac-56c4-42d2-bb59-84f499244cf2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:17.844332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router 338819fd-c43c-43c3-bc77-f396960190d5 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:44:17.858831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8772d9-e2fb-4889-ac1b-6cc3fac7b2bf req-090c01b7-ce76-4f4d-aa93-a7d11a482342 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.859912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef8772d9-e2fb-4889-ac1b-6cc3fac7b2bf req-090c01b7-ce76-4f4d-aa93-a7d11a482342 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.2833850
Nov 23 12:44:17.861751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.883587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:17.901499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c555-8eee-4f7d-a30a-44bd4582ee2e req-e4c29b87-ed0a-4936-979c-802189b875e7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:17.904951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b84c555-8eee-4f7d-a30a-44bd4582ee2e req-e4c29b87-ed0a-4936-979c-802189b875e7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 932 time: 1.0420988
Nov 23 12:44:17.914763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-785a3637-3c52-4e68-b14b-812c9b3227be None None] Provisioning for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:17.924839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-785a3637-3c52-4e68-b14b-812c9b3227be None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:17.925897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-785a3637-3c52-4e68-b14b-812c9b3227be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.013786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-785a3637-3c52-4e68-b14b-812c9b3227be None None] Port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:18.017025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.188613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:18.198604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:18.202807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:18.204966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.234182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50d9b54d-15d5-414f-8f93-4f107953d8b7 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:18.330030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef8772d9-e2fb-4889-ac1b-6cc3fac7b2bf req-518ad08c-89a3-48b0-a62d-708b171fcec7 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4567790
Nov 23 12:44:18.342654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/ports/f1dedffa-2693-466b-bcf2-e84042284494 HTTP/1.1" status: 204  len: 168 time: 3.6633136
Nov 23 12:44:18.381259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38556) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:18.593774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.594867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event updated for resources: {'Network': ['ID=0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:18.602431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:18.605651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5b84c555-8eee-4f7d-a30a-44bd4582ee2e req-2aa93cf8-cf07-41cd-b2cb-7441334eb7a9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:18.608548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.632972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 is not hosted by any dhcp agent {{(pid=81023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:44:18.633831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:18.634477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.637430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "PUT /v2.0/networks/0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 HTTP/1.1" status: 200  len: 851 time: 2.7806432
Nov 23 12:44:18.640967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38560) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:18.650768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:18.651568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.653603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] 10.222.0.63 "PUT /v2.0/ports/4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 200  len: 1157 time: 6.4195948
Nov 23 12:44:18.653983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6270171-4e09-4fa0-89fa-f79171ed8c7c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:18.663821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:18.675606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5b0dcc82-c86b-4fc8-8170-2058f540f181 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:18.685112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Unset dirty status for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:18.686173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5e9958ce-a3f5-485b-b2f1-0ccf19987698 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3011 time: 1.6161995
Nov 23 12:44:18.699570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38566) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:18.718638 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:18.861174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5b84c555-8eee-4f7d-a30a-44bd4582ee2e req-2aa93cf8-cf07-41cd-b2cb-7441334eb7a9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:18.863311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b84c555-8eee-4f7d-a30a-44bd4582ee2e req-2aa93cf8-cf07-41cd-b2cb-7441334eb7a9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8312387
Nov 23 12:44:18.896245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42837c7-cb2d-4441-8b2b-a0c8af677445,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:18.906692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:18.912573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d769ff4853947fa99844ecc0bf6a445&name=default HTTP/1.1" status: 200  len: 2747 time: 2.4764860
Nov 23 12:44:18.915925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38572) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:18.942463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:18.968077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09df75d6-f7ec-48d3-8b81-ba955f7e7b3e tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:18.990867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.016959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=5b0dcc82-c86b-4fc8-8170-2058f540f181,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:19.024812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:19.035236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/5b0dcc82-c86b-4fc8-8170-2058f540f181 HTTP/1.1" status: 204  len: 168 time: 3.1424859
Nov 23 12:44:19.036270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38580) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:19.044924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2065285218'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:19.053404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-f9457c3e-3b60-4434-b6d1-8a3b7e876a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:19.054981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-f9457c3e-3b60-4434-b6d1-8a3b7e876a3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=df264f79e3924c32a3f7c089ad1bff38&device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 1160 time: 0.3316751
Nov 23 12:44:19.057255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:19.070646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.070883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:19.130968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:19.158157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:19.162244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'status': 'completed', 'code': 200}
Nov 23 12:44:19.162908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.169662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-5878a715-51ef-44c6-aeeb-c9da5353ebad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 200  len: 217 time: 0.0926132
Nov 23 12:44:19.203421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting subnet 481ad666-a061-43c5-a99d-34448615d14b {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:19.211270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.223300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:19.228805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.271409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.273190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.325799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:19.340166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-93196057-0f0b-4ad3-8958-ebf77ca23195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:19.341786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-93196057-0f0b-4ad3-8958-ebf77ca23195 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b51780ba-b616-49ac-9f77-43e5d1bbf64e HTTP/1.1" status: 200  len: 845 time: 0.1622784
Nov 23 12:44:19.347748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.348272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment e64f0287-ee89-42ee-913a-1f21eff8295a of type vxlan for network df336d0f-4c81-4d3e-8665-0275853b8aad
Nov 23 12:44:19.415295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:44:19.429952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Sync routers for ids ['338819fd-c43c-43c3-bc77-f396960190d5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:44:19.435325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.440193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.443396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.451622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Routers {'338819fd-c43c-43c3-bc77-f396960190d5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:19.453036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['338819fd-c43c-43c3-bc77-f396960190d5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:19.458873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:19.518981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42837c7-cb2d-4441-8b2b-a0c8af677445,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:19.566799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:19.585397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.592788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:19.593441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.604645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-ac83b580-775f-4231-b6e2-9c8fe75947c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:19.606952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-ac83b580-775f-4231-b6e2-9c8fe75947c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2567492
Nov 23 12:44:19.614166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:19.630610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.634566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c42837c7-cb2d-4441-8b2b-a0c8af677445 HTTP/1.1" status: 204  len: 168 time: 0.7146175
Nov 23 12:44:19.659167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Set router 338819fd-c43c-43c3-bc77-f396960190d5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:19.693736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.695054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 9.4016523
Nov 23 12:44:19.696455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:19.722446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38590) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:19.856087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:19.991339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9544010
Nov 23 12:44:19.994499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38598) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:20.034924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:20.045996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697518>, [{'id': '338819fd-c43c-43c3-bc77-f396960190d5', 'name': '', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'external_fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:10Z', 'updated_at': '2020-11-23T12:44:16Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'name': '', 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338819fd-c43c-43c3-bc77-f396960190d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:44:13Z', 'updated_at': '2020-11-23T12:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.052201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Checking router: 338819fd-c43c-43c3-bc77-f396960190d5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:44:20.052947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Updating router 338819fd-c43c-43c3-bc77-f396960190d5 port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:44:20.127536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.136315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6570d-a62f-43fa-a512-d339214961ca req-70546c5c-ac3e-48c5-9f69-7ffb6f763f39 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:20.138938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-34f6570d-a62f-43fa-a512-d339214961ca req-70546c5c-ac3e-48c5-9f69-7ffb6f763f39 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.6648836
Nov 23 12:44:20.163255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=df336d0f-4c81-4d3e-8665-0275853b8aad,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:20.175744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:20.194101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:20.218807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38602) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:20.219769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:20.253649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.277969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:20.283264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-97a3c3d6-6283-4710-96fb-eaa54e8bb9eb service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6381371
Nov 23 12:44:20.294246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:20.302686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:20.337799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.360050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:20.516049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:44:20.558457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.625794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824971978>,) {'filters': {'network_id': ['0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.636536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Transition to ACTIVE for port object f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:20.647474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.705677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.718949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:20.729354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824971978>, 'ad5e8728-ad3b-426e-89aa-ee0f8fdc2dcb') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.729704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824971978>, 'ad5e8728-ad3b-426e-89aa-ee0f8fdc2dcb') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.736973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8d1ab92-2499-4daf-ae9b-852798439f62 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:20.741707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:20.776890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68248f3c50>,) {'filters': {'network_id': ['9e824d48-5551-4027-afec-af1b10ddc778']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.796836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Usage tracker for resource:security_group_rule and tenant:c8dccf3e118c4df3b6c77767edfd7e5f is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:20.805338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-34f6570d-a62f-43fa-a512-d339214961ca req-3c2ec7c7-3254-442b-b86c-17cb7898ae21 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6432748
Nov 23 12:44:20.806229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:20.806915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.821805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Transition to ACTIVE for port object aa5d2440-578d-4d7b-80e4-eb6bcf313d86 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:20.826127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.841526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:20.844143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:20.888662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.908068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-42d231d1-7d50-4f11-b704-5d56a75a950b req-9198cd18-7dc7-4eb4-9b12-a38ac462dbd9 service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6154435
Nov 23 12:44:20.914631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68248f3c50>, '9d9cfd86-dabb-4cd2-a1e2-fc7299d83f06') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.914970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68248f3c50>, '9d9cfd86-dabb-4cd2-a1e2-fc7299d83f06') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:20.916013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.978773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:20.988732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Pushing event updated for resources: {'Port': ['ID=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:20.993517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:21.059471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.059802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Attempting to bind port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:21.060207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Attempting to bind port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:21.060729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Attempting to bind port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 on network 78ad6d94-87b0-433f-b51a-eec22c5b6073 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:21.069912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:21.070336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Checking segment: {'id': '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:21.070781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.071214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Bound using segment: {'id': '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:21.071732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Bound port: aa5d2440-578d-4d7b-80e4-eb6bcf313d86, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:21.072141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.087845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:21.133160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Pushing event updated for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:21.140961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7840ac-476e-496f-9913-3498d2768af6 req-5e9f05cd-4db1-4026-86ca-a3f7479f7a95 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:21.142058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df7840ac-476e-496f-9913-3498d2768af6 req-5e9f05cd-4db1-4026-86ca-a3f7479f7a95 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:21.155058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] For port aa5d2440-578d-4d7b-80e4-eb6bcf313d86, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:21.158417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] For port aa5d2440-578d-4d7b-80e4-eb6bcf313d86, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,segment=NetworkSegment(122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b),segment_id=122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:21.162515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.181412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:21.184507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.190216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.199326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:21.205723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.213855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3120db-0603-4c50-845c-c84e48df4498 req-e5dc86cc-f654-4d9f-819f-f042ab71722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:21.215483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-e5dc86cc-f654-4d9f-819f-f042ab71722f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=df264f79e3924c32a3f7c089ad1bff38&device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 1160 time: 0.1988442
Nov 23 12:44:21.230823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 8 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:21.333868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Pushing event updated for resources: {'Port': ['ID=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:21.334616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d42f4-391a-421a-94e9-8e984416d11a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:21.335666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.337340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.337767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.338336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.338735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.339128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.339883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.339883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.340621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.340745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:21.340828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.341066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:21.341163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.341333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.341806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.342502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.342502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.342907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.343286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.343666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.344046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.347724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.347886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8dccf3e118c4df3b6c77767edfd7e5f&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0896788
Nov 23 12:44:21.347977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.347977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.347977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.347977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.348743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38606) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:21.351106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:21.404005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Routers {'338819fd-c43c-43c3-bc77-f396960190d5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:21.404827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['338819fd-c43c-43c3-bc77-f396960190d5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:21.437535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3120db-0603-4c50-845c-c84e48df4498 req-156f3420-ec24-48e0-b6a0-ab1d890a3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:21.439119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-156f3420-ec24-48e0-b6a0-ab1d890a3cac service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 200  len: 900 time: 0.2096825
Nov 23 12:44:21.482913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df7840ac-476e-496f-9913-3498d2768af6 req-5e9f05cd-4db1-4026-86ca-a3f7479f7a95 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:21.484205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df7840ac-476e-496f-9913-3498d2768af6 req-5e9f05cd-4db1-4026-86ca-a3f7479f7a95 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 932 time: 1.2130437
Nov 23 12:44:21.526190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.529815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-ae8bb3dd-a5e8-4864-859a-78df8a3f290a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 200  len: 217 time: 0.0786223
Nov 23 12:44:21.609457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.617084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] Set router 338819fd-c43c-43c3-bc77-f396960190d5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:21.632881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:21.641571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3120db-0603-4c50-845c-c84e48df4498 req-235e2493-b059-461f-a33f-a4d93a083adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:21.643142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-235e2493-b059-461f-a33f-a4d93a083adb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b51780ba-b616-49ac-9f77-43e5d1bbf64e HTTP/1.1" status: 200  len: 845 time: 0.1051316
Nov 23 12:44:21.671961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.728974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.735735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-017e8f4c-1469-4abd-8a4e-cd6382e83a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:21.751132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d42f4-391a-421a-94e9-8e984416d11a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:21.764915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 9e824d48-5551-4027-afec-af1b10ddc778 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:21.765314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:21.766527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/824d42f4-391a-421a-94e9-8e984416d11a HTTP/1.1" status: 204  len: 168 time: 0.4167984
Nov 23 12:44:21.769987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3120db-0603-4c50-845c-c84e48df4498 req-c2ebc92d-f004-4110-bae1-7c3f89cdc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:21.771805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-c2ebc92d-f004-4110-bae1-7c3f89cdc775 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1183701
Nov 23 12:44:21.773502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.773502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.773752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.774102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.774489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.774878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.775263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.776035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.776035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.776364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.776811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.777133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.777612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.778003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.778395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.778763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.779141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.779523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.779902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.780284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.780692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.781072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.781450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.781827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:21.786989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:21.847509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:22.055567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-c263ff23-ed89-4a9f-aca6-79c39475741c service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696650
Nov 23 12:44:22.138308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697518>, [{'id': '338819fd-c43c-43c3-bc77-f396960190d5', 'name': '', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'external_fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:10Z', 'updated_at': '2020-11-23T12:44:16Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'name': '', 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338819fd-c43c-43c3-bc77-f396960190d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:44:13Z', 'updated_at': '2020-11-23T12:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:22.144245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed946c2c-93cd-4296-8ef1-c570e8de6df6 None None] The sync data for ids ['338819fd-c43c-43c3-bc77-f396960190d5'] in dv-neutron-601336-59-ovs is: [{'id': '338819fd-c43c-43c3-bc77-f396960190d5', 'name': '', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'external_fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:10Z', 'updated_at': '2020-11-23T12:44:16Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'aa5d2440-578d-4d7b-80e4-eb6bcf313d86', 'name': '', 'network_id': '78ad6d94-87b0-433f-b51a-eec22c5b6073', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338819fd-c43c-43c3-bc77-f396960190d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:44:13Z', 'updated_at': '2020-11-23T12:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c46c69c6-290d-4006-aaf1-598cebdec9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:44:22.289377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37db2-cb50-45fb-8e4f-f69df83aaf3b req-2f76c0e5-be19-4872-ab9e-3496bd1b4acc tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:22.291135 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ed37db2-cb50-45fb-8e4f-f69df83aaf3b req-2f76c0e5-be19-4872-ab9e-3496bd1b4acc tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.3225193
Nov 23 12:44:22.338830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f3120db-0603-4c50-845c-c84e48df4498 req-f714539c-7604-45f5-a2bd-65c59014a7dd service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2732508
Nov 23 12:44:22.365658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ed37db2-cb50-45fb-8e4f-f69df83aaf3b req-e0afb027-1b1f-458b-8d7d-85be28acf91c tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598347
Nov 23 12:44:22.526645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df7840ac-476e-496f-9913-3498d2768af6 req-f19ff893-1169-47f3-b091-77469d31dbd0 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0167248
Nov 23 12:44:22.619140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Network 0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:22.655669 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:22.686056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:44:22.799250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:22.858145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 9e824d48-5551-4027-afec-af1b10ddc778 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:22.916490 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:23.058385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.117700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48327e82-5888-4244-a0b2-138370ab1a69 tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:23.156791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.229664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.243780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Attempting to bind port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:23.244178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Attempting to bind port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:23.244593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Attempting to bind port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 on network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:23.254208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Subnet': ['ID=481ad666-a061-43c5-a99d-34448615d14b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:23.257938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:23.260451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.277245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:23.315041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.331100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Pushing event deleted for resources: {'Network': ['ID=0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:23.334649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:23.342464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59c03b61-472d-425b-96e7-f4f98751526a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:23.358647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:23.359006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Checking segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:23.359448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.359863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Bound using segment: {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:23.360383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Bound port: f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:23.360789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.383055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] 10.222.0.60 "DELETE /v2.0/networks/0dcc5ed4-7eec-497b-8a48-b4c64b5e3f42 HTTP/1.1" status: 204  len: 168 time: 4.7300956
Nov 23 12:44:23.389712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/9e824d48-5551-4027-afec-af1b10ddc778 HTTP/1.1" status: 204  len: 168 time: 4.6237283
Nov 23 12:44:23.398829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38634) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:23.399209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38636) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:23.412670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=9e824d48-5551-4027-afec-af1b10ddc778,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:23.415444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:23.594890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abc79bb-e37b-42f2-ba75-f1d1369dd309 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] DELETE failed (client error): The resource could not be found.
Nov 23 12:44:23.595071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abc79bb-e37b-42f2-ba75-f1d1369dd309 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:44:23.599389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2abc79bb-e37b-42f2-ba75-f1d1369dd309 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "DELETE /v2.0/subnets/8ae72f11-2e4c-4a62-9f3a-00573b81e0a0 HTTP/1.1" status: 404  len: 337 time: 0.1912708
Nov 23 12:44:23.608355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38648) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:23.611324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.613921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/subnets/481ad666-a061-43c5-a99d-34448615d14b HTTP/1.1" status: 204  len: 168 time: 5.2303762
Nov 23 12:44:23.616460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38652) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:23.628901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389081a-8a26-4bb4-9461-9b698d96a62e None None] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:23.723699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9943a-635f-4bb5-a01d-ab2349bdb9de req-2b5aef3e-806b-4c56-9319-4dc57b1e67d9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:23.725828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-05f9943a-635f-4bb5-a01d-ab2349bdb9de req-2b5aef3e-806b-4c56-9319-4dc57b1e67d9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.1642475
Nov 23 12:44:23.773430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.850106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-05f9943a-635f-4bb5-a01d-ab2349bdb9de req-88e26f0f-6a5c-4e6f-a768-3bcd15a1f071 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101811
Nov 23 12:44:23.870224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:23.910583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2760ce43-6cf6-47cc-bf65-5b33d54d05ce tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:23.949726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] DHCP port deletion for 9a7441c7-c446-4901-ac37-f3d9675b8e6f request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:44:23.954294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Deleting port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:23.954728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.112927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=e3298bab-dd87-4c01-bc98-adaf50db92c4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:24.116751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:24.125707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.159278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': 'e64f0287-ee89-42ee-913a-1f21eff8295a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:24.159833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: df336d0f-4c81-4d3e-8665-0275853b8aad, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:24.209724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network df336d0f-4c81-4d3e-8665-0275853b8aad is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:24.211937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] For port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,segment=NetworkSegment(eb248527-d698-425d-be89-11510dd98712),segment_id=eb248527-d698-425d-be89-11510dd98712)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:24.212386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.228516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, df336d0f-4c81-4d3e-8665-0275853b8aad) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:24.272642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:24.273380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.304302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.2852738
Nov 23 12:44:24.306526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38664) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:24.310773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982da1a3-c6b5-4c06-9148-8dceb7a37e0c None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:24.314511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad', 'name': 'tempest-PortsIpV6TestJSON-1679087098'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:24.383913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:24.414645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device aa5d2440-578d-4d7b-80e4-eb6bcf313d86 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:24.493126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:24.502757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.507303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:24.524185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:24.531593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.639895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682430f5f8>,) {'filters': {'network_id': ['438610ac-56c4-42d2-bb59-84f499244cf2']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:24.654596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682430f5f8>, 'b127cb4a-992c-4b54-ba78-58f2f1a4ff05') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:24.654929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682430f5f8>, 'b127cb4a-992c-4b54-ba78-58f2f1a4ff05') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:24.676384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.703976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:24.706787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 12 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:24.740596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:24.777460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Calling delete_port for 63cfeaa8-c0b6-493d-9a6d-2b67af16219c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:24.792846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 56dedf3a-281b-401c-b88b-dc555bdae220 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:24.961683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-741aae0f-31cd-4131-9c9a-9488c9dbdc12 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Request body: {'quota': {'network': 2}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:24.975658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:25.004115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-741aae0f-31cd-4131-9c9a-9488c9dbdc12 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "PUT /v2.0/quotas/26eab23460484748bd596a410b932f6e HTTP/1.1" status: 200  len: 368 time: 0.2548203
Nov 23 12:44:25.004313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:25.004313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.004494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38682) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:25.012884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Request body: {'network': {'project_id': '26eab23460484748bd596a410b932f6e'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:25.019372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:25.025190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Usage tracker for resource:network and tenant:26eab23460484748bd596a410b932f6e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:25.028927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:25.037586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:25.051968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Made reservation on behalf of 26eab23460484748bd596a410b932f6e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:25.057964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.074074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-df336d0f-4c81-4d3e-8665-0275853b8aad', 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': 'e3298bab-dd87-4c01-bc98-adaf50db92c4'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:44:25.074986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.124930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.135734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Deleting port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:25.136323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.166590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.195421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ef81-dc89-4f07-a9a4-8ce9ec5d0918 req-43f363a2-a6a0-493c-a4c9-005b475c4cd9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:25.196908 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b41ef81-dc89-4f07-a9a4-8ce9ec5d0918 req-43f363a2-a6a0-493c-a4c9-005b475c4cd9 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 0.1182575
Nov 23 12:44:25.253645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:25.259070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b41ef81-dc89-4f07-a9a4-8ce9ec5d0918 req-7235a46d-58c4-4936-a4f9-51654def1068 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533922
Nov 23 12:44:25.264552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.286770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.296825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:25.343866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-248e7fa8-32c7-4a51-a598-32edc6bd0c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:25.380355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] The port '63cfeaa8-c0b6-493d-9a6d-2b67af16219c' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:44:25.390359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 4e72049a-56e1-441c-9b2e-c084b0bb2c25 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:25.439688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 438610ac-56c4-42d2-bb59-84f499244cf2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:25.446601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Pushing event deleted for resources: {'Port': ['ID=63cfeaa8-c0b6-493d-9a6d-2b67af16219c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:25.470154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.470390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.539658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.540038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.540457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.540835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.541208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.541583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.541954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.542327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.542694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.543061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.543424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.543787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.544241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.544667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.545038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.545400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.545763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.546133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.546495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.546859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.547237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.547602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.547964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.548324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:44:25.566428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:25.569305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port aa5d2440-578d-4d7b-80e4-eb6bcf313d86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,segment=NetworkSegment(122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b),segment_id=122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:25.589434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.594267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:25.607635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3537d1-750a-4f11-acd0-82ea083f0407 req-8fd65c0e-bdee-422a-8a0e-45558a0ff623 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:25.609380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f3537d1-750a-4f11-acd0-82ea083f0407 req-8fd65c0e-bdee-422a-8a0e-45558a0ff623 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 1.7621169
Nov 23 12:44:25.691749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 63cfeaa8-c0b6-493d-9a6d-2b67af16219c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:44:25.736653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 63cfeaa8-c0b6-493d-9a6d-2b67af16219c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:44:25.737045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 63cfeaa8-c0b6-493d-9a6d-2b67af16219c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:44:25.755974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eba5aa-14b4-4001-a4b4-2af2ba780699 None None] No DVR routers for this DVR port 63cfeaa8-c0b6-493d-9a6d-2b67af16219c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:44:25.769862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:25.773009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:25.776971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:25.779719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:25.780259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.871081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.907320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:25.936696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:26.006085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Pushing event updated for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:26.017623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:26.020818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.023097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd23ce53-439c-4d0b-a022-349c4ffce9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:26.029182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:26.029564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.061232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 438610ac-56c4-42d2-bb59-84f499244cf2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:26.070679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:26.079266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.098998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:26.104048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:26.125421 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:26.223666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device aa5d2440-578d-4d7b-80e4-eb6bcf313d86 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:26.288142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.298506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port aa5d2440-578d-4d7b-80e4-eb6bcf313d86 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:26.298927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.328589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'code': 200}
Nov 23 12:44:26.436303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f3537d1-750a-4f11-acd0-82ea083f0407 req-10a7e3c9-2feb-489a-a570-5a63f1bdd499 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7660129
Nov 23 12:44:26.511942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:26.512985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.515168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] 10.222.0.63 "PUT /v2.0/ports/f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1158 time: 8.8595731
Nov 23 12:44:26.594321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 4e72049a-56e1-441c-9b2e-c084b0bb2c25 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:26.596851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:26.609812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Usage tracker for resource:security_group_rule and tenant:26eab23460484748bd596a410b932f6e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:26.614899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:26.639513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:26.649249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d0f07-b789-4356-9625-bdb3126864ae req-6cfbbf5c-7d64-4cff-b48a-6f83ff5c22e8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:26.655418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682541ae80>,) {'filters': {'network_id': ['9a7441c7-c446-4901-ac37-f3d9675b8e6f']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:26.657266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a1d0f07-b789-4356-9625-bdb3126864ae req-6cfbbf5c-7d64-4cff-b48a-6f83ff5c22e8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.2141361
Nov 23 12:44:26.670022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682541ae80>, 'eb248527-d698-425d-be89-11510dd98712') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:26.670434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682541ae80>, 'eb248527-d698-425d-be89-11510dd98712') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:26.683848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.700449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.702536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:26.709791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a1d0f07-b789-4356-9625-bdb3126864ae req-10082de3-87fd-4d84-9e58-eb49141ff246 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515580
Nov 23 12:44:26.758592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Allocated IP 2001:db8::2 (df336d0f-4c81-4d3e-8665-0275853b8aad/e3298bab-dd87-4c01-bc98-adaf50db92c4/68422e74-f90b-4c16-bb33-f205492b6596) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:26.791872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:26.838698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.856019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.858504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-cce55882-530a-4ee1-8efa-6d980d424cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:26.860216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-cce55882-530a-4ee1-8efa-6d980d424cb9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1161 time: 0.1555269
Nov 23 12:44:26.861421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.866388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:26.870049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:26.870471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:26.965575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:26.978619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-e084dd1f-b3e4-4cee-80a4-dd691918c0da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 217 time: 0.0982332
Nov 23 12:44:26.982616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Pushing event updated for resources: {'SecurityGroup': ['ID=696ac32c-3650-489f-8931-3d9ed9f4ccd7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:26.989486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:27.029915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.030471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Added segment 2d7b033f-e1d1-4ba8-b674-746f1431b8d2 of type vxlan for network d3854701-0b3e-4d41-b4be-9a35b38f7424
Nov 23 12:44:27.132661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.145975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Transition to ACTIVE for port object 68422e74-f90b-4c16-bb33-f205492b6596 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:27.165541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Transition to ACTIVE for port object 68422e74-f90b-4c16-bb33-f205492b6596 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:27.171028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.188202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:27.243112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] For port aa5d2440-578d-4d7b-80e4-eb6bcf313d86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,segment=NetworkSegment(122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b),segment_id=122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:27.243494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.344707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.349146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:27.366839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.373732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682543dba8>,) {'filters': {'network_id': ['33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:27.374782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-cf62be86-2e42-41d1-b6d9-66975a9ecd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:27.376520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-cf62be86-2e42-41d1-b6d9-66975a9ecd00 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.3890338
Nov 23 12:44:27.443743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::163 (df336d0f-4c81-4d3e-8665-0275853b8aad/e3298bab-dd87-4c01-bc98-adaf50db92c4/56dedf3a-281b-401c-b88b-dc555bdae220) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:27.461424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Calling delete_port for aa5d2440-578d-4d7b-80e4-eb6bcf313d86 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:27.492617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Pushing event updated for resources: {'Port': ['ID=68422e74-f90b-4c16-bb33-f205492b6596,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:27.497688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:27.535698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.540370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:27.541223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.551241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=438610ac-56c4-42d2-bb59-84f499244cf2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:27.556803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:27.561473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:27.574239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:27.585439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:27.586858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:27.590125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:27.599947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682543dba8>, '5318aed6-cb28-4bf5-997c-f8df87133719') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:27.600550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682543dba8>, '5318aed6-cb28-4bf5-997c-f8df87133719') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:27.616277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.639606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/438610ac-56c4-42d2-bb59-84f499244cf2 HTTP/1.1" status: 204  len: 168 time: 4.2322128
Nov 23 12:44:27.651804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38710) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:27.676570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Attempting to bind port 68422e74-f90b-4c16-bb33-f205492b6596 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:27.677451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Attempting to bind port 68422e74-f90b-4c16-bb33-f205492b6596 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e64f0287-ee89-42ee-913a-1f21eff8295a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:27.678106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Attempting to bind port 68422e74-f90b-4c16-bb33-f205492b6596 on network df336d0f-4c81-4d3e-8665-0275853b8aad {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:27.686852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:27.687531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Checking segment: {'id': 'e64f0287-ee89-42ee-913a-1f21eff8295a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:27.688082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.688833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Bound using segment: {'id': 'e64f0287-ee89-42ee-913a-1f21eff8295a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:27.689493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Bound port: 68422e74-f90b-4c16-bb33-f205492b6596, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64f0287-ee89-42ee-913a-1f21eff8295a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'df336d0f-4c81-4d3e-8665-0275853b8aad'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:27.690370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.817768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.830792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4625251d-e325-49b9-b61f-03d37ff4dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:27.840031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'status': 'completed', 'code': 200}
Nov 23 12:44:27.871919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] For port 68422e74-f90b-4c16-bb33-f205492b6596, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:27.943087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Pushing event updated for resources: {'Network': ['ID=d3854701-0b3e-4d41-b4be-9a35b38f7424,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:27.952713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f7ab8212-1fb1-4e92-868f-172b2551d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:27.954466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-f7ab8212-1fb1-4e92-868f-172b2551d6c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5677602
Nov 23 12:44:27.961404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:27.965625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 2.9574075
Nov 23 12:44:27.967496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d3854701-0b3e-4d41-b4be-9a35b38f7424 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:27.994416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38716) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:27.998586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d3854701-0b3e-4d41-b4be-9a35b38f7424 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:28.025681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.066902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Request body: {'network': {'project_id': '26eab23460484748bd596a410b932f6e'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:28.098776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:28.164448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Usage tracker for resource:network and tenant:26eab23460484748bd596a410b932f6e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:28.204957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:28.205166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:28.227356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:28.261138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57389153-bcc5-4d97-85e8-689547f97419 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.265692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57389153-bcc5-4d97-85e8-689547f97419 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.271287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57389153-bcc5-4d97-85e8-689547f97419 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.273115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57389153-bcc5-4d97-85e8-689547f97419 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1943 time: 0.6030438
Nov 23 12:44:28.297970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38720) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:28.321024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-475049624'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:28.331476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Made reservation on behalf of 26eab23460484748bd596a410b932f6e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:28.336492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.351554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.358473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:28.389229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Network 9a7441c7-c446-4901-ac37-f3d9675b8e6f has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:28.390231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:network and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:28.398931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:28.422579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:28.428074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-17f95978-199a-4e9f-b47c-1d3f22a0815a service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4587409
Nov 23 12:44:28.430291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 56dedf3a-281b-401c-b88b-dc555bdae220 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:28.481656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:28.482087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a05329-9b12-43e8-8105-cac971f71aee req-6d722539-cd70-4c6a-ba21-ff2465339e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.483757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58a05329-9b12-43e8-8105-cac971f71aee req-6d722539-cd70-4c6a-ba21-ff2465339e80 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 1162 time: 1.6827729
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:28.492065 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:28.553459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318733de-96d9-4355-8350-bbeef833d5c0 req-ccced9e5-98c3-4e93-962a-21ff97c829ed tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.555119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-318733de-96d9-4355-8350-bbeef833d5c0 req-ccced9e5-98c3-4e93-962a-21ff97c829ed tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.4707432
Nov 23 12:44:28.569777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:28.575286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.594116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.594563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Added segment a03a6d22-3f31-478e-910b-496517193dc4 of type vxlan for network 206c4606-0cae-4cd9-a4ce-c806e9a67638
Nov 23 12:44:28.673036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Network 33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:28.685226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.700273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.708120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.710805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.751134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:28.825803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] For port 68422e74-f90b-4c16-bb33-f205492b6596, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=68422e74-f90b-4c16-bb33-f205492b6596,segment=NetworkSegment(e64f0287-ee89-42ee-913a-1f21eff8295a),segment_id=e64f0287-ee89-42ee-913a-1f21eff8295a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:28.828666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d4643-4151-4ecf-8665-890a9f37a3ca req-67e02590-4341-46ff-8b1a-ab97d571c444 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.830538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.832747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf0d4643-4151-4ecf-8665-890a9f37a3ca req-67e02590-4341-46ff-8b1a-ab97d571c444 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 1.1973588
Nov 23 12:44:28.837968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.850293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-318733de-96d9-4355-8350-bbeef833d5c0 req-6ed804f7-4afe-47a9-8d40-4da14ff99a5f tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2584307
Nov 23 12:44:28.870117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.885354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfcf2fbb-03a2-41fa-9200-f674704c213f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:28.886270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:28.921359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:28.934537 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54634e79-0581-4a2b-8183-d93d86c75c01 req-7f5e4368-2d40-488b-8229-df021df1e800 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4953473
Nov 23 12:44:28.969738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=56dedf3a-281b-401c-b88b-dc555bdae220,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:28.977271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.978272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:28.978948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:28.985094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:44:28.985439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:44:29.002812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.004208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:29.041169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Pushing event deleted for resources: {'Network': ['ID=9a7441c7-c446-4901-ac37-f3d9675b8e6f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:29.043934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.059076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:29.063057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Pushing event updated for resources: {'Port': ['ID=68422e74-f90b-4c16-bb33-f205492b6596,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:29.073221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.117502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] 10.222.0.60 "DELETE /v2.0/networks/9a7441c7-c446-4901-ac37-f3d9675b8e6f HTTP/1.1" status: 204  len: 168 time: 5.4927480
Nov 23 12:44:29.165588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Usage tracker for resource:security_group_rule and tenant:3ae996dd90ea4dfb8a4f49fc1dfeaf09 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:29.173383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Network 33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:29.189692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf0d4643-4151-4ecf-8665-890a9f37a3ca req-c6352ad7-2f79-46d5-a8eb-4d26b3b9db5a tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3234093
Nov 23 12:44:29.206443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Pushing event updated for resources: {'Network': ['ID=206c4606-0cae-4cd9-a4ce-c806e9a67638,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:29.209816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 1.2095053
Nov 23 12:44:29.213022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.224360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:29.225089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38726) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:29.225163 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:29.226962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Request body: {'network': {'project_id': '26eab23460484748bd596a410b932f6e'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:29.232051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 206c4606-0cae-4cd9-a4ce-c806e9a67638 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:29.240946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:29.250883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Usage tracker for resource:network and tenant:26eab23460484748bd596a410b932f6e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:29.267435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network df336d0f-4c81-4d3e-8665-0275853b8aad is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:29.269046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:29.273446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:29.282820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:29.283865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:29.296896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:29.297779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.314314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] POST failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:44:29.314822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] No notification will be sent due to unsuccessful status code: 409 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:44:29.316845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cf42a69-e962-4fde-91a4-bc15eeb7eb77 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0987349
Nov 23 12:44:29.318945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-aea1be52-b72d-4ab1-afb5-c967478879e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:29.320676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-aea1be52-b72d-4ab1-afb5-c967478879e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1161 time: 0.2889898
Nov 23 12:44:29.321246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:29.371529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 206c4606-0cae-4cd9-a4ce-c806e9a67638 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:29.499778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.537492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.2295310
Nov 23 12:44:29.555031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38734) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:29.655689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.670793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:29.730269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.755550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f272fb3-2348-499a-a366-0dbece466242 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:29.790094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:29.848622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.880227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Port': ['ID=aa5d2440-578d-4d7b-80e4-eb6bcf313d86,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:29.889769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:29.894920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.898715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db0456dd-0368-4863-9f5f-b263b524f9d0 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:29.933242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Pushing event deleted for resources: {'Network': ['ID=33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:29.943762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:29.957006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] 10.222.0.60 "DELETE /v2.0/networks/33ec9b36-90f4-4fb6-8ca5-c497d18d6c4b HTTP/1.1" status: 204  len: 168 time: 6.3416097
Nov 23 12:44:30.020194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.036461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.039718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:30.049309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.050461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment 754b5b37-7f65-4886-88fc-ca910f4a9c41 of type vxlan for network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb
Nov 23 12:44:30.074787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbcc8f7-6cfb-4a88-abe6-c2996c37c0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:30.085790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-64a2b189-3976-47af-805b-dab9c215f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:30.087408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-64a2b189-3976-47af-805b-dab9c215f2f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.7395167
Nov 23 12:44:30.094807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.149013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Synchronizing usage tracker for tenant:3ae996dd90ea4dfb8a4f49fc1dfeaf09 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:30.169979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48cad3e2-e36f-477a-ab39-e48d049566b4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:30.182116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:30.222919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcfef-b5a8-4c5c-b352-e5e88bb967e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.255498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-a667ccfb-ee5d-4606-b09d-815a57f214c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 217 time: 0.1431060
Nov 23 12:44:30.283203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 56dedf3a-281b-401c-b88b-dc555bdae220 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:30.283588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.357819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.408350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:30.425260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:30.459976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 68422e74-f90b-4c16-bb33-f205492b6596 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:30.549090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.554638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:30.555321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.654756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c2ef033-6acf-44f0-aab6-9bae60d8c2b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:30.656748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.673825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-09588458-b672-49ff-96b0-f10e7b9c461f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2492bfecb1d4f35b766231ef6f1aeba&name=default HTTP/1.1" status: 200  len: 2743 time: 0.8266728
Nov 23 12:44:30.674058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 68422e74-f90b-4c16-bb33-f205492b6596 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:30.675654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Unset dirty status for tenant:3ae996dd90ea4dfb8a4f49fc1dfeaf09 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:30.676960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58a05329-9b12-43e8-8105-cac971f71aee req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 2.1171703
Nov 23 12:44:30.680189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:30.782798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-601715b3-c081-4512-8076-17b391154d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:30.785315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-601715b3-c081-4512-8076-17b391154d91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.5189753
Nov 23 12:44:30.824630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63bc653-80a1-4400-b9b6-0aa03063a4ae None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:30.883760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.898672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d96de5-cfba-446a-9a5a-8404ada2f1dc req-62c6f949-ec33-4bc4-aa25-0dc10a82b795 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:30.901059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6d96de5-cfba-446a-9a5a-8404ada2f1dc req-62c6f949-ec33-4bc4-aa25-0dc10a82b795 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 0.4853773
Nov 23 12:44:30.927522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Provisioning for port 68422e74-f90b-4c16-bb33-f205492b6596 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:30.936331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Provisioning complete for port 68422e74-f90b-4c16-bb33-f205492b6596 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:30.936902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.947102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.949233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.977609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:30.986199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56867cdd-efbb-4c8d-b43e-4cd38060a2b9 req-b08f4a1f-b2f9-42f4-a25c-08bb6eb10693 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:30.988856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-56867cdd-efbb-4c8d-b43e-4cd38060a2b9 req-b08f4a1f-b2f9-42f4-a25c-08bb6eb10693 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.8888199
Nov 23 12:44:30.990226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.6911292
Nov 23 12:44:30.991125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=99f2e5f3-860f-4012-9d3f-d1055b9b63cb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:30.994276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:30.994832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38764) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:31.000275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.020842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:31.042835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:31.048950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6d96de5-cfba-446a-9a5a-8404ada2f1dc req-4f0d8005-d734-4e2a-9247-110f38cf68dd tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347735
Nov 23 12:44:31.078304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.078925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Fanout notify agent at l3_agent the message router_deleted on router 338819fd-c43c-43c3-bc77-f396960190d5 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:44:31.100833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.106179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/routers/338819fd-c43c-43c3-bc77-f396960190d5 HTTP/1.1" status: 204  len: 168 time: 11.3747239
Nov 23 12:44:31.107724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38768) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:31.156179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-421499175'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:31.170401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:31.186902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting subnet c46c69c6-290d-4006-aaf1-598cebdec9a3 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:31.190723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:31.191725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.225360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.226274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:network and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:31.234798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:31.240680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d779aac5-bebf-4c50-bee6-0ec3d8228954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:31.259911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e73086a-8386-4de6-abab-d1acedf6cefc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:31.266436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:31.275182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.276530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e73086a-8386-4de6-abab-d1acedf6cefc HTTP/1.1" status: 204  len: 168 time: 0.5911930
Nov 23 12:44:31.279637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.318067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:31.322789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824d44470>,) {'filters': {'network_id': ['206c4606-0cae-4cd9-a4ce-c806e9a67638']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:31.339109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16a0a5e9-d800-466e-b411-28ec7bb989c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec38ef9d796c4489928cc84d797e9c3b&name=default HTTP/1.1" status: 200  len: 2743 time: 0.9204030
Nov 23 12:44:31.343662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38776) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:31.375710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d44470>, 'a03a6d22-3f31-478e-910b-496517193dc4') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:31.376049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d44470>, 'a03a6d22-3f31-478e-910b-496517193dc4') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:31.405704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.429035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:31.434727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.461463 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-56867cdd-efbb-4c8d-b43e-4cd38060a2b9 req-f3aff630-93c3-4479-913d-937d775b5085 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3836575
Nov 23 12:44:31.478813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.523775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:31.525484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.533186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.547258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:31.547884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.563936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.568462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.575749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:31.628365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.639743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-574d4229-2be6-4117-b7c0-c91b6125942f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:31.658565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] For port 68422e74-f90b-4c16-bb33-f205492b6596, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=68422e74-f90b-4c16-bb33-f205492b6596,segment=NetworkSegment(e64f0287-ee89-42ee-913a-1f21eff8295a),segment_id=e64f0287-ee89-42ee-913a-1f21eff8295a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:31.661633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.668795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.671714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:31.683832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 56dedf3a-281b-401c-b88b-dc555bdae220 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:31.694158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aed714-48ba-42fe-83d9-06a4ec62fb03,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:31.698035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:31.699303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2aed714-48ba-42fe-83d9-06a4ec62fb03 HTTP/1.1" status: 204  len: 168 time: 0.3539166
Nov 23 12:44:31.714352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:31.818199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-bad11eed-0ee9-4daa-a27a-2022a5b2337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:31.820158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-bad11eed-0ee9-4daa-a27a-2022a5b2337d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7412574
Nov 23 12:44:31.830133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Pushing event updated for resources: {'Port': ['ID=68422e74-f90b-4c16-bb33-f205492b6596,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:31.888593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:32.018083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:32.039265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.123433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.125901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:32.128678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:32.163359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.167849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64314daa-25e2-452e-a7ff-94ff8efa1728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:32.187840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.188573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment 25f54650-8cd5-4969-b385-996c2a590172 of type vxlan for network 1625e8f0-f54c-4e24-93cb-59d53769890b
Nov 23 12:44:32.234947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.246266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:32.332308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Network 206c4606-0cae-4cd9-a4ce-c806e9a67638 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:32.355478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.369618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'code': 200}
Nov 23 12:44:32.371683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Provisioning for port 56dedf3a-281b-401c-b88b-dc555bdae220 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:32.384718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 68422e74-f90b-4c16-bb33-f205492b6596 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:32.548369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Subnet': ['ID=c46c69c6-290d-4006-aaf1-598cebdec9a3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:32.582859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:32.630650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38802) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:32.873743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Provisioning complete for port 56dedf3a-281b-401c-b88b-dc555bdae220 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:32.884793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.927976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-312d4d6b-06f8-470d-b0bd-ebc579c73c06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03ac90f89034466c9438b5a04b3af444&name=default HTTP/1.1" status: 200  len: 2743 time: 0.2769241
Nov 23 12:44:32.933014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.938006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:32.941437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38810) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:32.943138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/subnets/c46c69c6-290d-4006-aaf1-598cebdec9a3 HTTP/1.1" status: 204  len: 168 time: 1.8342783
Nov 23 12:44:32.949053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38814) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:33.038270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Port 56dedf3a-281b-401c-b88b-dc555bdae220 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:44:33.047633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:33.060595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:33.079147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 68422e74-f90b-4c16-bb33-f205492b6596 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:33.079814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.127216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.133671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Provisioning complete for port 68422e74-f90b-4c16-bb33-f205492b6596 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:33.134336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edad-1c7a-4fbc-ab85-d326da3bf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.154578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-72ddfdaa-d8d1-4e2a-9ef9-a5836af76302 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3179147
Nov 23 12:44:33.196598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.248853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.289044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.307301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38822) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:33.337521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device aa5d2440-578d-4d7b-80e4-eb6bcf313d86 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:44:33.341396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3a2df-4ed9-4b35-9b0b-8c2b5b48dcac req-9b186da6-b168-4f3b-8b24-46c44da2fa63 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:33.343048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6de3a2df-4ed9-4b35-9b0b-8c2b5b48dcac req-9b186da6-b168-4f3b-8b24-46c44da2fa63 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.8897092
Nov 23 12:44:33.356019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:33.380195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: aa5d2440-578d-4d7b-80e4-eb6bcf313d86 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:44:33.380718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device aa5d2440-578d-4d7b-80e4-eb6bcf313d86 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:44:33.411155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Network 206c4606-0cae-4cd9-a4ce-c806e9a67638 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:33.443612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f53f8e-9475-41f7-a04a-efaaf761feb1 req-b2d5b112-1561-4f75-9c67-1abb7c9e4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:33.443832 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:33.446437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3f53f8e-9475-41f7-a04a-efaaf761feb1 req-b2d5b112-1561-4f75-9c67-1abb7c9e4e29 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.6479685
Nov 23 12:44:33.496289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eda29b6d-d3cc-401c-b7de-bf20daee3477 None None] Could not find standard attr ID for object 56dedf3a-281b-401c-b88b-dc555bdae220. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:44:33.514107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.515016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eda29b6d-d3cc-401c-b7de-bf20daee3477 None None] Provisioning complete for port 68422e74-f90b-4c16-bb33-f205492b6596 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:33.515587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda29b6d-d3cc-401c-b7de-bf20daee3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.521767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.525889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:33.526528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.562367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7434a4e9-d7a9-49a7-9329-0f6906863667 tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:33.567096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-88592795'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:33.584465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:33.599819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.619123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:network and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:33.621849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:33.639599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:33.647647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b438de2-59ca-4c6d-89bf-40d455d90da1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:33.651993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6de3a2df-4ed9-4b35-9b0b-8c2b5b48dcac req-2232b3fc-967a-4a82-93ac-e839df8438bd tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2887902
Nov 23 12:44:33.652881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:33.656674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.794851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78aa26-f93b-4f28-9649-97001ece6264 req-b49689bd-7338-4c48-a92b-55300f125285 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:33.796608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0f78aa26-f93b-4f28-9649-97001ece6264 req-b49689bd-7338-4c48-a92b-55300f125285 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.8786008
Nov 23 12:44:33.826257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.829550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a66e5aea-46ea-479b-992b-87b2d0314e9b req-c155794a-d771-4e4e-b731-6c33472c2e05 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5944993
Nov 23 12:44:33.857330 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.8377004
Nov 23 12:44:33.858573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.866170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=1625e8f0-f54c-4e24-93cb-59d53769890b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:33.875338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38828) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:33.878210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:33.878819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1625e8f0-f54c-4e24-93cb-59d53769890b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:33.885137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b224978-d005-4e3c-9537-f019b2218166 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:33.899508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1625e8f0-f54c-4e24-93cb-59d53769890b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:33.925271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'ports': [{'network_id': '99f2e5f3-860f-4012-9d3f-d1055b9b63cb', 'name': 'tempest-port--508583379', 'admin_state_up': True}, {'network_id': '1625e8f0-f54c-4e24-93cb-59d53769890b', 'admin_state_up': False}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:33.925634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'port': {'network_id': '99f2e5f3-860f-4012-9d3f-d1055b9b63cb', 'name': 'tempest-port--508583379', 'admin_state_up': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:33.926131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'port': {'network_id': '1625e8f0-f54c-4e24-93cb-59d53769890b', 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:33.974748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "DELETE /v2.0/networks/206c4606-0cae-4cd9-a4ce-c806e9a67638 HTTP/1.1" status: 204  len: 168 time: 4.6469681
Nov 23 12:44:33.983519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:33.987822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b438de2-59ca-4c6d-89bf-40d455d90da1 HTTP/1.1" status: 204  len: 168 time: 1.0383282
Nov 23 12:44:33.988185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38832) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:33.994081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:34.027208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3f53f8e-9475-41f7-a04a-efaaf761feb1 req-6f2deca0-cf36-46c6-8789-f660b457e71e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5700977
Nov 23 12:44:34.030679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=56dedf3a-281b-401c-b88b-dc555bdae220,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:34.048945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:34.049596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:34.109623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Pushing event deleted for resources: {'Network': ['ID=206c4606-0cae-4cd9-a4ce-c806e9a67638,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:34.120211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:34.121442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:34.126980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.137349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0f78aa26-f93b-4f28-9649-97001ece6264 req-89f1bb03-bac7-432f-823c-710ae5cc3021 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3180580
Nov 23 12:44:34.149043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.196920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68265e4240>,) {'filters': {'network_id': ['78ad6d94-87b0-433f-b51a-eec22c5b6073']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.233544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.239187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/56dedf3a-281b-401c-b88b-dc555bdae220 HTTP/1.1" status: 204  len: 168 time: 4.6769037
Nov 23 12:44:34.239384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68265e4240>, '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.239384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68265e4240>, '122c1b3a-5c0b-4fdb-9bd4-f33ffaa74d8b') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.240033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38838) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:34.258182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.302988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c6b16a-06c3-4fce-b5da-f283e3fc65dc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:44:34.303700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c6b16a-06c3-4fce-b5da-f283e3fc65dc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:44:34.308643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9c6b16a-06c3-4fce-b5da-f283e3fc65dc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/56dedf3a-281b-401c-b88b-dc555bdae220 HTTP/1.1" status: 404  len: 333 time: 0.0649853
Nov 23 12:44:34.309617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38844) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:34.319130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.334538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:34.350985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:security_group_rule and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:34.354032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.356605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:34.359309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Releasing vxlan tunnel 10 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:34.375262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74a4353-2a37-4487-a9ce-b4e6e77174a3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:44:34.375828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f74a4353-2a37-4487-a9ce-b4e6e77174a3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:34.384155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:34.390811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:port and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:34.395569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:34.411806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:34.419871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f74a4353-2a37-4487-a9ce-b4e6e77174a3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:34.421211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f74a4353-2a37-4487-a9ce-b4e6e77174a3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/56dedf3a-281b-401c-b88b-dc555bdae220 HTTP/1.1" status: 404  len: 333 time: 0.1106148
Nov 23 12:44:34.424164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38850) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:34.459957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:34.469303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'port': 2} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:34.476205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.559761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.687760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:34.709838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.838647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824d50f60>,) {'filters': {'network_id': ['d3854701-0b3e-4d41-b4be-9a35b38f7424']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.849221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:34.849974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.854497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d50f60>, '2d7b033f-e1d1-4ba8-b674-746f1431b8d2') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.854851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d50f60>, '2d7b033f-e1d1-4ba8-b674-746f1431b8d2') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:34.869262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.885134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:34.887426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:34.970967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] device_id is not set on port 1df96f57-8cc3-489b-b793-024021fb19c2 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:34.981080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet e3298bab-dd87-4c01-bc98-adaf50db92c4 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:34.986017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.056502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.078126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Network d3854701-0b3e-4d41-b4be-9a35b38f7424 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:35.088772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.193355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.279111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:35.352132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.473302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Network d3854701-0b3e-4d41-b4be-9a35b38f7424 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:35.516200 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:35.585809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110162-1c07-449c-9ac9-48c364dd464d req-90407eef-aee1-4b0c-9444-66a9649987a4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:35.587174 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1110162-1c07-449c-9ac9-48c364dd464d req-90407eef-aee1-4b0c-9444-66a9649987a4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.2035084
Nov 23 12:44:35.673509 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1110162-1c07-449c-9ac9-48c364dd464d req-3b554b25-fbfb-40f4-b7cb-b9fdecbb9d2d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753663
Nov 23 12:44:35.692318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.721461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:35.750180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network 78ad6d94-87b0-433f-b51a-eec22c5b6073 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:35.760245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:35.780151 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:35.844103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc25cc2-13d3-4692-bde0-1982af8e3eeb req-2f05717c-146c-4e2e-a6e7-064b1d8a4576 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:35.845541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccc25cc2-13d3-4692-bde0-1982af8e3eeb req-2f05717c-146c-4e2e-a6e7-064b1d8a4576 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6790259
Nov 23 12:44:35.852455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.860595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:35.869509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.890934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=e3298bab-dd87-4c01-bc98-adaf50db92c4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:35.914542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:35.928936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:35.959764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:35.966198 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] 10.222.0.60 "DELETE /v2.0/networks/d3854701-0b3e-4d41-b4be-9a35b38f7424 HTTP/1.1" status: 204  len: 168 time: 1.9644325
Nov 23 12:44:35.977853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'SecurityGroup': ['ID=5af51599-47d8-416e-a83a-b02f85f7a232,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:35.982323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:35.987256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:36.013521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.020201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Pushing event deleted for resources: {'Network': ['ID=d3854701-0b3e-4d41-b4be-9a35b38f7424,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:36.026339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:36.029023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.029421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Added segment 76ccfccb-caeb-4af5-abb5-f36d6f51530a of type vxlan for network eb784e76-a111-4ee6-be67-2aa33eaac1f4
Nov 23 12:44:36.032982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.041724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:36.068127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccc25cc2-13d3-4692-bde0-1982af8e3eeb req-95596a9c-aa6e-4bbe-aeff-ed997ee9f849 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2107728
Nov 23 12:44:36.075701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.079245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c973a9-32b5-4d33-96f4-907ad3b97d0d None None] Network df336d0f-4c81-4d3e-8665-0275853b8aad requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:36.088044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/e3298bab-dd87-4c01-bc98-adaf50db92c4 HTTP/1.1" status: 204  len: 168 time: 1.6616819
Nov 23 12:44:36.091860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38886) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:36.095572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Network': ['ID=78ad6d94-87b0-433f-b51a-eec22c5b6073,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:36.107621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:36.107621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/networks/78ad6d94-87b0-433f-b51a-eec22c5b6073 HTTP/1.1" status: 204  len: 168 time: 3.1523929
Nov 23 12:44:36.142932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.207136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.217237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:36.222420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.241145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:36.351971 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 3.0405219
Nov 23 12:44:36.362893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38896) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:36.376386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'subnet': {'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:36.467273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Network': ['ID=eb784e76-a111-4ee6-be67-2aa33eaac1f4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:36.469947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:36.476918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d4d3f-ed4e-4f75-a5aa-50f8819d5fb6 req-0a669b28-fbfd-4edc-bdef-789c1509b54a tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:36.489516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-744d4d3f-ed4e-4f75-a5aa-50f8819d5fb6 req-0a669b28-fbfd-4edc-bdef-789c1509b54a tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.6459527
Nov 23 12:44:36.493444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:36.494026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38902) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:36.528601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:36.537623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Request body: {'floatingip': {'port_id': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:36.613761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.711790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.760492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.802290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 68422e74-f90b-4c16-bb33-f205492b6596 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:36.802972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.821224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] DHCP port deletion for df336d0f-4c81-4d3e-8665-0275853b8aad request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:44:36.849716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Deleting port 68422e74-f90b-4c16-bb33-f205492b6596 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:36.850425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:36.931087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:36.942729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:subnet and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:36.985938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:36.996313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] device_id is not set on port 64b25599-dd14-4c2f-9540-2c48c790aef1 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:37.004803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:37.036533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:37.109746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38914) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:37.140336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38918) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:37.163978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'name': 'tempest-router--26491989', 'project_id': 'a6641c54821549e7be8bac9595a6c732'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:37.186112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.193480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:37.233381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:router and tenant:a6641c54821549e7be8bac9595a6c732 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:37.247238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:37.258394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:37.290922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] For port 68422e74-f90b-4c16-bb33-f205492b6596, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=68422e74-f90b-4c16-bb33-f205492b6596,segment=NetworkSegment(e64f0287-ee89-42ee-913a-1f21eff8295a),segment_id=e64f0287-ee89-42ee-913a-1f21eff8295a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:37.291320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.320357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] For port 68422e74-f90b-4c16-bb33-f205492b6596, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=68422e74-f90b-4c16-bb33-f205492b6596,segment=NetworkSegment(e64f0287-ee89-42ee-913a-1f21eff8295a),segment_id=e64f0287-ee89-42ee-913a-1f21eff8295a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:37.321798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.408312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.408312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.490966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Calling delete_port for 68422e74-f90b-4c16-bb33-f205492b6596 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:37.500253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 68422e74-f90b-4c16-bb33-f205492b6596 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:37.579896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.649469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.681358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38932) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:37.688672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:37.734012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:44:37.734672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:44:37.747272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.759739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Pushing event deleted for resources: {'Port': ['ID=68422e74-f90b-4c16-bb33-f205492b6596,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:37.770450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:37.773297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] No DVR routers for this DVR port 68422e74-f90b-4c16-bb33-f205492b6596 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:44:37.777165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.797776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:37.845891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:37.938710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:37.966215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9052ae7968c3476c8745c471fea5f162 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:37.971953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:37.996728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:38.002056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Port': ['ID=1df96f57-8cc3-489b-b793-024021fb19c2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:38.005323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.022954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:38.078432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd7e13-557e-43b7-a247-2ac07f55426a req-9cadc836-0672-42f5-97ad-de2b904bb458 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:38.080061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-86cd7e13-557e-43b7-a247-2ac07f55426a req-9cadc836-0672-42f5-97ad-de2b904bb458 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.8055391
Nov 23 12:44:38.080233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.082276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-08472d77-fbd8-4cbf-a0d3-1188448df7a3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.9643650
Nov 23 12:44:38.096739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38938) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:38.244149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 68422e74-f90b-4c16-bb33-f205492b6596 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:44:38.252787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 68422e74-f90b-4c16-bb33-f205492b6596 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:38.252787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.260901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:38.281970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:38.286459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 68422e74-f90b-4c16-bb33-f205492b6596 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:44:38.286980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 68422e74-f90b-4c16-bb33-f205492b6596 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:44:38.288902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Checking segment: {'id': '754b5b37-7f65-4886-88fc-ca910f4a9c41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '99f2e5f3-860f-4012-9d3f-d1055b9b63cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:38.289304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network hostable DHCP agents. Network: 99f2e5f3-860f-4012-9d3f-d1055b9b63cb, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:38.324972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:floatingip and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:38.334320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-86cd7e13-557e-43b7-a247-2ac07f55426a req-3763cb79-a161-4607-98b2-7cf695acda07 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2170067
Nov 23 12:44:38.361608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] The port '68422e74-f90b-4c16-bb33-f205492b6596' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:44:38.410888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.433855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.465822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:38.489266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:38.543808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.551362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:38.589907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.732674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:38.746384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.819726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0634024e-bdc6-4942-92b8-0f57dd2bf76f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:38.835690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:38.841236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9052ae7968c3476c8745c471fea5f162&name=default HTTP/1.1" status: 200  len: 2747 time: 1.6943781
Nov 23 12:44:38.843510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 99f2e5f3-860f-4012-9d3f-d1055b9b63cb) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:38.851118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e2fcb-0da9-4668-a405-2c293897cfb1 None None] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:38.858622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38944) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:38.864612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:38.865524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.888578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:38.938194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:38.948920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.139662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.318428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.342151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:39.463348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68253450b8>,) {'filters': {'network_id': ['df336d0f-4c81-4d3e-8665-0275853b8aad']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:39.489415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Port': ['ID=64b25599-dd14-4c2f-9540-2c48c790aef1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:39.503122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:39.514356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2f820-a68f-4db1-8b99-f73812c457e6 req-5af1d667-c063-473a-82e9-94e63d31139e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:39.515957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e6a2f820-a68f-4db1-8b99-f73812c457e6 req-5af1d667-c063-473a-82e9-94e63d31139e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.9736803
Nov 23 12:44:39.517835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253450b8>, 'e64f0287-ee89-42ee-913a-1f21eff8295a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:39.518197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253450b8>, 'e64f0287-ee89-42ee-913a-1f21eff8295a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:39.528219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 38948) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:39.548981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Subnet': ['ID=71500aa0-2f9b-4138-8e20-b798da2db632,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:39.553298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:39.609137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Request body: {'floatingip': {'port_id': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:39.663321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.802753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.807359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.811928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:44:39.833488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.901629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:39.999801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Floating IP f07d626f-ec4b-4253-aa65-468865b7057c associated. External IP: 172.26.6.22, port: 4e72049a-56e1-441c-9b2e-c084b0bb2c25.
Nov 23 12:44:40.002044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.052511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Allocated IP 172.26.6.143 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/ad1e36df-d5b6-4aca-b240-9af0b79ae72b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:40.151037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.167975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Checking segment: {'id': '76ccfccb-caeb-4af5-abb5-f36d6f51530a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:40.168295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network hostable DHCP agents. Network: eb784e76-a111-4ee6-be67-2aa33eaac1f4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:40.279481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Checking segment: {'id': '25f54650-8cd5-4969-b385-996c2a590172', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1625e8f0-f54c-4e24-93cb-59d53769890b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:40.279755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network hostable DHCP agents. Network: 1625e8f0-f54c-4e24-93cb-59d53769890b, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:40.312659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:40.323801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network df336d0f-4c81-4d3e-8665-0275853b8aad has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:40.343174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.355838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, eb784e76-a111-4ee6-be67-2aa33eaac1f4) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:40.366131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743d624-cb63-44c7-900c-6752999d8f43 None None] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:40.375434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.382726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:40.383239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.430115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.0632117
Nov 23 12:44:40.430307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38952) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:40.435987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1467893593', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:40.449917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:40.458347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:router and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:40.462352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.463113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Fanout notify agent at l3_agent the message router_deleted on router f68e6d27-1ab8-4397-9995-7ffab034de1b {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:44:40.470699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:40.487114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:40.495704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.514386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4724e1aa-7c05-4991-8390-3f45ecf12666 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:40.637007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.637892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.669298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.735670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80d73259-d829-4014-aa5e-ec39be65387e tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:40.745132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=ad1e36df-d5b6-4aca-b240-9af0b79ae72b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:40.749891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:40.765091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 1625e8f0-f54c-4e24-93cb-59d53769890b is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:40.785666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network df336d0f-4c81-4d3e-8665-0275853b8aad has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:44:40.800712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0634024e-bdc6-4942-92b8-0f57dd2bf76f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:40.802728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.806841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0634024e-bdc6-4942-92b8-0f57dd2bf76f HTTP/1.1" status: 204  len: 168 time: 1.9426124
Nov 23 12:44:40.818831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d84788-1c01-4b61-ada7-1f1c3263d1f8 None None] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:40.826535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99f0e559-4918-443b-b822-68c4bfce408f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/routers/f68e6d27-1ab8-4397-9995-7ffab034de1b HTTP/1.1" status: 204  len: 168 time: 2.7300565
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:44:40.830403 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:44:40.843190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:40.874866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.894391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1625e8f0-f54c-4e24-93cb-59d53769890b) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:40.911967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:40.916365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:40.920286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:40.921046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.964095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:40.974284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e19651c-2bea-4460-80c4-956af9b6815c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:40.990612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.022253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=df336d0f-4c81-4d3e-8665-0275853b8aad,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:41.029403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:41.043819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf769cd-739f-4dd8-b9f3-277f246d4799 None None] Network 1625e8f0-f54c-4e24-93cb-59d53769890b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:41.052895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 7.1729474
Nov 23 12:44:41.062099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/df336d0f-4c81-4d3e-8665-0275853b8aad HTTP/1.1" status: 204  len: 168 time: 4.9656212
Nov 23 12:44:41.086468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:41.087167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38960) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:41.087881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38962) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:41.122386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:41.129753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1763936785'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:41.135609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:41.140214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:41.146505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:41.153450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:41.208212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38968) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:41.216635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:41.264248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:41.271492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.321444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.396375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:41.467099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.467507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment 11667cd7-d27d-4d84-b09f-1445a616713b of type vxlan for network 3f4f7207-b518-42ca-a5a9-54724683d6fc
Nov 23 12:44:41.595476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2d5a0-81b7-4e8f-b66b-2f293c64fc8c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:41.600321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2d5a0-81b7-4e8f-b66b-2f293c64fc8c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:41.605974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5d2d5a0-81b7-4e8f-b66b-2f293c64fc8c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.4978735
Nov 23 12:44:41.618977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38976) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:41.681102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38980) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:41.687495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.698635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753512602', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:41.735968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:41.757288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:41.772287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:41.775379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.803396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:41.827905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:44:41.855096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting port 1df96f57-8cc3-489b-b793-024021fb19c2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:41.855485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.919832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.920889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.941645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.957105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.966929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.969061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:41.969731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.970272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:41.982142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:41.989076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:42.021689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:66df94d92b1c4deeb7fdb8a540bd854c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:42.058469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:42.187882 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Floating IP 58dc64b6-ca7b-4f6c-b242-c4f97c466fb6 associated. External IP: 172.26.6.34, port: f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2.
Nov 23 12:44:42.230424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:42.573234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:42.633066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Router d167afad-9a63-407e-9e07-719df625cedc has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:44:42.646935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=3f4f7207-b518-42ca-a5a9-54724683d6fc,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:42.654352 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5403099
Nov 23 12:44:42.659180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:42.669863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 38984) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:42.673274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:42.677466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:42.749172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:42.782779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:42.890971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:44:42.897122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:42.922652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Sync routers for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:44:42.935813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:42.936524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68251bc668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:42.961413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23735aaa-1bf2-4ae7-ae7b-855ebd0740e6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "PUT /v2.0/floatingips/58dc64b6-ca7b-4f6c-b242-c4f97c466fb6 HTTP/1.1" status: 200  len: 991 time: 3.4292390
Nov 23 12:44:42.962175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:43.039206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'status': 'completed', 'code': 200}
Nov 23 12:44:43.122483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.152605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.152817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:43.371183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.468401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Calling delete_port for 1df96f57-8cc3-489b-b793-024021fb19c2 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:43.515012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:43.535056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68251bc668>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '58dc64b6-ca7b-4f6c-b242-c4f97c466fb6', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'port_id': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'mac_address': 'fa:16:3e:03:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:44:02Z', 'updated_at': '2020-11-23T12:44:41Z', 'revision_number': 1, 'project_id': 'e777ef4baca844e58367282950f726a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:43.539310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Checking router: d167afad-9a63-407e-9e07-719df625cedc for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:44:43.551405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:43.552084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68251bc668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:43.560790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:43.572857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:43.595654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.619778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:43.698365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.730646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55c73783-d959-4c52-a154-b62c791d634f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:43.761032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:43.767713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-b8827108-708b-4f53-a7f4-e76ac625e1eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1218963
Nov 23 12:44:43.798064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:43.863853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:43.957116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-8e71248c-5d75-4c3c-bc86-5f7654735867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:43.958796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-8e71248c-5d75-4c3c-bc86-5f7654735867 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=df264f79e3924c32a3f7c089ad1bff38&device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 1162 time: 0.0813816
Nov 23 12:44:44.136021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-4ce60018-5f62-41ee-a436-48373e382ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:44.137777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-4ce60018-5f62-41ee-a436-48373e382ec4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 200  len: 900 time: 0.1508460
Nov 23 12:44:44.152400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68251bc668>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '58dc64b6-ca7b-4f6c-b242-c4f97c466fb6', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'port_id': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'mac_address': 'fa:16:3e:03:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:44:02Z', 'updated_at': '2020-11-23T12:44:41Z', 'revision_number': 1, 'project_id': 'e777ef4baca844e58367282950f726a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:44.157103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b5d6b-9a7b-4a19-8840-e1ad035eeb1b None None] The sync data for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs is: [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '58dc64b6-ca7b-4f6c-b242-c4f97c466fb6', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'port_id': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'mac_address': 'fa:16:3e:03:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:44:02Z', 'updated_at': '2020-11-23T12:44:41Z', 'revision_number': 1, 'project_id': 'e777ef4baca844e58367282950f726a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:44:44.287143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-6677797d-5261-44de-8a07-aa9579f37649 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 200  len: 998 time: 0.1315639
Nov 23 12:44:44.287650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:44.294854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66df94d92b1c4deeb7fdb8a540bd854c&name=default HTTP/1.1" status: 200  len: 2747 time: 2.6089394
Nov 23 12:44:44.295528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39000) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:44.341045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559fec1f-9f16-4348-92c3-610be69672fc,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:44.357875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-226b4708-c325-4489-ae23-09131c4c8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:44.359320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-226b4708-c325-4489-ae23-09131c4c8529 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 1.1939626
Nov 23 12:44:44.397696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:44.405428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-90040b04-fdd0-41e2-9815-b3c618d45e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:44.406996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-90040b04-fdd0-41e2-9815-b3c618d45e48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b51780ba-b616-49ac-9f77-43e5d1bbf64e HTTP/1.1" status: 200  len: 845 time: 0.0969124
Nov 23 12:44:44.466737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:44.480036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba4869-4e84-4c00-8aaa-478edaa69eee None None] New status for floating IP 58dc64b6-ca7b-4f6c-b242-c4f97c466fb6: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:44:44.507139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f81d1447-c24f-43c7-8b41-0af4861f245b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:44.510963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:44.569621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-6cf298db-90ba-4c61-ae4d-a2fdf8f092bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:44.571370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-6cf298db-90ba-4c61-ae4d-a2fdf8f092bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1534786
Nov 23 12:44:44.612841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Port': ['ID=1df96f57-8cc3-489b-b793-024021fb19c2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:44.698527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:44.734859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:44.931787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:44.938440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-812a51c8-1f37-4151-a2e4-cbb8538e51cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:44.959563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559fec1f-9f16-4348-92c3-610be69672fc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:44.961826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:44:44.965322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:44.979274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Sync routers for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:44:44.996191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:45.012461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:45.013180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d666a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:45.015099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.019278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/559fec1f-9f16-4348-92c3-610be69672fc HTTP/1.1" status: 204  len: 168 time: 0.7226515
Nov 23 12:44:45.022131 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-64c8372d-89db-474d-b04a-816f4e800085 service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4414480
Nov 23 12:44:45.050364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.063507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.070303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-6fbe6bfd-8b98-4b46-92db-5b2307be0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:45.072044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-6fbe6bfd-8b98-4b46-92db-5b2307be0208 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.5060165
Nov 23 12:44:45.089842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.145532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:45.195431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c818b04-61e3-4fdc-95d5-41576d5741c4 req-195665be-e8f7-4052-8882-16496c4c106f service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598160
Nov 23 12:44:45.297769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.325858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/ports/1df96f57-8cc3-489b-b793-024021fb19c2 HTTP/1.1" status: 204  len: 168 time: 3.7005424
Nov 23 12:44:45.328701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39008) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:45.396058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:45.452119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting port 64b25599-dd14-4c2f-9540-2c48c790aef1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:45.462916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.546819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=ad1e36df-d5b6-4aca-b240-9af0b79ae72b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:45.576343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98b718da-68ef-4d5a-988b-e0d7352e7fd6 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "PUT /v2.0/floatingips/f07d626f-ec4b-4253-aa65-468865b7057c HTTP/1.1" status: 200  len: 990 time: 9.0809643
Nov 23 12:44:45.577483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:45.585347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.108 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f9c5f2a2-4c63-4962-b591-f01119379b4d) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:45.589353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:44:45.692611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'status': 'completed', 'code': 200}
Nov 23 12:44:45.793669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-f6f11c65-8524-4a8f-b2d2-3f8be0af6b0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.6491947
Nov 23 12:44:45.819638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.879070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.893916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:45.996453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d666a0>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f07d626f-ec4b-4253-aa65-468865b7057c', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'floating_ip_address': '172.26.6.22', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'port_id': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'mac_address': 'fa:16:3e:86:62:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:43:43Z', 'updated_at': '2020-11-23T12:44:38Z', 'revision_number': 1, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:46.001146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Checking router: 31aa9904-3a7b-4c0f-aa46-98fde35c5757 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:44:46.015623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:46.016470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d666a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:46.045454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Calling delete_port for 64b25599-dd14-4c2f-9540-2c48c790aef1 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:46.103518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-700fa1fc-f19b-4619-bf74-26ab21dd055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:46.105178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-700fa1fc-f19b-4619-bf74-26ab21dd055d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=df264f79e3924c32a3f7c089ad1bff38&device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 1162 time: 0.3115978
Nov 23 12:44:46.158709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-a46a693c-dfd4-4f55-b0f6-947e6de57115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:46.166884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-a46a693c-dfd4-4f55-b0f6-947e6de57115 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2931304
Nov 23 12:44:46.241923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:46.261472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:46.281036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:44:46.369062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Port': ['ID=64b25599-dd14-4c2f-9540-2c48c790aef1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:46.382759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:46.454115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-2c820fd1-2f92-49dd-b3eb-81cc9fb54f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:46.455755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-2c820fd1-2f92-49dd-b3eb-81cc9fb54f8d service neutron] 10.222.0.63 "GET /v2.0/networks?id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 200  len: 900 time: 0.3407867
Nov 23 12:44:46.535345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:46.555775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:46.573034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/ports/64b25599-dd14-4c2f-9540-2c48c790aef1 HTTP/1.1" status: 204  len: 168 time: 1.2429519
Nov 23 12:44:46.573857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:46.645662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4982d582-403c-46ba-8fb2-1742a0481ccb tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Synchronizing usage tracker for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:46.656804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-b0dce87d-fb75-4c60-acab-1e5c38b012f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 200  len: 998 time: 0.1937611
Nov 23 12:44:46.708937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4982d582-403c-46ba-8fb2-1742a0481ccb tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Unset dirty status for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:46.714912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4982d582-403c-46ba-8fb2-1742a0481ccb tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1291599
Nov 23 12:44:46.725717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39042) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:46.734810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2005490913'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:46.744458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:46.752473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:network and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:46.757633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:46.767241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:46.770319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-bf46faab-9c90-4510-8dcd-48a200bc177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:46.771938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-bf46faab-9c90-4510-8dcd-48a200bc177d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b51780ba-b616-49ac-9f77-43e5d1bbf64e HTTP/1.1" status: 200  len: 845 time: 0.1049864
Nov 23 12:44:46.843624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:46.850139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:46.912408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d666a0>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f07d626f-ec4b-4253-aa65-468865b7057c', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'floating_ip_address': '172.26.6.22', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'port_id': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'mac_address': 'fa:16:3e:86:62:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:43:43Z', 'updated_at': '2020-11-23T12:44:38Z', 'revision_number': 1, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:46.917770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:46.918404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82c82-bfa4-4a32-b5f2-a58362d6fdc6 None None] The sync data for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs is: [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f07d626f-ec4b-4253-aa65-468865b7057c', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'floating_ip_address': '172.26.6.22', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'port_id': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'mac_address': 'fa:16:3e:86:62:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:43:43Z', 'updated_at': '2020-11-23T12:44:38Z', 'revision_number': 1, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:44:46.933918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:46.934364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment 912ea626-dbfe-4f55-8982-b3de0035d696 of type vxlan for network b25e1bad-a513-4712-8c27-2bc177be342d
Nov 23 12:44:46.936956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-b072055f-5522-430b-92d9-120b80bc9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:46.938602 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-b072055f-5522-430b-92d9-120b80bc9b26 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1596982
Nov 23 12:44:46.995066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.011391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.046691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.075864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-f82d5f70-5ab8-469c-845f-9987f5f5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:47.077622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-f82d5f70-5ab8-469c-845f-9987f5f5991c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8102562
Nov 23 12:44:47.087774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.092067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.4051192
Nov 23 12:44:47.093028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39052) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:47.108321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1584844840'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:47.117907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:47.127719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:network and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:47.131058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:47.139088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.143610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:47.144262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.151064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:47.154982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7567ce74-dd39-4b70-a47d-e6940647a83e tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:47.225970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.275002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86422663-0f41-4f62-b45f-9e84a2b4a0eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:47.298717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Made reservation on behalf of 5e7d9711834248398f0e206fd243b4cc for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:47.304360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.307013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00bf0f-745a-42ba-817d-d01da4c6fd58 None None] New status for floating IP f07d626f-ec4b-4253-aa65-468865b7057c: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:44:47.323981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-c81d7d9c-5055-4104-bb54-2549e3a7823a service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3535879
Nov 23 12:44:47.336252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6071944
Nov 23 12:44:47.337176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39060) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:47.343659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.378428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=b25e1bad-a513-4712-8c27-2bc177be342d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:47.385020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1744047874'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:47.394482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:47.394770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network b25e1bad-a513-4712-8c27-2bc177be342d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:47.395931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:47.477176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:network and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:47.482994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for network was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:47.497511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:47.519055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=f9c5f2a2-4c63-4962-b591-f01119379b4d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:47.524904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:47.526893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Allocated IP 172.26.6.155 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/83b2ec21-4860-4cd0-b161-65ceb03f69bb) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:47.529888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:47.532114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:47.534742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-f4c9d59e-0e18-464d-9fb4-c90618878de9 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4422877
Nov 23 12:44:47.535484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.573528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:security_group_rule and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:47.592806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:47.607017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network b25e1bad-a513-4712-8c27-2bc177be342d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:47.612700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:47.687879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:47.699829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39066) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:47.702599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9fcc2af-7802-4a70-88b9-38f41dfc8359 req-f8c12e83-320a-41d5-b404-08b263800ae0 service neutron] 10.222.0.63 "GET /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3645015
Nov 23 12:44:47.739030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.742479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Added segment 696f51c1-6768-4ca7-aa2d-fdebf16f7b7b of type vxlan for network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a
Nov 23 12:44:47.819813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.891246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.892529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.897776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:47.898496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.904358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8abc257e-4886-44e8-99b2-59f2636b665c tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:47.920875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:47.928007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:47.930767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:47.945656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:47.993937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-897921771', 'router:external': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:48.011812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:48.027095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a05ace-dea2-4d5e-a453-319d1eb3eb96 req-a6cb02a2-a09a-41f4-9819-eb365a6fa2e2 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4739411
Nov 23 12:44:48.039307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.048308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:network and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:48.061938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:48.069794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78579170-3566-4de9-a421-36628026f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:48.070831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:48.073586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Network': ['ID=dfd59a34-f47b-46d9-a324-7b1ecaae9a4a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:48.084977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7428980
Nov 23 12:44:48.094935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:48.095998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:48.096194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:48.098527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:48.110463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.110922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Added segment 20ba4e4d-cee9-4e79-a237-15bdb5c8c891 of type vxlan for network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e
Nov 23 12:44:48.115267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:48.165669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Made reservation on behalf of c28e30982a344bad92d861f7a91802c5 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:48.170675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.182906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.203790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.209855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'SecurityGroup': ['ID=41b63005-4d5b-40fc-8c5f-ece592801ec6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:48.229154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39076) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:48.230265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:48.234476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.251367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'subnets': [{'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--515219904', 'ip_version': 4}, {'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:48.251826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'subnet': {'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--515219904', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:48.253281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Request body: {'subnet': {'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:48.293043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=dcf0f213-9e7b-4b48-928c-cd6534cb8791,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:48.297011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:48.303267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.323226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:48.343938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:44:48.410151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.414290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:48.414933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.423233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:48.451292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:48.526675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:security_group_rule and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:48.561821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event updated for resources: {'Port': ['ID=83b2ec21-4860-4cd0-b161-65ceb03f69bb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:48.571487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:48.591917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:48.682041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': '11667cd7-d27d-4d84-b09f-1445a616713b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:48.682348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: 3f4f7207-b518-42ca-a5a9-54724683d6fc, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:48.696480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:48.702685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:48.709140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:48.816807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:48.836991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.837810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.853278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 3f4f7207-b518-42ca-a5a9-54724683d6fc) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:48.863691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632640b-8f26-4ddf-907c-2d71a075920b None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:48.869955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:48.875640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.7769270
Nov 23 12:44:48.884720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39080) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:48.912828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Request body: {'subnet': {'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:48.934171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Network': ['ID=3efa9fba-a827-4e4f-8f48-6ef4c1c8853e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:48.948632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:48.949284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:48.962026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:48.975678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:48.988270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:49.007417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:49.036083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Usage tracker for resource:subnet and tenant:2e109b197804465e99b1dd585b7ccf0a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:49.045625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.3498347
Nov 23 12:44:49.046783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39084) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:49.052045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:49.056597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-615454617'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:49.068695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:49.083221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:49.091120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:subnet and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:49.104029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:49.106886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Made reservation on behalf of 2e109b197804465e99b1dd585b7ccf0a for: {'subnet': 2} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:49.184723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:49.250785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Made reservation on behalf of 5e7d9711834248398f0e206fd243b4cc for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:49.258782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:49.267022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:49.271662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:49.273611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.282613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:49.289925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.290727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.311494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:49.317233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.348137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-3f4f7207-b518-42ca-a5a9-54724683d6fc', 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': 'dcf0f213-9e7b-4b48-928c-cd6534cb8791'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:44:49.349099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.349233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.404129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f95df59-a67a-4d96-a30c-7d85e0e7c165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:49.486183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:44:49.517203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'SecurityGroup': ['ID=78e61ce1-14d4-43ea-8e2f-eece033905f1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:49.535626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:49.545292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.566408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.566851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Added segment 41883fb2-0b5c-4af5-a01a-e6743cc2fefb of type vxlan for network 00ef7d7c-85bb-4301-b519-748a57f13773
Nov 23 12:44:49.628553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.628916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.730884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Allocated IP 2001:db8::2 (3f4f7207-b518-42ca-a5a9-54724683d6fc/dcf0f213-9e7b-4b48-928c-cd6534cb8791/4b8504ed-21b6-4d73-a601-0a9881d63210) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:49.786612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.916703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.917700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:49.918338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:49.931531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:49.957851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 30426720-c07e-49e4-9e22-481e6f7aba90 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:50.004604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.009218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:44:50.017063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Transition to ACTIVE for port object 4b8504ed-21b6-4d73-a601-0a9881d63210 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:50.037262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Transition to ACTIVE for port object 4b8504ed-21b6-4d73-a601-0a9881d63210 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:50.042795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.132850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 2.4258115
Nov 23 12:44:50.132850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Network': ['ID=00ef7d7c-85bb-4301-b519-748a57f13773,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:50.147928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:50.150856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39092) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:50.161508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'subnet': {'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:50.165119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f38cd30e-b70a-4904-aaee-7942f3c7f320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:50.191284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:50.212594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:subnet and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:50.242214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:50.301741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::15f (3f4f7207-b518-42ca-a5a9-54724683d6fc/dcf0f213-9e7b-4b48-928c-cd6534cb8791/30426720-c07e-49e4-9e22-481e6f7aba90) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:50.378912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:50.391292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 00ef7d7c-85bb-4301-b519-748a57f13773 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:50.404989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 00ef7d7c-85bb-4301-b519-748a57f13773 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:44:50.430775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Made reservation on behalf of c28e30982a344bad92d861f7a91802c5 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:50.435533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.509963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Router 1559e74d-4cbc-420f-b202-bfef698ff35b is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:44:50.648856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.743706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 30426720-c07e-49e4-9e22-481e6f7aba90 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:50.756812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:44:50.805751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:44:50.812885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.816817 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 10.3828046
Nov 23 12:44:50.817796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:50.839812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Pushing event updated for resources: {'Port': ['ID=4b8504ed-21b6-4d73-a601-0a9881d63210,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:50.850639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:50.852030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:50.853236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:50.860788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:50.895566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.914390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ed67cd6-1e2f-42b9-9915-dc4fb2aadf4c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:50.917758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:50.918570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68252045c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:50.981314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:50.990357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68252045c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:50.995989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Attempting to bind port 4b8504ed-21b6-4d73-a601-0a9881d63210 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:50.996550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Attempting to bind port 4b8504ed-21b6-4d73-a601-0a9881d63210 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '11667cd7-d27d-4d84-b09f-1445a616713b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:50.997102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Attempting to bind port 4b8504ed-21b6-4d73-a601-0a9881d63210 on network 3f4f7207-b518-42ca-a5a9-54724683d6fc {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:51.011109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:51.011690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Checking segment: {'id': '11667cd7-d27d-4d84-b09f-1445a616713b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:51.012242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.012833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Bound using segment: {'id': '11667cd7-d27d-4d84-b09f-1445a616713b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:51.013487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Bound port: 4b8504ed-21b6-4d73-a601-0a9881d63210, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11667cd7-d27d-4d84-b09f-1445a616713b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3f4f7207-b518-42ca-a5a9-54724683d6fc'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:51.014010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.017429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:51.029205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:51.030051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68252045c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.098954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68252045c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.099852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b489eaa-b1d0-415f-804a-7bac8a301945 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:44:51.139842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=30426720-c07e-49e4-9e22-481e6f7aba90,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:51.149616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:51.197360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] For port 4b8504ed-21b6-4d73-a601-0a9881d63210, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:51.201710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] For port 4b8504ed-21b6-4d73-a601-0a9881d63210, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4b8504ed-21b6-4d73-a601-0a9881d63210,segment=NetworkSegment(11667cd7-d27d-4d84-b09f-1445a616713b),segment_id=11667cd7-d27d-4d84-b09f-1445a616713b)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:51.206954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.258104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:51.263278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:51.268476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:44:51.276447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:51.276447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:51.276447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.284670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:51.295732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] Sync routers for ids ['1559e74d-4cbc-420f-b202-bfef698ff35b'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:44:51.324867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.2744598
Nov 23 12:44:51.324867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.324867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 10.0718164
Nov 23 12:44:51.326409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39104) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:51.327498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] Routers {'1559e74d-4cbc-420f-b202-bfef698ff35b'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:51.329022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ad3240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1559e74d-4cbc-420f-b202-bfef698ff35b'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.331904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39106) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:51.369324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Pushing event updated for resources: {'Port': ['ID=4b8504ed-21b6-4d73-a601-0a9881d63210,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:51.372939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:51.415975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ad3240>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.428183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] Routers {'1559e74d-4cbc-420f-b202-bfef698ff35b'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:44:51.428888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ad3240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:44:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1559e74d-4cbc-420f-b202-bfef698ff35b'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.489290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Subnet': ['ID=d41cf7da-9db7-4d26-890a-c28bd88b2889,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:51.497054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:51.567254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 30426720-c07e-49e4-9e22-481e6f7aba90 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:51.567585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.735854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Checking segment: {'id': '20ba4e4d-cee9-4e79-a237-15bdb5c8c891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:51.736253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network hostable DHCP agents. Network: 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:51.750687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ad3240>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:44:51.751156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca7a3d-2f3e-4d35-8096-a093a7a52c9d None None] The sync data for ids ['1559e74d-4cbc-420f-b202-bfef698ff35b'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:44:51.776021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:51.798113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ed18791-cec1-4598-87e1-03496bfc332b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:52.042940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:52.057940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Subnet': ['ID=becd754d-56dd-4330-86be-64ffc957612b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:52.075864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:52.080115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:52.089872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5742c23-87f4-4d94-8a64-00da30c128e4 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:52.140305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:52.140900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.147939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:44:52.148468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.182402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:52.325240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4375434
Nov 23 12:44:52.330147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39116) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:52.347793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1708701543', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:52.350398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Subnet': ['ID=725fcb17-9882-4b59-a4de-7c431e4f975c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:52.357223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:52.361032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Checking segment: {'id': '912ea626-dbfe-4f55-8982-b3de0035d696', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:52.361947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network hostable DHCP agents. Network: b25e1bad-a513-4712-8c27-2bc177be342d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:52.363302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:52.373802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4b8504ed-21b6-4d73-a601-0a9881d63210 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:52.383350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:router and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:52.387645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:52.401763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:52.425236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network b25e1bad-a513-4712-8c27-2bc177be342d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:52.449853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, b25e1bad-a513-4712-8c27-2bc177be342d) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:52.475906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.476954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.486361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.508212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f23877-b5eb-4282-956f-271af9e80c2e None None] Network b25e1bad-a513-4712-8c27-2bc177be342d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:52.516374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58eab56b-1783-4463-8547-b88357f9fe49 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/1559e74d-4cbc-420f-b202-bfef698ff35b HTTP/1.1" status: 200  len: 921 time: 1.1831641
Nov 23 12:44:52.531102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-3efa9fba-a827-4e4f-8f48-6ef4c1c8853e', 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e', 'tenant_id': '5e7d9711834248398f0e206fd243b4cc', 'fixed_ips': [{'subnet_id': 'd41cf7da-9db7-4d26-890a-c28bd88b2889'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:44:52.532146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.546106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Checking segment: {'id': '41883fb2-0b5c-4af5-a01a-e6743cc2fefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:52.546106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network hostable DHCP agents. Network: 00ef7d7c-85bb-4301-b519-748a57f13773, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:52.556915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39120) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:52.627846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-386fdf22-c64a-45a2-8a59-f204a7603a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=1559e74d-4cbc-420f-b202-bfef698ff35b HTTP/1.1" status: 200  len: 205 time: 0.0692065
Nov 23 12:44:52.628763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:52.659352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 30426720-c07e-49e4-9e22-481e6f7aba90 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:52.716110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4b8504ed-21b6-4d73-a601-0a9881d63210 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:52.836333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.842422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network 00ef7d7c-85bb-4301-b519-748a57f13773 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:52.867750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 00ef7d7c-85bb-4301-b519-748a57f13773) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:52.879271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e1bef-9d25-441d-9557-f623f03896d7 None None] Network 00ef7d7c-85bb-4301-b519-748a57f13773 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:52.932520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:52.933073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:52.965889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.8114235
Nov 23 12:44:52.973520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39130) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:53.023589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-577832568', 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:53.038008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:53.050702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:port and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:53.060160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:53.068203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:53.102762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Made reservation on behalf of c28e30982a344bad92d861f7a91802c5 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:44:53.109183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.220364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-b25e1bad-a513-4712-8c27-2bc177be342d', 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d', 'tenant_id': '2e109b197804465e99b1dd585b7ccf0a', 'fixed_ips': [{'subnet_id': 'becd754d-56dd-4330-86be-64ffc957612b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:44:53.221980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.313033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.333191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:53.372955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc9730-b5d3-4e83-8978-542082a2cb6e None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:53.396391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.451492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=30426720-c07e-49e4-9e22-481e6f7aba90,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:53.456384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.459627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:53.492762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:53.619383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.748959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.802033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:53.821324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event updated for resources: {'Subnet': ['ID=e5ef0fd5-4ad1-4731-a17f-27c179e69ec6,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:53.822119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/30426720-c07e-49e4-9e22-481e6f7aba90 HTTP/1.1" status: 204  len: 168 time: 2.4930525
Nov 23 12:44:53.828929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39136) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:53.829816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:53.845915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] device_id is not set on port 35e99875-9063-433e-b04f-eed241ba27e5 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:44:53.960188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Provisioning for port 4b8504ed-21b6-4d73-a601-0a9881d63210 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:44:53.974953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baa9752-4757-407e-a280-39be7b0e1584 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:44:53.975521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5baa9752-4757-407e-a280-39be7b0e1584 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:53.997597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Provisioning complete for port 4b8504ed-21b6-4d73-a601-0a9881d63210 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:53.998024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.036223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5baa9752-4757-407e-a280-39be7b0e1584 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:54.037645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5baa9752-4757-407e-a280-39be7b0e1584 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/30426720-c07e-49e4-9e22-481e6f7aba90 HTTP/1.1" status: 404  len: 333 time: 0.1943572
Nov 23 12:44:54.056174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39140) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:54.096471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.131698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Checking segment: {'id': '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:54.132084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network hostable DHCP agents. Network: dfd59a34-f47b-46d9-a324-7b1ecaae9a4a, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:44:54.151250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 2001:db8::f6 (00ef7d7c-85bb-4301-b519-748a57f13773/725fcb17-9882-4b59-a4de-7c431e4f975c/35e99875-9063-433e-b04f-eed241ba27e5) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:54.154990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.241980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:44:54.355777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c65aef-bcd5-4635-a2bf-cdf77a778d4a None None] Network 00ef7d7c-85bb-4301-b519-748a57f13773 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:54.480341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Allocated IP 172.20.0.2 (3efa9fba-a827-4e4f-8f48-6ef4c1c8853e/d41cf7da-9db7-4d26-890a-c28bd88b2889/88083892-f6c9-4f38-a2cd-221af31c73bc) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:54.608636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, dfd59a34-f47b-46d9-a324-7b1ecaae9a4a) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:54.647764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:54.648195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:54.648931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.688403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.700597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 83b2ec21-4860-4cd0-b161-65ceb03f69bb {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:54.700971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.705859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e30d1-ad42-4bbc-9851-6cffed2cc13c None None] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:54.895691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Allocated IP 172.20.0.2 (b25e1bad-a513-4712-8c27-2bc177be342d/becd754d-56dd-4330-86be-64ffc957612b/4f21c037-65b7-4250-b531-44f91cfcab86) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:54.902379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:54.944895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.024113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet dcf0f213-9e7b-4b48-928c-cd6534cb8791 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:55.033805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.045600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 83b2ec21-4860-4cd0-b161-65ceb03f69bb owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:55.078990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 6.8474772
Nov 23 12:44:55.088146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39148) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:55.184964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:55.186658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:55.188144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:55.189062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Synchronizing usage tracker for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:44:55.230007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.264840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.323708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Allocated IP 172.26.6.41 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/bcab27bc-b25d-4ec6-be7c-e144082fd45c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:55.352313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] For port 4b8504ed-21b6-4d73-a601-0a9881d63210, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4b8504ed-21b6-4d73-a601-0a9881d63210,segment=NetworkSegment(11667cd7-d27d-4d84-b09f-1445a616713b),segment_id=11667cd7-d27d-4d84-b09f-1445a616713b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:55.381695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.390588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:55.452997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Unset dirty status for tenant:2e109b197804465e99b1dd585b7ccf0a on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:44:55.458134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3530548a-e05f-465b-afa3-3190b1ee96ea tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.3670728
Nov 23 12:44:55.465238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39154) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:55.473240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.622512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.1 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/9334f66e-d874-4071-8ab8-dda3608b1e44) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:55.793947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting subnet becd754d-56dd-4330-86be-64ffc957612b {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:55.806553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.824742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Pushing event updated for resources: {'Port': ['ID=4b8504ed-21b6-4d73-a601-0a9881d63210,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:55.827157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63c1d7-a410-4ac8-ba79-b05d4b8b293c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:55.829461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:55.842744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Transition to ACTIVE for port object 88083892-f6c9-4f38-a2cd-221af31c73bc will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:55.857179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.879360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-dfd59a34-f47b-46d9-a324-7b1ecaae9a4a', 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a', 'tenant_id': '2e109b197804465e99b1dd585b7ccf0a', 'fixed_ips': [{'subnet_id': 'e5ef0fd5-4ad1-4731-a17f-27c179e69ec6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:44:55.880785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.929849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Transition to ACTIVE for port object 88083892-f6c9-4f38-a2cd-221af31c73bc will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:55.932739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:55.970498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=35e99875-9063-433e-b04f-eed241ba27e5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:55.982615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.010773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67f24ad8-6843-40a7-b625-622bbfcc1c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.012853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08238790-b2f9-4557-8952-f222cecc03a5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.048729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c42d54e6-6ad8-4bf4-9e45-740a2ed3a2af None None] Provisioning complete for port 4b8504ed-21b6-4d73-a601-0a9881d63210 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:56.049510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c42d54e6-6ad8-4bf4-9e45-740a2ed3a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.056853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:56.059930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.078176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1807f1f4-165a-4994-aac5-7d5f650ff89e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.086451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.103086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.149222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=9334f66e-d874-4071-8ab8-dda3608b1e44,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:56.159120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:56.174994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=83b2ec21-4860-4cd0-b161-65ceb03f69bb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:56.190502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:56.296875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4b8504ed-21b6-4d73-a601-0a9881d63210 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:44:56.312763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network 00ef7d7c-85bb-4301-b519-748a57f13773 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:56.316912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:56.320394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:56.321305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:44:56.322069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.385545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.402108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.3889525
Nov 23 12:44:56.403135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39160) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:56.404404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0797d3bb-1263-4c3f-a80a-35b1af6584af tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.428143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.510665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Pushing event updated for resources: {'Port': ['ID=88083892-f6c9-4f38-a2cd-221af31c73bc,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:56.522136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:56.537210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:56.538341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Transition to ACTIVE for port object 4f21c037-65b7-4250-b531-44f91cfcab86 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:56.545609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:56.559765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:56.609744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.616204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Transition to ACTIVE for port object 4f21c037-65b7-4250-b531-44f91cfcab86 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:56.670909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.697998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.701574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Deleting port 35e99875-9063-433e-b04f-eed241ba27e5 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:56.703188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.732412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.816903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=bcab27bc-b25d-4ec6-be7c-e144082fd45c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:56.824134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.834078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:56.857255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:56.860273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:56.861511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:56.879345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:56.895691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:56.898956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4b8504ed-21b6-4d73-a601-0a9881d63210 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:56.899371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.968140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:56.971430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Pushing event updated for resources: {'Port': ['ID=4f21c037-65b7-4250-b531-44f91cfcab86,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:56.985070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:56.992999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:57.001718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:57.021575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=dcf0f213-9e7b-4b48-928c-cd6534cb8791,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:57.032085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:57.081228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f10ee84a-2a65-4941-87c3-96fe232385db None None] Provisioning complete for port 4b8504ed-21b6-4d73-a601-0a9881d63210 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:44:57.081685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f10ee84a-2a65-4941-87c3-96fe232385db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.183755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Attempting to bind port 88083892-f6c9-4f38-a2cd-221af31c73bc on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:57.184319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Attempting to bind port 88083892-f6c9-4f38-a2cd-221af31c73bc by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '20ba4e4d-cee9-4e79-a237-15bdb5c8c891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:57.184605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Attempting to bind port 88083892-f6c9-4f38-a2cd-221af31c73bc on network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:57.209523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Allocated IP 172.20.0.18 (dfd59a34-f47b-46d9-a324-7b1ecaae9a4a/e5ef0fd5-4ad1-4731-a17f-27c179e69ec6/53fc4343-c364-4ad4-b919-695c64e27bf3) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:44:57.209849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.222067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.227933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce5766-d683-4bc3-bc71-d69b78d1e3b3 None None] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:44:57.250503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/dcf0f213-9e7b-4b48-928c-cd6534cb8791 HTTP/1.1" status: 204  len: 168 time: 3.1905615
Nov 23 12:44:57.255186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:57.255612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Checking segment: {'id': '20ba4e4d-cee9-4e79-a237-15bdb5c8c891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:57.256055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.256777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Bound using segment: {'id': '20ba4e4d-cee9-4e79-a237-15bdb5c8c891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:57.258357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Bound port: 88083892-f6c9-4f38-a2cd-221af31c73bc, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ba4e4d-cee9-4e79-a237-15bdb5c8c891', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:57.258357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.258792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39168) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:57.352190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Network b25e1bad-a513-4712-8c27-2bc177be342d is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:57.375736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.379263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:57.406704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.455153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:57.548166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.548735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 1559e74d-4cbc-420f-b202-bfef698ff35b {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:44:57.582789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.619606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.625116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/1559e74d-4cbc-420f-b202-bfef698ff35b HTTP/1.1" status: 204  len: 168 time: 4.9925201
Nov 23 12:44:57.635814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39172) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:57.647514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.660325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'name': 'tempest-snat-router-1918510687', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:57.683177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.699871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:57.716127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:router and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:57.769858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.839218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:57.868824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Calling delete_port for 35e99875-9063-433e-b04f-eed241ba27e5 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:57.936039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 4b8504ed-21b6-4d73-a601-0a9881d63210 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:57.936039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:57.963481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:58.012353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.013468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.023150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Attempting to bind port 4f21c037-65b7-4250-b531-44f91cfcab86 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:58.023604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Attempting to bind port 4f21c037-65b7-4250-b531-44f91cfcab86 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '912ea626-dbfe-4f55-8982-b3de0035d696', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:58.024014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Attempting to bind port 4f21c037-65b7-4250-b531-44f91cfcab86 on network b25e1bad-a513-4712-8c27-2bc177be342d {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:58.031079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f10ee84a-2a65-4941-87c3-96fe232385db None None] Could not find standard attr ID for object 30426720-c07e-49e4-9e22-481e6f7aba90. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:44:58.037348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] For port 88083892-f6c9-4f38-a2cd-221af31c73bc, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:58.040543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6a2a-06d6-48bd-9f82-d4aa3f438e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.097186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:58.097510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Checking segment: {'id': '912ea626-dbfe-4f55-8982-b3de0035d696', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:58.097957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.098401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Bound using segment: {'id': '912ea626-dbfe-4f55-8982-b3de0035d696', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:58.098934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Bound port: 4f21c037-65b7-4250-b531-44f91cfcab86, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ea626-dbfe-4f55-8982-b3de0035d696', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b25e1bad-a513-4712-8c27-2bc177be342d'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:58.099346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.118005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] For port 88083892-f6c9-4f38-a2cd-221af31c73bc, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=88083892-f6c9-4f38-a2cd-221af31c73bc,segment=NetworkSegment(20ba4e4d-cee9-4e79-a237-15bdb5c8c891),segment_id=20ba4e4d-cee9-4e79-a237-15bdb5c8c891)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:58.134840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.139180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.140797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.141720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.158596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:58.335252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.359736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.360290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a86d628-721b-41af-82c0-02e883a6d6af tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:58.413269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Transition to ACTIVE for port object 53fc4343-c364-4ad4-b919-695c64e27bf3 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:58.424074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Pushing event updated for resources: {'Port': ['ID=88083892-f6c9-4f38-a2cd-221af31c73bc,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:58.435283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:58.461926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] DHCP port deletion for 3f4f7207-b518-42ca-a5a9-54724683d6fc request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:44:58.475156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Transition to ACTIVE for port object 53fc4343-c364-4ad4-b919-695c64e27bf3 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:44:58.483181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Deleting port 4b8504ed-21b6-4d73-a601-0a9881d63210 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:44:58.483705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.514022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.518920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Port': ['ID=35e99875-9063-433e-b04f-eed241ba27e5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:58.541438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da24bba6-20bc-41de-b6ff-4812b81f79f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:58.543203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:58.570147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.595737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be74a894-05e7-4799-b9a9-25fe315e537f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:58.637042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] For port 4b8504ed-21b6-4d73-a601-0a9881d63210, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4b8504ed-21b6-4d73-a601-0a9881d63210,segment=NetworkSegment(11667cd7-d27d-4d84-b09f-1445a616713b),segment_id=11667cd7-d27d-4d84-b09f-1445a616713b)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:58.637766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.655632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:44:58.687791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:44:58.707252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.709693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.727376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Subnet': ['ID=becd754d-56dd-4330-86be-64ffc957612b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:58.742516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:58.812727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 4b8504ed-21b6-4d73-a601-0a9881d63210 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:58.823818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Pushing event updated for resources: {'Port': ['ID=53fc4343-c364-4ad4-b919-695c64e27bf3,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:58.846478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:58.849340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5460736-f58a-463e-ae2f-aa24c2173c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:58.876063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.897267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.925444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/ports/35e99875-9063-433e-b04f-eed241ba27e5 HTTP/1.1" status: 204  len: 168 time: 2.5192111
Nov 23 12:44:58.927192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:58.929021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/subnets/becd754d-56dd-4330-86be-64ffc957612b HTTP/1.1" status: 204  len: 168 time: 3.4622262
Nov 23 12:44:58.930066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39182) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:44:58.937197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'external_gateway_info': {'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'external_fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6'}]}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:44:58.946960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:44:58.963022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:router and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:44:58.973600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:44:58.989349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:58.991755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:44:59.003820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.027300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c43530c-4d90-4c04-bd17-43270af9a640 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:59.058157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.109759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Pushing event updated for resources: {'Port': ['ID=4f21c037-65b7-4250-b531-44f91cfcab86,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:59.118521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:59.160132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] For port 4b8504ed-21b6-4d73-a601-0a9881d63210, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4b8504ed-21b6-4d73-a601-0a9881d63210,segment=NetworkSegment(11667cd7-d27d-4d84-b09f-1445a616713b),segment_id=11667cd7-d27d-4d84-b09f-1445a616713b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:44:59.160517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.172310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:44:59.176003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:44:59.179822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:44:59.200989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=4b8504ed-21b6-4d73-a601-0a9881d63210,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:59.207966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:59.211813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.212996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.216384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0a02cf4-9344-45af-bf52-7e9e31df5010 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:44:59.256401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting subnet e5ef0fd5-4ad1-4731-a17f-27c179e69ec6 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:44:59.264803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.312189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.321057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Calling delete_port for 4b8504ed-21b6-4d73-a601-0a9881d63210 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:44:59.348892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.381043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.449433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Attempting to bind port 53fc4343-c364-4ad4-b919-695c64e27bf3 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:44:59.449952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Attempting to bind port 53fc4343-c364-4ad4-b919-695c64e27bf3 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:44:59.450444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Attempting to bind port 53fc4343-c364-4ad4-b919-695c64e27bf3 on network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:44:59.464197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:44:59.464789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Checking segment: {'id': '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:44:59.465313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.466097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Bound using segment: {'id': '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:44:59.466705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Bound port: 53fc4343-c364-4ad4-b919-695c64e27bf3, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dfd59a34-f47b-46d9-a324-7b1ecaae9a4a'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:44:59.467220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.489564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=9334f66e-d874-4071-8ab8-dda3608b1e44,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:44:59.496127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.503269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:44:59.513628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.675454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:44:59.675791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:44:59.676515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:44:59.695443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:44:59.774282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No DVR routers for this DVR port 4b8504ed-21b6-4d73-a601-0a9881d63210 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:00.027984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:00.037275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.046736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.177509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Deleting port 4b8504ed-21b6-4d73-a601-0a9881d63210 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:00.178045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.273135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52bd8ee3-ee6a-4d50-9a1d-c1ea46c85eb1 None None] The port '4b8504ed-21b6-4d73-a601-0a9881d63210' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:45:00.285235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74432cee-ff10-4fab-8edb-8368a3f758f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.320653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] For port 53fc4343-c364-4ad4-b919-695c64e27bf3, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:00.322506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.329060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] For port 53fc4343-c364-4ad4-b919-695c64e27bf3, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=53fc4343-c364-4ad4-b919-695c64e27bf3,segment=NetworkSegment(696f51c1-6768-4ca7-aa2d-fdebf16f7b7b),segment_id=696f51c1-6768-4ca7-aa2d-fdebf16f7b7b)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:00.333953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.475627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:00.509297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:00.543116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:00.543826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-006ec4ef-9478-40a6-bbd5-61935ce7c3f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:00.573099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Subnet': ['ID=e5ef0fd5-4ad1-4731-a17f-27c179e69ec6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:00.573347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 88083892-f6c9-4f38-a2cd-221af31c73bc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:00.623462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:00.631861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.665138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/subnets/e5ef0fd5-4ad1-4731-a17f-27c179e69ec6 HTTP/1.1" status: 204  len: 168 time: 1.7327163
Nov 23 12:45:00.683361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39194) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:00.693949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.26.6.31 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/e4b8a2a7-14da-47e8-8f04-7471221d6b66) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:00.720323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.776780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Pushing event updated for resources: {'Port': ['ID=53fc4343-c364-4ad4-b919-695c64e27bf3,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:00.784442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:00.793552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 88083892-f6c9-4f38-a2cd-221af31c73bc completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:00.801143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4f21c037-65b7-4250-b531-44f91cfcab86 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:00.920374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4f21c037-65b7-4250-b531-44f91cfcab86 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:00.920614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.956943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:00.974695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-585b6938-4948-422e-8e14-7a4d55042360 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:00.979581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68252de390>,) {'filters': {'network_id': ['3f4f7207-b518-42ca-a5a9-54724683d6fc']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:00.994244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4b8504ed-21b6-4d73-a601-0a9881d63210 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:01.034590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 4b8504ed-21b6-4d73-a601-0a9881d63210 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:01.034997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4b8504ed-21b6-4d73-a601-0a9881d63210 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:01.045479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252de390>, '11667cd7-d27d-4d84-b09f-1445a616713b') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:01.045679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252de390>, '11667cd7-d27d-4d84-b09f-1445a616713b') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:01.059854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.103748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.122781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=e4b8a2a7-14da-47e8-8f04-7471221d6b66,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:01.126200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:01.126475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 8 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:01.145693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae1df9-412d-4900-9275-f28c53a3090d tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:01.147319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-77ae1df9-412d-4900-9275-f28c53a3090d tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4528151
Nov 23 12:45:01.153662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39200) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:01.280190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec5e68-10ed-4a5c-8ef1-d10603eb51f9 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:01.323059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:01.325470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:01.327939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:01.371956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.458332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Provisioning for port 88083892-f6c9-4f38-a2cd-221af31c73bc completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:01.459852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:01.479260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting port 53fc4343-c364-4ad4-b919-695c64e27bf3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:01.479893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.487445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.515385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Provisioning complete for port 88083892-f6c9-4f38-a2cd-221af31c73bc triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:01.516531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.722645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 3f4f7207-b518-42ca-a5a9-54724683d6fc has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:01.807552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d5127-fc9c-47fd-b71f-e95b93419294 None None] Network b25e1bad-a513-4712-8c27-2bc177be342d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:01.816479 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:01.950825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.953583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.954807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.968006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] For port 53fc4343-c364-4ad4-b919-695c64e27bf3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=53fc4343-c364-4ad4-b919-695c64e27bf3,segment=NetworkSegment(696f51c1-6768-4ca7-aa2d-fdebf16f7b7b),segment_id=696f51c1-6768-4ca7-aa2d-fdebf16f7b7b)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:01.968658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:01.999264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:02.023698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.028790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=3f4f7207-b518-42ca-a5a9-54724683d6fc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:02.030044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.033129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:02.089778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/3f4f7207-b518-42ca-a5a9-54724683d6fc HTTP/1.1" status: 204  len: 168 time: 4.8293433
Nov 23 12:45:02.114741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39208) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:02.161031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] For port 88083892-f6c9-4f38-a2cd-221af31c73bc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=88083892-f6c9-4f38-a2cd-221af31c73bc,segment=NetworkSegment(20ba4e4d-cee9-4e79-a237-15bdb5c8c891),segment_id=20ba4e4d-cee9-4e79-a237-15bdb5c8c891)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:02.161452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:02.186141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Calling delete_port for 53fc4343-c364-4ad4-b919-695c64e27bf3 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:02.188735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.216006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8128852-614c-4475-9306-5189dde628ba None None] Sync routers for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:02.220308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'name': 'tempest-PortsIpV6TestJSON-517115468'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:02.230264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.231433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.241413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:02.243340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.246487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 9.9115613
Nov 23 12:45:02.250756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39212) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:02.347569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.363542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 53fc4343-c364-4ad4-b919-695c64e27bf3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:02.426192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.438039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Pushing event updated for resources: {'Port': ['ID=88083892-f6c9-4f38-a2cd-221af31c73bc,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:02.456338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:02.456626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:02.482300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:02.488461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:02.498808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:02.501851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:02.503413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682410ddd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:02.513526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.563455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:02.576582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Provisioning for port 4f21c037-65b7-4250-b531-44f91cfcab86 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:02.602440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682410ddd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:02.610374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Provisioning complete for port 4f21c037-65b7-4250-b531-44f91cfcab86 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:02.610908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.650716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No active binding found for port 53fc4343-c364-4ad4-b919-695c64e27bf3 {{(pid=81024) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 23 12:45:02.651357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 53fc4343-c364-4ad4-b919-695c64e27bf3 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Nov 23 12:45:02.659903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:02.706869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:02.712450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.755354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 53fc4343-c364-4ad4-b919-695c64e27bf3 not found, will not notify nova. {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 23 12:45:02.771133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Port': ['ID=53fc4343-c364-4ad4-b919-695c64e27bf3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:02.790434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:02.791281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682410ddd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:02.806959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:02.895242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] DHCP port deletion for b25e1bad-a513-4712-8c27-2bc177be342d request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:02.913524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c8128852-614c-4475-9306-5189dde628ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682410ddd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:02.914154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8128852-614c-4475-9306-5189dde628ba None None] The sync data for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:02.922073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Deleting port 4f21c037-65b7-4250-b531-44f91cfcab86 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:02.923589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:02.952643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] No DVR routers for this DVR port 53fc4343-c364-4ad4-b919-695c64e27bf3 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:02.977962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d4d91-5fe8-4d6e-bf9b-2dc4e6f8b576 None None] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:03.104776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port d1fe99ce-f09d-4928-b076-2d2a657e7bb3 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:03.243691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.244742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.485358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:03.506993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:03.509916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.523559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.528740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:03.542857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 2001:db8::f6 (00ef7d7c-85bb-4301-b519-748a57f13773/725fcb17-9882-4b59-a4de-7c431e4f975c/bb4088fd-8eba-4bc8-827a-6b1a7e1219d6) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:03.552688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68253928d0>,) {'filters': {'network_id': ['dfd59a34-f47b-46d9-a324-7b1ecaae9a4a']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:03.583243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1720393-273b-4ba1-bb4d-94e81ee78839 None None] DHCP port deletion for dfd59a34-f47b-46d9-a324-7b1ecaae9a4a request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:03.585884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253928d0>, '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:03.586195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253928d0>, '696f51c1-6768-4ca7-aa2d-fdebf16f7b7b') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:03.626445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.649352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router feeec758-ce0c-437d-96bf-c9b408c36479 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:03.660229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.688511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:03.732751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.883389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Calling delete_port for 4f21c037-65b7-4250-b531-44f91cfcab86 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:03.921157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:03.932395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:03.939815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-53f34e88-7bbf-49ca-bfd8-c747c50832de None None] Could not find standard attr ID for object 53fc4343-c364-4ad4-b919-695c64e27bf3. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:45:03.951232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:03.958842 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/routers/bf854005-c104-41cb-9e71-520146d80305/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1362243
Nov 23 12:45:03.962284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39220) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:03.969524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'port': {'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4', 'name': 'tempest-FloatingIPTestJSON-929557852'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:03.979114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:03.980006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256dec50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:03.987946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Pushing event updated for resources: {'Port': ['ID=4f21c037-65b7-4250-b531-44f91cfcab86,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:04.000863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:04.020398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-53f34e88-7bbf-49ca-bfd8-c747c50832de None None] Provisioning complete for port 88083892-f6c9-4f38-a2cd-221af31c73bc triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:04.020842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-53f34e88-7bbf-49ca-bfd8-c747c50832de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.061177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:04.061558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:04.061978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256dec50>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:04.074680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:04.075333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256dec50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:04.098797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.128029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:04.153272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256dec50>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:04.154006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c1984-ec80-4c73-a49a-9ad8c7ef743f None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:04.285303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 88083892-f6c9-4f38-a2cd-221af31c73bc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:04.372767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 88083892-f6c9-4f38-a2cd-221af31c73bc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:04.373668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.402055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:04.410215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:04.414634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:04.447927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:04.464944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.483861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:port and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:04.494013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:04.523088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:04.540920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.551165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:04.556765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.562964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Deleting port 4f21c037-65b7-4250-b531-44f91cfcab86 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:04.563649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.594204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network 00ef7d7c-85bb-4301-b519-748a57f13773 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:04.599306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:04.606437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4f21c037-65b7-4250-b531-44f91cfcab86 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:04.613833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:04.631628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05bcf5f3-a8f5-4daf-89a1-6466b56d267a tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:04.842360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] device_id is not set on port e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:04.856225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=d1fe99ce-f09d-4928-b076-2d2a657e7bb3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:04.862654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network dfd59a34-f47b-46d9-a324-7b1ecaae9a4a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:04.871467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:04.897874 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:04.936955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.955885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:04.956481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:04.995276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:04.998912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:05.001707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.003208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:05.007797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:05.008499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.018784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3462ae1-e224-472d-909d-cf3769df0185 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:05.040066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.062568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=dfd59a34-f47b-46d9-a324-7b1ecaae9a4a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:05.075331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:05.101136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Calling delete_port for 4f21c037-65b7-4250-b531-44f91cfcab86 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:05.104535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/dfd59a34-f47b-46d9-a324-7b1ecaae9a4a HTTP/1.1" status: 204  len: 168 time: 3.9473267
Nov 23 12:45:05.105539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.9271376
Nov 23 12:45:05.106344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39228) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:05.108887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39230) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:05.153681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:05.154724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.167899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.168841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 53fc4343-c364-4ad4-b919-695c64e27bf3 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:05.174912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.13 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:05.186514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:05.203911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.205316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.215510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58fe7495-5043-41f4-9cf7-e31dba08d74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:05.230644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.234995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.5885346
Nov 23 12:45:05.244962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39236) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:05.285274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Sync routers for ids ['feeec758-ce0c-437d-96bf-c9b408c36479'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:05.303543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 53fc4343-c364-4ad4-b919-695c64e27bf3 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:05.304045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 53fc4343-c364-4ad4-b919-695c64e27bf3 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:05.342013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Routers {'feeec758-ce0c-437d-96bf-c9b408c36479'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:05.342848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d5c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['feeec758-ce0c-437d-96bf-c9b408c36479'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:05.357241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.395703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=4f21c037-65b7-4250-b531-44f91cfcab86,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:05.401120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:05.424311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:05.424749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:05.504867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Deleting port 4f21c037-65b7-4250-b531-44f91cfcab86 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:05.505502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.569307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Set router feeec758-ce0c-437d-96bf-c9b408c36479 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:05.674214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port d1fe99ce-f09d-4928-b076-2d2a657e7bb3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:05.674647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.771234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Deleting port 4f21c037-65b7-4250-b531-44f91cfcab86 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:05.771666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:05.864029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:05.865241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.003255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9159b72-4f6a-4930-a4fd-a1219a22e925 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/feeec758-ce0c-437d-96bf-c9b408c36479 HTTP/1.1" status: 200  len: 908 time: 0.7539144
Nov 23 12:45:06.009026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Calling delete_port for 4f21c037-65b7-4250-b531-44f91cfcab86 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:06.012775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39244) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:06.042936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'name': 'tempest-snat-router-1918510687', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': True}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:06.075133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:06.087063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.103826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:06.108178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Usage tracker for resource:router and tenant:b4f5a3db8c524ed2b47a30401b22d4ae is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:06.115022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Quota usage for router was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:06.145660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] For port 4f21c037-65b7-4250-b531-44f91cfcab86, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f21c037-65b7-4250-b531-44f91cfcab86,segment=NetworkSegment(912ea626-dbfe-4f55-8982-b3de0035d696),segment_id=912ea626-dbfe-4f55-8982-b3de0035d696)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:06.145878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.167189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:06.202050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Port': ['ID=4f21c037-65b7-4250-b531-44f91cfcab86,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:06.207197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:06.255008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] No DVR routers for this DVR port 4f21c037-65b7-4250-b531-44f91cfcab86 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:06.288489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Calling delete_port for 4f21c037-65b7-4250-b531-44f91cfcab86 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:06.348455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d5c0>, [{'id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31'}], 'enable_snat': False}, 'gw_port_id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:58Z', 'updated_at': '2020-11-23T12:45:01Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:00Z', 'updated_at': '2020-11-23T12:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:06.357414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Checking router: feeec758-ce0c-437d-96bf-c9b408c36479 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:06.357820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Updating router feeec758-ce0c-437d-96bf-c9b408c36479 port e4b8a2a7-14da-47e8-8f04-7471221d6b66 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:45:06.365191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.366363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.401701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.418821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.422784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:06.423116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:06.432849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.524567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.535156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824bc68d0>,) {'filters': {'network_id': ['b25e1bad-a513-4712-8c27-2bc177be342d']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:06.550363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824bc68d0>, '912ea626-dbfe-4f55-8982-b3de0035d696') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:06.550931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824bc68d0>, '912ea626-dbfe-4f55-8982-b3de0035d696') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:06.567071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.587096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.589524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:06.603327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for d1fe99ce-f09d-4928-b076-2d2a657e7bb3 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:06.763770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.835830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network b25e1bad-a513-4712-8c27-2bc177be342d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:06.858690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.899428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.931113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Deleting port 4f21c037-65b7-4250-b531-44f91cfcab86 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:06.931540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.969904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:06.996694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:07.005101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44c1beb4-f07a-48c4-b35e-6587baeb6a55 None None] The port '4f21c037-65b7-4250-b531-44f91cfcab86' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:45:07.072298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network b25e1bad-a513-4712-8c27-2bc177be342d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:07.099653 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:07.153624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.195874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=d1fe99ce-f09d-4928-b076-2d2a657e7bb3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:07.222280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:07.229940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b85e7ea-06f0-4331-9323-88600f2d7403 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:07.438803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Transition to ACTIVE for port object e4b8a2a7-14da-47e8-8f04-7471221d6b66 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:07.440134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.440817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.443791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7506ca7-941f-431a-bff7-c9ecbf164f30 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:07.463330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.473962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=b25e1bad-a513-4712-8c27-2bc177be342d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:07.479593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:07.489257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/b25e1bad-a513-4712-8c27-2bc177be342d HTTP/1.1" status: 204  len: 168 time: 2.3778267
Nov 23 12:45:07.489257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39252) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:07.500925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:07.521347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f892808-09ce-4eb8-817c-cc4d744114e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:07.526573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:07.536720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.583131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Allocated IP 172.20.0.1 (3efa9fba-a827-4e4f-8f48-6ef4c1c8853e/d41cf7da-9db7-4d26-890a-c28bd88b2889/70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:07.587123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.599422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a2a7-14da-47e8-8f04-7471221d6b66,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:07.602779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:07.630173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.649380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router 0f94fcc2-2a41-4332-963b-5f96c94865df is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:07.692308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Attempting to bind port e4b8a2a7-14da-47e8-8f04-7471221d6b66 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:07.692651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Attempting to bind port e4b8a2a7-14da-47e8-8f04-7471221d6b66 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:07.693064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Attempting to bind port e4b8a2a7-14da-47e8-8f04-7471221d6b66 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:07.700909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:07.701351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:07.701803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.702723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:07.703405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Bound port: e4b8a2a7-14da-47e8-8f04-7471221d6b66, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:07.703842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.742886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/d1fe99ce-f09d-4928-b076-2d2a657e7bb3 HTTP/1.1" status: 204  len: 168 time: 2.6306362
Nov 23 12:45:07.758068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39256) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:07.793112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] For port e4b8a2a7-14da-47e8-8f04-7471221d6b66, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:07.798416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] For port e4b8a2a7-14da-47e8-8f04-7471221d6b66, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4b8a2a7-14da-47e8-8f04-7471221d6b66,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:07.806907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:07.822581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'mac_address': 'fa:16:3e:b2:8c:cd', 'name': 'tempest-PortsIpV6TestJSON-1990253744'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:07.910343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a44fde6a-406b-40b9-8da9-04bd9bcf0827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:07.953767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.016981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a2a7-14da-47e8-8f04-7471221d6b66,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:08.032456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:08.087759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Routers {'feeec758-ce0c-437d-96bf-c9b408c36479'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:08.088725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d5c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['feeec758-ce0c-437d-96bf-c9b408c36479'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:08.097762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:08.102549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:08.104267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:08.106041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:08.113052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:08.122475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:08.125151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:08.136559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:08.271933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68257a1400>,) {'filters': {'network_id': ['1625e8f0-f54c-4e24-93cb-59d53769890b']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:08.290614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257a1400>, '25f54650-8cd5-4969-b385-996c2a590172') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:08.290992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257a1400>, '25f54650-8cd5-4969-b385-996c2a590172') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:08.303012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] Set router feeec758-ce0c-437d-96bf-c9b408c36479 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:08.303806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.325087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.356286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.359377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:08.374455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:08.375642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.432952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.4671063
Nov 23 12:45:08.434786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.441436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39264) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:08.457774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'port': {'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4', 'name': 'tempest-FloatingIPTestJSON-1176732910'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:08.490361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Transition to ACTIVE for port object 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:08.625578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 51848a9e-897b-49f6-83db-cb181da2e238 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:08.630892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d5c0>, [{'id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31'}], 'enable_snat': False}, 'gw_port_id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:58Z', 'updated_at': '2020-11-23T12:45:01Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:00Z', 'updated_at': '2020-11-23T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:08.635265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bd020-800f-41f2-8ff5-696d126bf043 None None] The sync data for ids ['feeec758-ce0c-437d-96bf-c9b408c36479'] in dv-neutron-601336-59-ovs is: [{'id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31'}], 'enable_snat': False}, 'gw_port_id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:58Z', 'updated_at': '2020-11-23T12:45:01Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': 'e4b8a2a7-14da-47e8-8f04-7471221d6b66', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeec758-ce0c-437d-96bf-c9b408c36479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:00Z', 'updated_at': '2020-11-23T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:08.698308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 1625e8f0-f54c-4e24-93cb-59d53769890b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:08.717857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.718411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.738868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57558f94-f4c0-41b3-9105-d46ac7382e85 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:08.864127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:08.881615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:port and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:08.902353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for port was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:08.917098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.950702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 1625e8f0-f54c-4e24-93cb-59d53769890b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:08.966066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:08.969180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:08.975532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:08.978518 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:09.050605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:09.103333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:09.110235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.174318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.178539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.195623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5afb287d-b573-426d-b824-58c535dc858c tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:09.209653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:09.212024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/1625e8f0-f54c-4e24-93cb-59d53769890b HTTP/1.1" status: 204  len: 168 time: 1.7220814
Nov 23 12:45:09.218170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39272) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:09.222808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Sync routers for ids ['0f94fcc2-2a41-4332-963b-5f96c94865df'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:09.240746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:09.246565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=1625e8f0-f54c-4e24-93cb-59d53769890b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:09.249492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:09.250751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:09.258651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:09.274237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Routers {'0f94fcc2-2a41-4332-963b-5f96c94865df'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:09.274922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c371d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f94fcc2-2a41-4332-963b-5f96c94865df'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:09.340964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.406854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.472007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.477147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 10.5489082
Nov 23 12:45:09.478044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39276) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:09.556286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.560796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a1db9fe9-8abc-4de9-a7bf-442a344d31f6 None None] Provisioning for port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:09.568527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a1db9fe9-8abc-4de9-a7bf-442a344d31f6 None None] Provisioning complete for port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:09.569703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1db9fe9-8abc-4de9-a7bf-442a344d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.592886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9afd2c11-c20c-405b-9142-e5b61382da85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:09.609090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Set router 0f94fcc2-2a41-4332-963b-5f96c94865df gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:09.647166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9fe9-8abc-4de9-a7bf-442a344d31f6 None None] Port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:09.757193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.823064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] device_id is not set on port ebe89b68-2451-4b1c-80a2-17b38fa413ea yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:09.868274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:09.958942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=51848a9e-897b-49f6-83db-cb181da2e238,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:09.980064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:10.010398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c371d0>, [{'id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'name': '', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'external_fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6'}], 'enable_snat': True}, 'gw_port_id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:59Z', 'updated_at': '2020-11-23T12:45:04Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'name': '', 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:02Z', 'updated_at': '2020-11-23T12:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:10.014789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Checking router: 0f94fcc2-2a41-4332-963b-5f96c94865df for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:10.015270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Updating router 0f94fcc2-2a41-4332-963b-5f96c94865df port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:45:10.023228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:10.026893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:10.030693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:10.035570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:10.036250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.043159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682406bbe0>,) {'filters': {'network_id': ['99f2e5f3-860f-4012-9d3f-d1055b9b63cb']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:10.066762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682406bbe0>, '754b5b37-7f65-4886-88fc-ca910f4a9c41') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:10.067102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682406bbe0>, '754b5b37-7f65-4886-88fc-ca910f4a9c41') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:10.081077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.3190317
Nov 23 12:45:10.083323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.088056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.090676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39280) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:10.159408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.163858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:10.268821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0081232-96ab-48a8-9eab-e645cbd1c7db tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:10.269458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f0081232-96ab-48a8-9eab-e645cbd1c7db tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:45:10.392800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f0081232-96ab-48a8-9eab-e645cbd1c7db tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:45:10.393612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0081232-96ab-48a8-9eab-e645cbd1c7db tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/51848a9e-897b-49f6-83db-cb181da2e238 HTTP/1.1" status: 200  len: 845 time: 0.3018932
Nov 23 12:45:10.395679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:10.403717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39286) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:10.408407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.413693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4b8a2a7-14da-47e8-8f04-7471221d6b66 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:10.433740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.26.6.118 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/9a2f5cbf-f0b3-4928-a3ec-2a411290942a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:10.448030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.476706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.6 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/ebe89b68-2451-4b1c-80a2-17b38fa413ea) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:10.573832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e4b8a2a7-14da-47e8-8f04-7471221d6b66 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:10.578915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e4b8a2a7-14da-47e8-8f04-7471221d6b66 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:10.579337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.755247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.784370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port e4b8a2a7-14da-47e8-8f04-7471221d6b66, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4b8a2a7-14da-47e8-8f04-7471221d6b66,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:10.789876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.792896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:10.820540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.842505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Transition to ACTIVE for port object bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:10.846948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.884146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=e4b8a2a7-14da-47e8-8f04-7471221d6b66,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:10.906284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:10.928050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:10.930083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 51848a9e-897b-49f6-83db-cb181da2e238 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:10.930485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.975744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:10.997188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Network 99f2e5f3-860f-4012-9d3f-d1055b9b63cb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:11.016754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Pushing event updated for resources: {'Port': ['ID=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:11.029988 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:11.052295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.052695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.053064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.053428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.053786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.054147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.054509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.054863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.055217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.055568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.055921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.056268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.056731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.057090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.057440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.057790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.058139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.058489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.058838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.059198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.059561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.059915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.060267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.060637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:11.074607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:11.107421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Attempting to bind port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:11.107727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Attempting to bind port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '41883fb2-0b5c-4af5-a01a-e6743cc2fefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:11.108099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Attempting to bind port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 on network 00ef7d7c-85bb-4301-b519-748a57f13773 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:11.116162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:11.116631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Checking segment: {'id': '41883fb2-0b5c-4af5-a01a-e6743cc2fefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:11.117078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.117508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Bound using segment: {'id': '41883fb2-0b5c-4af5-a01a-e6743cc2fefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:11.118021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Bound port: bb4088fd-8eba-4bc8-827a-6b1a7e1219d6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41883fb2-0b5c-4af5-a01a-e6743cc2fefb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:11.118426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.147514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.172681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.179490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab67b8c8-ad64-4c91-a107-5c66b9c6656c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:11.198328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.200555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] For port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:11.203921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] For port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,segment=NetworkSegment(41883fb2-0b5c-4af5-a01a-e6743cc2fefb),segment_id=41883fb2-0b5c-4af5-a01a-e6743cc2fefb)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:11.208484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.221970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:11.284038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Pushing event deleted for resources: {'Network': ['ID=99f2e5f3-860f-4012-9d3f-d1055b9b63cb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:11.291770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:11.304941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] 10.222.0.60 "DELETE /v2.0/networks/99f2e5f3-860f-4012-9d3f-d1055b9b63cb HTTP/1.1" status: 204  len: 168 time: 2.0809608
Nov 23 12:45:11.332628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.347417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Pushing event updated for resources: {'Port': ['ID=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:11.349025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.363293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:11.473242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Routers {'0f94fcc2-2a41-4332-963b-5f96c94865df'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:11.473476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.474161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c371d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f94fcc2-2a41-4332-963b-5f96c94865df'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:11.475948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 51848a9e-897b-49f6-83db-cb181da2e238 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:11.504053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e857e78-b431-4559-840a-7b0e88499287 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:11.619146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.639359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:11.761796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=51848a9e-897b-49f6-83db-cb181da2e238,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:11.764740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:11.768833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] Set router 0f94fcc2-2a41-4332-963b-5f96c94865df gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:11.810929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:11.824866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:11.852959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39300) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:11.858259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.869962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:11.886585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/51848a9e-897b-49f6-83db-cb181da2e238 HTTP/1.1" status: 204  len: 168 time: 1.4818127
Nov 23 12:45:11.889259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39306) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:11.915787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98a8f742-d75b-4e66-9724-68a2b45d610a tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:11.942425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5b9dd7-ff79-41ca-b8ea-c7b4e6fd43f1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:45:11.942987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fa5b9dd7-ff79-41ca-b8ea-c7b4e6fd43f1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:45:11.960186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fa5b9dd7-ff79-41ca-b8ea-c7b4e6fd43f1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:45:11.961676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa5b9dd7-ff79-41ca-b8ea-c7b4e6fd43f1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/51848a9e-897b-49f6-83db-cb181da2e238 HTTP/1.1" status: 404  len: 333 time: 0.0714183
Nov 23 12:45:11.966300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39310) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:11.973579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'name': 'tempest-PortsIpV6TestJSON-1534947882'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:12.156550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=ebe89b68-2451-4b1c-80a2-17b38fa413ea,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:12.162765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.163893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:12.172492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:12.179803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c7165e9-21f9-4ae5-91ef-f7a3fc56c918 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e109b197804465e99b1dd585b7ccf0a&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3254800
Nov 23 12:45:12.180896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:12.182857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39314) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:12.196197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.220007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:12.225956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.245325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:12.248624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbb91d46-624d-4cdd-b099-508f429a46f2 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:12.296718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4b8a2a7-14da-47e8-8f04-7471221d6b66 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:12.300726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.367749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:12.371175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:12.386069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c371d0>, [{'id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'name': '', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'external_fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6'}], 'enable_snat': True}, 'gw_port_id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:59Z', 'updated_at': '2020-11-23T12:45:04Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'name': '', 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:02Z', 'updated_at': '2020-11-23T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:12.388720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:12.388859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e4b8a2a7-14da-47e8-8f04-7471221d6b66 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:12.389822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.391580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380c432-69fa-494d-957b-2a793de8eb3c None None] The sync data for ids ['0f94fcc2-2a41-4332-963b-5f96c94865df'] in dv-neutron-601336-59-ovs is: [{'id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'name': '', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'external_fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6'}], 'enable_snat': True}, 'gw_port_id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:44:59Z', 'updated_at': '2020-11-23T12:45:04Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': 'bb4088fd-8eba-4bc8-827a-6b1a7e1219d6', 'name': '', 'network_id': '00ef7d7c-85bb-4301-b519-748a57f13773', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94fcc2-2a41-4332-963b-5f96c94865df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'ip_address': '2001:db8::f6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:02Z', 'updated_at': '2020-11-23T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '725fcb17-9882-4b59-a4de-7c431e4f975c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:12.397509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:12.425108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.440620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port ade33a65-b9ea-46ef-88b0-26132f0e3e1e yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:12.461531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.489168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.582967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:12.584163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Deleting port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:12.584295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.586863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.607588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-723f99b9-9ff9-46d4-8381-f3523f9706de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:12.617290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:12.657571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:12.675031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a06a9-c1d8-4d4e-8e7c-33bc63fd790d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:12.685247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:12.732617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.733864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d91a06a9-c1d8-4d4e-8e7c-33bc63fd790d HTTP/1.1" status: 204  len: 168 time: 0.5499072
Nov 23 12:45:12.761615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.793106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:12.812185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-786788ba-fc6b-4788-a2c9-6c3693a754ef tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:13.119508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=ade33a65-b9ea-46ef-88b0-26132f0e3e1e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:13.126998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:13.162607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:13.164212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:13.171215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:13.176408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:13.177084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.202116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.2320890
Nov 23 12:45:13.202790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39330) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:13.211539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:13.280630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:13.281730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.345581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.8967617
Nov 23 12:45:13.365273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39336) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:13.378978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'ebe89b68-2451-4b1c-80a2-17b38fa413ea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:13.381512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.394788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:13.407720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:13.411962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:13.420532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:floatingip and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:13.506364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:13.600653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:13.637398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] For port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,segment=NetworkSegment(41883fb2-0b5c-4af5-a01a-e6743cc2fefb),segment_id=41883fb2-0b5c-4af5-a01a-e6743cc2fefb)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:13.637809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.730687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f2806f8e-c4dd-4e96-96ec-c2347cbb7bfc None None] Provisioning complete for port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:13.731111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2806f8e-c4dd-4e96-96ec-c2347cbb7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.775623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.779792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.796235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e254b998-8816-41e9-86fb-60a7883bb2b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:13.813234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:13.839458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f2806f8e-c4dd-4e96-96ec-c2347cbb7bfc None None] Port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:13.841483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Calling delete_port for bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:13.928914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39348) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:13.958329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=ade33a65-b9ea-46ef-88b0-26132f0e3e1e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:13.969553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:13.992043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] In _notify_port_updated(), no bound segment for port ade33a65-b9ea-46ef-88b0-26132f0e3e1e on network efef753d-00b7-421f-a41f-55478bf94eff {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:45:13.996386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:13.997125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.001196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/ports/ade33a65-b9ea-46ef-88b0-26132f0e3e1e HTTP/1.1" status: 200  len: 818 time: 0.7944620
Nov 23 12:45:14.001614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39354) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:14.047610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.048491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.085572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port ade33a65-b9ea-46ef-88b0-26132f0e3e1e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:14.086059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.125568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381433059'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:14.132512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:14.143369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:14.148490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:14.159067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:14.210217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:14.216070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.242640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.344866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:14.418100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.505504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.506330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:14.512955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:14.513519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.520058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.539559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d872bb7e-6473-4eb7-9d1f-0ff3dd81c36a tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:14.549145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:45:14.560239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for ade33a65-b9ea-46ef-88b0-26132f0e3e1e owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:14.624960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:14.634346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:security_group_rule and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:14.639973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:14.649086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:14.651967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Port': ['ID=bb4088fd-8eba-4bc8-827a-6b1a7e1219d6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:14.661659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:14.681158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.747351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a26a588-985d-4848-95bc-be94d85bf4b5 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:14.807544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=ade33a65-b9ea-46ef-88b0-26132f0e3e1e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:14.816608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:14.905467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.910537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.914353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:14.920131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:14.968252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/ade33a65-b9ea-46ef-88b0-26132f0e3e1e HTTP/1.1" status: 204  len: 168 time: 0.9630916
Nov 23 12:45:14.968252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:14.975129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39362) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:15.026989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.027352 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment c8eb8a8b-16d7-422f-91ea-9689c62fef6e of type vxlan for network e069d28a-cbcc-4dd9-acb7-7f978619bfd0
Nov 23 12:45:15.028604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf67de-72ac-4107-878e-e25199da8c34,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:15.042194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:15.077114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.124283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ead11-fffd-4f72-8e26-f6d85ccbd6ae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:15.125074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-940ead11-fffd-4f72-8e26-f6d85ccbd6ae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:45:15.140114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.147291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:15.147999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.160963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:15.386959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.464772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:15.505706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-940ead11-fffd-4f72-8e26-f6d85ccbd6ae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:45:15.509828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-940ead11-fffd-4f72-8e26-f6d85ccbd6ae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.5310991
Nov 23 12:45:15.520106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39370) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:15.539330 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5973022
Nov 23 12:45:15.578159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=e069d28a-cbcc-4dd9-acb7-7f978619bfd0,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:15.581942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1328cabc-663a-4973-b834-10d86354ec0d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:45:15.583338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1328cabc-663a-4973-b834-10d86354ec0d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/ade33a65-b9ea-46ef-88b0-26132f0e3e1e HTTP/1.1" status: 404  len: 333 time: 0.0619283
Nov 23 12:45:15.584509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:15.587252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39374) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:15.593686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-270408700'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:15.599786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:15.603590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:15.604245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:15.607497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:15.613616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:15.626128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:15.632311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.650645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:15.692324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:15.712736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.713556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment 7e9d2793-5fbd-4aa9-b1af-e9643206c2bc of type vxlan for network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a
Nov 23 12:45:15.772164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.813152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.820378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:15.821349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.828253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9b1bac4-e09f-4515-9bd1-74f28abce6a2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:15.861677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.27 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f70e3222-7fde-49c1-ad2c-689f8d2d7408) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:15.883585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.947190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3585901
Nov 23 12:45:15.950403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:15.952844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39378) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:15.963387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:16.047300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=5c93ff56-d7cb-4785-9a5e-aa83acb1a37a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:16.058638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router b7328673-b2a2-4b70-959f-5cc6cfee8b48 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:16.067248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:16.087947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:16.105416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:16.120992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:16.126363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:16.129751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.130352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Fanout notify agent at l3_agent the message router_deleted on router 0f94fcc2-2a41-4332-963b-5f96c94865df {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:16.132147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:16.140660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:16.154601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:16.297198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.299121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/routers/0f94fcc2-2a41-4332-963b-5f96c94865df HTTP/1.1" status: 204  len: 168 time: 6.7990665
Nov 23 12:45:16.368565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39382) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:16.384222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.420403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.552538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Deleting subnet 725fcb17-9882-4b59-a4de-7c431e4f975c {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:45:16.569460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.612893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.665464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.684572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d737452f-74cf-45d0-94dc-eb8e18988172 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:16.805884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:16.909360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:16.931770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "PUT /v2.0/routers/32e490bc-9ca1-4ef0-b5a6-74f800030f13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6782188
Nov 23 12:45:16.935134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39394) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:16.935661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] Sync routers for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:16.942450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Request body: {'port': {'network_id': '3efa9fba-a827-4e4f-8f48-6ef4c1c8853e', 'name': 'tempest-FloatingIPAdminTestJSON-19100800'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:16.948257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=f70e3222-7fde-49c1-ad2c-689f8d2d7408,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:16.963470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:16.972108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:16.974714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:17.023984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:17.135261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e518>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:17.165861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:17.166202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:17.166776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:17.174242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Usage tracker for resource:port and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:17.179236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Quota usage for port was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:17.252688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e518>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:17.253308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843de64-e91f-48cb-b060-7a3232846658 None None] The sync data for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:17.268765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:17.272348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:17.342058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:17.452337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Made reservation on behalf of 5e7d9711834248398f0e206fd243b4cc for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:17.458460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:17.514863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:17.522680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:17.525721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:17.527355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:17.529306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=e843eb41-82a8-4528-8da5-54d41f9968f4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:17.537135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:17.553200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Sync routers for ids ['b7328673-b2a2-4b70-959f-5cc6cfee8b48'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:17.580909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Routers {'b7328673-b2a2-4b70-959f-5cc6cfee8b48'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:17.582561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257c2780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b7328673-b2a2-4b70-959f-5cc6cfee8b48'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:17.621445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800194b0-ed0c-4dab-8218-a8fdb21cd4ad req-04e5ed34-9963-4e88-abcb-c5a4016f2ae6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:17.629767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-800194b0-ed0c-4dab-8218-a8fdb21cd4ad req-04e5ed34-9963-4e88-abcb-c5a4016f2ae6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6585789
Nov 23 12:45:17.693262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:17.697158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 11.6698422
Nov 23 12:45:17.699710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39398) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:17.711435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ef87-0837-455d-9550-34f8723d433e req-b55576d4-03e3-4c70-b854-3bba55098385 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:17.718899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e041ef87-0837-455d-9550-34f8723d433e req-b55576d4-03e3-4c70-b854-3bba55098385 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.4474952
Nov 23 12:45:17.855679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Set router b7328673-b2a2-4b70-959f-5cc6cfee8b48 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:17.862053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] device_id is not set on port 2210e4ec-b573-4415-9ef5-c7c8201b6023 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:17.915914 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-800194b0-ed0c-4dab-8218-a8fdb21cd4ad req-d1aaef12-c2e5-4ac5-af5a-88afd07e9a02 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2851355
Nov 23 12:45:18.053967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Allocated IP 172.20.0.8 (3efa9fba-a827-4e4f-8f48-6ef4c1c8853e/d41cf7da-9db7-4d26-890a-c28bd88b2889/2210e4ec-b573-4415-9ef5-c7c8201b6023) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:18.100445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.223017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257c2780>, [{'id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:06Z', 'updated_at': '2020-11-23T12:45:13Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:09Z', 'updated_at': '2020-11-23T12:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:18.227559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:18.230063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Checking router: b7328673-b2a2-4b70-959f-5cc6cfee8b48 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:18.232944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Updating router b7328673-b2a2-4b70-959f-5cc6cfee8b48 port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:45:18.233076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:45:18.250076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:18.297871 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e041ef87-0837-455d-9550-34f8723d433e req-de317b6c-1e26-477b-b4bd-5d8403069a90 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5780492
Nov 23 12:45:18.301422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.319057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:18.319538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb4088fd-8eba-4bc8-827a-6b1a7e1219d6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:18.456890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7fae9cf-2ff9-406a-90fb-caeecc8b4240 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:18.517100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Subnet': ['ID=725fcb17-9882-4b59-a4de-7c431e4f975c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:18.529581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:18.645557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.674848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/subnets/725fcb17-9882-4b59-a4de-7c431e4f975c HTTP/1.1" status: 204  len: 168 time: 2.3004155
Nov 23 12:45:18.675498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.676397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39410) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:18.694038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Transition to ACTIVE for port object 2210e4ec-b573-4415-9ef5-c7c8201b6023 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:18.718268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.851004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bd993-96d2-4f47-8602-8ec8e8036256 req-cd5d58d0-a45b-40f7-847c-829725801248 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:18.853840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a72bd993-96d2-4f47-8602-8ec8e8036256 req-cd5d58d0-a45b-40f7-847c-829725801248 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3096344
Nov 23 12:45:18.860018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-810efb6d-3b08-4fcb-a4f7-4989bd168bfa tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:18.902378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:18.918928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.930504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:18.934327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Transition to ACTIVE for port object 9a2f5cbf-f0b3-4928-a3ec-2a411290942a will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:18.938526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.940188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33ab01-9d0b-4d81-b82a-7e2b17c3824b None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:18.948359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:18.958017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:18.990495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:18.992916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.097095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a72bd993-96d2-4f47-8602-8ec8e8036256 req-c19914b9-b807-4d08-aea0-35c152e6abef tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2254446
Nov 23 12:45:19.098726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:19.101521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1472530
Nov 23 12:45:19.115483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39416) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:19.117174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:19.119675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:19.258885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:19.361429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Pushing event updated for resources: {'Port': ['ID=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:19.374695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:19.403687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.534682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39424) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:19.550415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:19.584772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Attempting to bind port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:19.585221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Attempting to bind port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:19.585634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Attempting to bind port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:19.588287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': 'e843eb41-82a8-4528-8da5-54d41f9968f4'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:19.589435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.600857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:19.601271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:19.601713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.602144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:19.602657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Bound port: 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:19.603063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.605594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-df09a01a-936c-45fe-82fd-246ffbe89178 None None] Provisioning for port 2210e4ec-b573-4415-9ef5-c7c8201b6023 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:19.618539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-df09a01a-936c-45fe-82fd-246ffbe89178 None None] Provisioning complete for port 2210e4ec-b573-4415-9ef5-c7c8201b6023 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:19.618916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df09a01a-936c-45fe-82fd-246ffbe89178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.679459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.757969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68240b2940>,) {'filters': {'network_id': ['00ef7d7c-85bb-4301-b519-748a57f13773']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:19.797777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:19.804648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68240b2940>, '41883fb2-0b5c-4af5-a01a-e6743cc2fefb') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:19.808636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68240b2940>, '41883fb2-0b5c-4af5-a01a-e6743cc2fefb') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:19.821103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-df09a01a-936c-45fe-82fd-246ffbe89178 None None] Port 2210e4ec-b573-4415-9ef5-c7c8201b6023 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:19.821809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] For port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:19.830637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] For port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:19.832093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:19.838338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.838833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:19.848783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:19.852101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.914934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:19.918209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:19.936264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Releasing vxlan tunnel 13 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:19.994309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:20.087809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Pushing event updated for resources: {'Port': ['ID=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:20.102349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:20.103402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Routers {'b7328673-b2a2-4b70-959f-5cc6cfee8b48'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:20.104083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257c2780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b7328673-b2a2-4b70-959f-5cc6cfee8b48'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:20.133871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:20.134549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.141370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Allocated IP 2001:db8::2 (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/e843eb41-82a8-4528-8da5-54d41f9968f4/2ccc8845-28ce-4d00-8910-fa92ed0f7ade) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:20.161219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.178705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event updated for resources: {'Port': ['ID=2210e4ec-b573-4415-9ef5-c7c8201b6023,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:20.197447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.2610064
Nov 23 12:45:20.205374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39432) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:20.206314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.346s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:20.242608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:20.295750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:20.307507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:20.316153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:20.339952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39b359e8-2fa8-4682-a73b-568f2f77c4bf tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/b7328673-b2a2-4b70-959f-5cc6cfee8b48 HTTP/1.1" status: 200  len: 908 time: 2.6354532
Nov 23 12:45:20.342418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39440) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:20.357793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb6c4-ffac-4d9f-8a79-00249540db27 req-cca8f84d-4692-493b-a3a5-9a1442324c3d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:20.367230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-293eb6c4-ffac-4d9f-8a79-00249540db27 req-cca8f84d-4692-493b-a3a5-9a1442324c3d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.3269284
Nov 23 12:45:20.490426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] Set router b7328673-b2a2-4b70-959f-5cc6cfee8b48 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:20.551586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:20.566156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.585812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.594422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'project_id': '5e7d9711834248398f0e206fd243b4cc', 'port_id': '2210e4ec-b573-4415-9ef5-c7c8201b6023'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:20.601765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Transition to ACTIVE for port object 2ccc8845-28ce-4d00-8910-fa92ed0f7ade will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:20.629587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Transition to ACTIVE for port object 2ccc8845-28ce-4d00-8910-fa92ed0f7ade will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:20.636330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.661600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d604c35-96f6-41c1-bded-3749fb4c81a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:20.670068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:20.693457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Usage tracker for resource:floatingip and tenant:5e7d9711834248398f0e206fd243b4cc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:20.701296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:20.712786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.721058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-293eb6c4-ffac-4d9f-8a79-00249540db27 req-44c15a3e-afae-4f45-9268-77d7b6600e7b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3521197
Nov 23 12:45:20.809125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:20.850250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:20.852195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Pushing event updated for resources: {'Port': ['ID=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:20.857759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:20.922810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:20.925019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:20.942518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:21.031023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Attempting to bind port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:21.033258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Attempting to bind port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:21.034197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Attempting to bind port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade on network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:21.043018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:21.043826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Checking segment: {'id': '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:21.044691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.045383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Bound using segment: {'id': '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:21.046291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Bound port: 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:21.046958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.048018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257c2780>, [{'id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:06Z', 'updated_at': '2020-11-23T12:45:13Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:09Z', 'updated_at': '2020-11-23T12:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:21.054248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba4fa4-f477-4c32-9542-f3648ef039cf None None] The sync data for ids ['b7328673-b2a2-4b70-959f-5cc6cfee8b48'] in dv-neutron-601336-59-ovs is: [{'id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'name': 'tempest-snat-router-1918510687', 'tenant_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:06Z', 'updated_at': '2020-11-23T12:45:13Z', 'revision_number': 3, 'project_id': 'b4f5a3db8c524ed2b47a30401b22d4ae', 'gw_port': {'id': '9a2f5cbf-f0b3-4928-a3ec-2a411290942a', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7328673-b2a2-4b70-959f-5cc6cfee8b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:09Z', 'updated_at': '2020-11-23T12:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:21.057210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e843eb41-82a8-4528-8da5-54d41f9968f4 (CIDR: 2001:db8::/64)
Nov 23 12:45:21.070479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:45:21.070985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:45:21.113830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-047efb43-d969-46e4-931b-39bdc9b16531 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.9009311
Nov 23 12:45:21.114747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39444) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:21.126274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:21.139038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network 00ef7d7c-85bb-4301-b519-748a57f13773 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:21.150292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.164349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] For port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:21.253312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:45:21.258046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.299298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.318777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01874813-d5f5-493b-895b-ba3cca178f0b req-1ae1147a-7269-4d59-a6de-e8ebefce1997 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:21.321145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01874813-d5f5-493b-895b-ba3cca178f0b req-1ae1147a-7269-4d59-a6de-e8ebefce1997 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.8301961
Nov 23 12:45:21.341725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.413758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:21.462919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.485278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:21.504239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:21.524966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:21.598243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:21.628389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:21.708896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network 00ef7d7c-85bb-4301-b519-748a57f13773 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:21.743514 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:21.844858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=f70e3222-7fde-49c1-ad2c-689f8d2d7408,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:21.870610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.871018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.871422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.871820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.872214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.872637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.873109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.873419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.873810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.874193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.874580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.874962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.875436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.875824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.876716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.877120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.877504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.877889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.878777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.878777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.879005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.879332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.879718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.880095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:21.941407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:21.961294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:21.977068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01874813-d5f5-493b-895b-ba3cca178f0b req-9188aaf9-211d-4543-adb3-ddab8ccbb5b1 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6195211
Nov 23 12:45:21.984136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] For port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,segment=NetworkSegment(7e9d2793-5fbd-4aa9-b1af-e9643206c2bc),segment_id=7e9d2793-5fbd-4aa9-b1af-e9643206c2bc)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:21.991844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.008004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-b2e3c973-9f47-47d2-956f-67c2950a20d4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:22.009695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-b2e3c973-9f47-47d2-956f-67c2950a20d4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 0.5612397
Nov 23 12:45:22.010395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.077160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.085403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:22.088627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:22.126991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.158455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Network': ['ID=00ef7d7c-85bb-4301-b519-748a57f13773,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:22.159432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:22.159820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.161565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:22.170337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Pushing event updated for resources: {'Port': ['ID=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:22.176286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:22.204805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Allocated IP 172.26.6.6 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/99af8b22-00c0-47ab-aac1-34f8da197e68) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:22.210328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/networks/00ef7d7c-85bb-4301-b519-748a57f13773 HTTP/1.1" status: 204  len: 168 time: 3.5300756
Nov 23 12:45:22.226706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Deleting port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:22.227337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.368508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9a2f5cbf-f0b3-4928-a3ec-2a411290942a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:22.489504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:22.506159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:22.506594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.576806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:22.577190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.695964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.717101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:22.749560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.761061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:22.859534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:22.864633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:22.878311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39456) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:22.888842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:22.913345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026671b9-dcb0-4aae-a106-38aacfac984c req-533a86a5-0c01-4b14-accb-3367b09d8f0b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:22.915043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-026671b9-dcb0-4aae-a106-38aacfac984c req-533a86a5-0c01-4b14-accb-3367b09d8f0b tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 945 time: 1.0171781
Nov 23 12:45:22.958888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'name': 'tempest-router--155016814', 'project_id': 'db06d043e6704f27b564c04474d5c1a6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:23.022528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 4e72049a-56e1-441c-9b2e-c084b0bb2c25 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:23.072996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:23.152624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.172511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.172867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] For port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:23.173393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.186925 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-026671b9-dcb0-4aae-a106-38aacfac984c req-60129364-b5b3-4b71-a9ef-a052b376d89d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2617798
Nov 23 12:45:23.195966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:router and tenant:db06d043e6704f27b564c04474d5c1a6 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:23.216673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:45:23.230717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:23.233819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.237822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:23.295659 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'code': 200}
Nov 23 12:45:23.327985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:23.334251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:23.356820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Calling delete_port for 9a2f5cbf-f0b3-4928-a3ec-2a411290942a owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:23.496700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.499950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:23.520961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00ab7377-a4c7-46f3-b731-df193d553bee tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:23.523032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:23.574758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.575178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.575527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Floating IP f07d626f-ec4b-4253-aa65-468865b7057c disassociated. External IP: 172.26.6.22, port: 4e72049a-56e1-441c-9b2e-c084b0bb2c25.
Nov 23 12:45:23.575923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Calling delete_port for 4e72049a-56e1-441c-9b2e-c084b0bb2c25 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:23.620636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.621792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.749689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.759223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Pushing event updated for resources: {'Port': ['ID=99af8b22-00c0-47ab-aac1-34f8da197e68,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:23.785128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da19add-f711-4c63-a243-a1041e3e0922 req-1796ac11-2740-4445-a512-9bb54e141f31 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:23.789116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8da19add-f711-4c63-a243-a1041e3e0922 req-1796ac11-2740-4445-a512-9bb54e141f31 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6096334
Nov 23 12:45:23.804220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:23.804853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:23.815149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.816811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.817236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.817644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.818051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.818450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.818832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.819276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.819672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.820066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.820475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.820883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.821273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.821758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.822381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.822512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.822891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.823278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.823674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.824064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.824552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.824996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.825673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.825786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.826190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:23.834222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:23.852758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:23.853118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:23.893243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:23.895181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:23.901401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:23.943477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:23.945113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a9ec56c3-e826-415d-b001-f17074651cda tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.0609546
Nov 23 12:45:23.950527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39464) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:23.959401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8da19add-f711-4c63-a243-a1041e3e0922 req-5e546c21-23af-4176-bcaf-e9bf88e3ab44 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1487067
Nov 23 12:45:23.999572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 43210bed-2923-4cb7-af3a-861bb0fdc53a associated. External IP: 172.26.6.27, port: ebe89b68-2451-4b1c-80a2-17b38fa413ea.
Nov 23 12:45:24.044816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586a035-1855-43dd-bbb6-f052922403f3 None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:24.160604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.180739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c956a2f-1cd9-42e3-a811-bacb12b37e2c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:24.311872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Deleting port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:24.312702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.339766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a3875240-643c-42f4-9157-94e40975fb55 None None] Provisioning for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:24.349895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.416897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:24.417283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.435058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9a2f5cbf-f0b3-4928-a3ec-2a411290942a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:24.484793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=97042ba7-7e88-4605-b8db-e8d9c75cc2d0,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:24.496939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:24.553047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.607133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:24.607545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.663130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-83e21555-81ef-4a5d-b986-b4a6ee32771f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:24.705503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:24.705901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: e069d28a-cbcc-4dd9-acb7-7f978619bfd0, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:45:24.792539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] For port 4e72049a-56e1-441c-9b2e-c084b0bb2c25, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4e72049a-56e1-441c-9b2e-c084b0bb2c25,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:24.792948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.847057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ccc8845-28ce-4d00-8910-fa92ed0f7ade up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:24.896227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Update dhcp port {'port': {'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'fixed_ips': [{'subnet_id': 'e843eb41-82a8-4528-8da5-54d41f9968f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '2ccc8845-28ce-4d00-8910-fa92ed0f7ade'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:45:24.902017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:24.973537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:24.999338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, e069d28a-cbcc-4dd9-acb7-7f978619bfd0) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:25.025810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c563d-bc34-4582-a4d0-ac7005ccd035 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:25.118511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:25.132247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:25.132847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.156446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:25.157110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.339282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.7944887
Nov 23 12:45:25.341921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39472) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:25.349401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-825766529'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:25.369613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:25.382329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:25.388647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:25.406460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:25.414079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:25.417284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.417440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:25.417713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.418135 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Floating IP f07d626f-ec4b-4253-aa65-468865b7057c disassociated. External IP: 172.26.6.22, port: 4e72049a-56e1-441c-9b2e-c084b0bb2c25.
Nov 23 12:45:25.418514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Calling delete_port for 4e72049a-56e1-441c-9b2e-c084b0bb2c25 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:25.479110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:25.484535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.546521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979150ac-e964-46fa-ae16-0736fb2c05eb req-543e8b3f-876c-49ec-9eae-172ac97b4bf1 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:25.547740 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-979150ac-e964-46fa-ae16-0736fb2c05eb req-543e8b3f-876c-49ec-9eae-172ac97b4bf1 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3750079
Nov 23 12:45:25.550249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.573767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb542023-5d24-487d-9350-4c99472d29e1 req-f858bdeb-c8bc-4ef3-9b3a-8c7142a668a4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:25.575409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb542023-5d24-487d-9350-4c99472d29e1 req-f858bdeb-c8bc-4ef3-9b3a-8c7142a668a4 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 943 time: 1.1267166
Nov 23 12:45:25.587467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] For port 9a2f5cbf-f0b3-4928-a3ec-2a411290942a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:25.587873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.597756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:25.608719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-e069d28a-cbcc-4dd9-acb7-7f978619bfd0', 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '97042ba7-7e88-4605-b8db-e8d9c75cc2d0'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:25.609764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.643851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Allocated IP 2001:db8:0:1::2 (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f/2ccc8845-28ce-4d00-8910-fa92ed0f7ade) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:25.646996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,segment=NetworkSegment(7e9d2793-5fbd-4aa9-b1af-e9643206c2bc),segment_id=7e9d2793-5fbd-4aa9-b1af-e9643206c2bc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:25.665314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.674065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:25.683582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.683981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment d2795a9e-ceb0-437a-be16-0dd1da413fa3 of type vxlan for network 28200ab4-e57a-46da-95b8-99f36c059062
Nov 23 12:45:25.739044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-979150ac-e964-46fa-ae16-0736fb2c05eb req-501cf2f8-72a7-4f67-9992-0dc4230c5ab0 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1732264
Nov 23 12:45:25.748300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:25.755647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.760977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:25.784172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-292aa9e7-33f4-4d88-8c41-2aaabb2ba740 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:25.891322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event deleted for resources: {'Port': ['ID=4e72049a-56e1-441c-9b2e-c084b0bb2c25,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:25.913576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Calling delete_port for 9a2f5cbf-f0b3-4928-a3ec-2a411290942a owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:25.914238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:25.941879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:25.994000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.994389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.994769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.995143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.995519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.995885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.996251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.996651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.997016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.997380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.997739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.998097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.998560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.998936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.999292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:25.999650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.000010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.000368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.000790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.001254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.001663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.002506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.002506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.002792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:45:26.005020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.029468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:26.037943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:26.056514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:26.063286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.073068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:26.073744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.074076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] For port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,segment=NetworkSegment(7e9d2793-5fbd-4aa9-b1af-e9643206c2bc),segment_id=7e9d2793-5fbd-4aa9-b1af-e9643206c2bc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:26.093470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb542023-5d24-487d-9350-4c99472d29e1 req-623c9b59-bf87-4603-ac96-af19c37458da tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups?id=5ad896d8-18b2-44ef-87f5-b923f77efdb9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4935114
Nov 23 12:45:26.170848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.208500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 5.0895479
Nov 23 12:45:26.209939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39476) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:26.220074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '5c93ff56-d7cb-4785-9a5e-aa83acb1a37a', 'fixed_ips': [{'subnet_id': 'e843eb41-82a8-4528-8da5-54d41f9968f4'}, {'subnet_id': '5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f'}], 'name': 'tempest-PortsIpV6TestJSON-1947851003'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:26.233669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Allocated IP 2001:db8:0:ffff::2 (e069d28a-cbcc-4dd9-acb7-7f978619bfd0/97042ba7-7e88-4605-b8db-e8d9c75cc2d0/4656f746-cad0-47a0-8cbb-a08d8eb3e528) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:26.323319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ccc8845-28ce-4d00-8910-fa92ed0f7ade up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:26.363537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.364082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Fanout notify agent at l3_agent the message router_deleted on router 87b7a0d2-b40a-4df1-93ab-1e90d8d1770f {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:26.370922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.375114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:26.375808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.388715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-53b44bcb-300b-45cd-a840-51e245b418d4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:26.426963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.431471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8304311-9ae8-46d0-8ab7-8fb689600a02 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/routers/87b7a0d2-b40a-4df1-93ab-1e90d8d1770f HTTP/1.1" status: 204  len: 168 time: 2.4741230
Nov 23 12:45:26.498278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.540660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1971176
Nov 23 12:45:26.541311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:26.543192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.580037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Transition to ACTIVE for port object 2ccc8845-28ce-4d00-8910-fa92ed0f7ade will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:26.593115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=28200ab4-e57a-46da-95b8-99f36c059062,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:26.602977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:26.604796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:26.614577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.629657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:26.642782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:26.650358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': '28200ab4-e57a-46da-95b8-99f36c059062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:26.665059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32f89d6f-505c-4b22-959c-21d0d559a0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:26.711826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20233d10-7035-4353-b1f3-906c7c9b0e0c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:26.796336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:26.904532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:26.930650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:26.948269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Port': ['ID=9a2f5cbf-f0b3-4928-a3ec-2a411290942a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:26.958804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:26.963155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:26.963575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:26.995108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:27.026698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Pushing event updated for resources: {'Port': ['ID=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:27.053716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:27.054421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:27.091375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:27.092303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254b5a20>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:27.102035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-374875626', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:27.119457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:27.135245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:27.142037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:27.148506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 13.7820063
Nov 23 12:45:27.154754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:27.156702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39496) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:27.168850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:27.169965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:27.175726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:27.181822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:27.188267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:27.218643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:27.243391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254b5a20>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:27.301592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.302622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.332569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:27.333309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254b5a20>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:27.353677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacc6ad-e9e9-4ce6-a930-3c2042590221 req-0a477e1b-a0b9-42e9-802d-a9477cb735dc tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:27.355395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-afacc6ad-e9e9-4ce6-a930-3c2042590221 req-0a477e1b-a0b9-42e9-802d-a9477cb735dc tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3401940
Nov 23 12:45:27.357590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.417104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254b5a20>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:27.417605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37306d4d-deb2-44d6-aeff-a74c8f9091a6 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:27.481265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:27.503418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48356710-39cd-4c86-bd7d-5988f2fcbf11 req-bcc85bb4-8fcc-4b7a-acf7-fda6b436ef9f tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.1425858
Nov 23 12:45:27.523435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.578770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.595665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Transition to ACTIVE for port object 4656f746-cad0-47a0-8cbb-a08d8eb3e528 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:27.616629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Transition to ACTIVE for port object 4656f746-cad0-47a0-8cbb-a08d8eb3e528 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:27.622471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.636517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-afacc6ad-e9e9-4ce6-a930-3c2042590221 req-63853a6e-2ef4-43a5-b544-13d1faba359d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2231331
Nov 23 12:45:27.861039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a835eb99-153e-43ee-9046-c4dcfff332e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:27.988790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ba39bd5-512d-48ec-af1e-d9199f3a26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:27.996345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:28.005545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:28.011471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Pushing event updated for resources: {'Port': ['ID=4656f746-cad0-47a0-8cbb-a08d8eb3e528,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:28.014719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:28.074298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:28.099039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Attempting to bind port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:28.099723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Attempting to bind port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:28.100283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Attempting to bind port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 on network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:28.109977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:28.110712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Checking segment: {'id': 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:28.111313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.111901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Bound using segment: {'id': 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:28.115081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Bound port: 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e069d28a-cbcc-4dd9-acb7-7f978619bfd0'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:28.115684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.128295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.151190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.276773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] For port 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:28.280209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] For port 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4656f746-cad0-47a0-8cbb-a08d8eb3e528,segment=NetworkSegment(c8eb8a8b-16d7-422f-91ea-9689c62fef6e),segment_id=c8eb8a8b-16d7-422f-91ea-9689c62fef6e)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:28.286836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.362663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.378469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.401850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.402489 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 43210bed-2923-4cb7-af3a-861bb0fdc53a disassociated. External IP: 172.26.6.27, port: ebe89b68-2451-4b1c-80a2-17b38fa413ea.
Nov 23 12:45:28.519888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:28.565958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ccc8845-28ce-4d00-8910-fa92ed0f7ade up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:28.606502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733d079-38d8-4750-9a58-ff9c304a941e None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:28.728294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.899900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6602e9e-562a-4a1b-80a4-018e97f39cc8 None None] Provisioning for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:28.910001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.914836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.919043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6602e9e-562a-4a1b-80a4-018e97f39cc8 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:28.919463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6602e9e-562a-4a1b-80a4-018e97f39cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:28.996633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-062bc4e9-af12-45f4-b02f-6515715a962b req-1bda92aa-fe3a-4d70-ac29-87d325c09b16 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.0544715
Nov 23 12:45:28.997424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:29.151316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Pushing event updated for resources: {'Port': ['ID=4656f746-cad0-47a0-8cbb-a08d8eb3e528,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:29.156122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:29.196720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.208412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.209206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Fanout notify agent at l3_agent the message router_deleted on router b7328673-b2a2-4b70-959f-5cc6cfee8b48 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:29.211096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.325818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:29.372301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:29.403676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Sync routers for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:29.426692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:29.430620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682741c198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:29.431422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:29.463147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.468124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/routers/b7328673-b2a2-4b70-959f-5cc6cfee8b48 HTTP/1.1" status: 204  len: 168 time: 9.1193173
Nov 23 12:45:29.480413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39504) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:29.522383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] No DVR routers for this DVR port 4e72049a-56e1-441c-9b2e-c084b0bb2c25 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:29.535536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.554368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-deleted', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:45:29.574178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c5456217-39a5-4129-a4e7-c432f2ac8a5c req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.63 "DELETE /v2.0/ports/4e72049a-56e1-441c-9b2e-c084b0bb2c25 HTTP/1.1" status: 204  len: 173 time: 7.5547142
Nov 23 12:45:29.637723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b704-3648-45e4-9c39-e34d3e657f39 req-e1f6bcb6-1246-4955-9079-f6bebc319d94 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:29.639570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6349b704-3648-45e4-9c39-e34d3e657f39 req-e1f6bcb6-1246-4955-9079-f6bebc319d94 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5972595
Nov 23 12:45:29.698870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:29.699602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.786789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.831063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6', 'name': 'network-vif-deleted', 'tag': '4e72049a-56e1-441c-9b2e-c084b0bb2c25', 'status': 'completed', 'code': 200}
Nov 23 12:45:29.833803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.845221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Pushing event updated for resources: {'Port': ['ID=99af8b22-00c0-47ab-aac1-34f8da197e68,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:29.937953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:29.941332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:29.967623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:29.968038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:30.007474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6349b704-3648-45e4-9c39-e34d3e657f39 req-18e58732-1e99-4ef2-a7e7-e663b3b5e5f8 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3559520
Nov 23 12:45:30.101760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 95e00113-154f-465a-b062-8d4c7ab87fa6 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:45:30.375562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bca9f80a-1bcf-4c73-bffe-dccecf246a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:30.390397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:30.514673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4656f746-cad0-47a0-8cbb-a08d8eb3e528 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:30.620389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682741c198>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:30.638228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Checking router: 31aa9904-3a7b-4c0f-aa46-98fde35c5757 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:30.667850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:30.670054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682741c198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:30.780272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:30.802394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79321013-154c-4c4f-a516-c6bd5be16e91 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:30.806300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79321013-154c-4c4f-a516-c6bd5be16e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:30.969487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Allocated IP 172.26.6.12 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/be078e59-2f8c-4b32-afb6-eddb776d9847) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:30.978851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:30.993914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:31.064054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9a2f5cbf-f0b3-4928-a3ec-2a411290942a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:31.131757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:31.142984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:31.158749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 9a2f5cbf-f0b3-4928-a3ec-2a411290942a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:31.159310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9a2f5cbf-f0b3-4928-a3ec-2a411290942a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:31.232312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de34f5-ecb2-4f49-8c1d-9a2744b238b4 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:31.249095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b19f5f8e-0f57-4a01-ba83-318f0b334f58 req-135ed04f-5421-43ff-bccc-2bebcf04d316 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/ports?device_id=f83f9274-9a8f-4f9a-9e6e-4d04c6b9cfa6 HTTP/1.1" status: 200  len: 210 time: 0.8564146
Nov 23 12:45:31.449812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Provisioning for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:31.464221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Provisioning complete for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:31.464712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.477539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.531967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e84e9c-53b4-40d2-910a-2fe1e138118d req-2c70663d-dc67-46b6-8524-c62541e8fb9e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:31.534523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54e84e9c-53b4-40d2-910a-2fe1e138118d req-2c70663d-dc67-46b6-8524-c62541e8fb9e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2081697
Nov 23 12:45:31.598050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682741c198>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:31.601092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:31.604077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2b8e7-49f4-472d-b23c-6e2045fc15f2 None None] The sync data for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs is: [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:43:28Z', 'revision_number': 4, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'efa23cf0-b793-42ab-8a80-2e61c49016a8', 'name': '', 'network_id': '1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'mac_address': 'fa:16:3e:78:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:26Z', 'updated_at': '2020-11-23T12:43:41Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'subnets': [{'id': 'b51780ba-b616-49ac-9f77-43e5d1bbf64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:31.627345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.651882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:31.661505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.716361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:31.717574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267717f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:31.764338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-074c8127-47b2-4c7b-b175-3fec489e0f28 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:31.784261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.799895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bea26767-fe6e-454c-8c9c-eb994ec74cf3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/43210bed-2923-4cb7-af3a-861bb0fdc53a HTTP/1.1" status: 200  len: 687 time: 4.6350975
Nov 23 12:45:31.802458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:31.817934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267717f0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:31.853840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54e84e9c-53b4-40d2-910a-2fe1e138118d req-e0050835-16cc-4cb9-9e68-224786b6aa2c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3075690
Nov 23 12:45:31.858165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] For port 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4656f746-cad0-47a0-8cbb-a08d8eb3e528,segment=NetworkSegment(c8eb8a8b-16d7-422f-91ea-9689c62fef6e),segment_id=c8eb8a8b-16d7-422f-91ea-9689c62fef6e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:31.859312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:31.860001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267717f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:31.899553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event updated for resources: {'Port': ['ID=be078e59-2f8c-4b32-afb6-eddb776d9847,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:31.903544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:31.983624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:31.984061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:31.986757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:31.989144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:32.014873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:32.118570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Pushing event updated for resources: {'Port': ['ID=4656f746-cad0-47a0-8cbb-a08d8eb3e528,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:32.136886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:32.137722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267717f0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:32.138915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66498d3-b61f-4462-9045-ee30b8f28ee8 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:32.147631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.180526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:32.181148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.215376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbab539-a6ab-4865-be80-660d3822d783 None None] New status for floating IP f07d626f-ec4b-4253-aa65-468865b7057c: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:45:32.257676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.261453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.267977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port f70e3222-7fde-49c1-ad2c-689f8d2d7408 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:32.269393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.427671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::2a4 (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/e843eb41-82a8-4528-8da5-54d41f9968f4/95e00113-154f-465a-b062-8d4c7ab87fa6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:32.448303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4656f746-cad0-47a0-8cbb-a08d8eb3e528 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:32.458144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8:0:1::2bb (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f/95e00113-154f-465a-b062-8d4c7ab87fa6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:32.653022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:32.713895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a10549-ccff-41bb-89ac-22845bde8e3b req-01f750a8-9554-4e11-b653-6d2da0a39c1d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:32.725357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0a10549-ccff-41bb-89ac-22845bde8e3b req-01f750a8-9554-4e11-b653-6d2da0a39c1d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2681000
Nov 23 12:45:32.750181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39526) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:32.838089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:32.838871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.002594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009e75e-2a7f-44e1-a8de-da230df3cd7c None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:45:33.067625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0aaab5b8-6ad4-4b0d-a714-e40271ef2d5e None None] Provisioning complete for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:33.068057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aaab5b8-6ad4-4b0d-a714-e40271ef2d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.113570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-e363adff-b914-405a-81ef-b7f245f4d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:33.114997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-e363adff-b914-405a-81ef-b7f245f4d5af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.6224227
Nov 23 12:45:33.160552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0a10549-ccff-41bb-89ac-22845bde8e3b req-11ece1cc-5e3e-48f1-8cb4-fa54b5acd0c3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4337630
Nov 23 12:45:33.223665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.224032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.259606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.315521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.401689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for f70e3222-7fde-49c1-ad2c-689f8d2d7408 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:33.409674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-f2fd913c-0cd8-455b-aa2a-995313c49fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:33.411417 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-f2fd913c-0cd8-455b-aa2a-995313c49fe2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.2860477
Nov 23 12:45:33.422469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009e75e-2a7f-44e1-a8de-da230df3cd7c None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:33.432343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009e75e-2a7f-44e1-a8de-da230df3cd7c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 28200ab4-e57a-46da-95b8-99f36c059062) {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:45:33.477573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.518099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.525819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b2838e-6876-4742-b6e2-e7e7297dab29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:33.543428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-22c17a5c-8356-45c2-9416-5d9b581e2966 None None] Provisioning complete for port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:33.543964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22c17a5c-8356-45c2-9416-5d9b581e2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.562751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad896d8-18b2-44ef-87f5-b923f77efdb9,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:33.575464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:33.587466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.591082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "DELETE /v2.0/security-groups/5ad896d8-18b2-44ef-87f5-b923f77efdb9 HTTP/1.1" status: 204  len: 168 time: 0.8290029
Nov 23 12:45:33.591082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-20d2f5da-251a-4048-8d58-808522995c04 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.1719420
Nov 23 12:45:33.591880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39530) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:33.662648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1e2326fc-e70a-4b86-9047-e0727c431e56 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] show failed (client error): The resource could not be found.
Nov 23 12:45:33.666703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.666848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e2326fc-e70a-4b86-9047-e0727c431e56 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "GET /v2.0/security-groups/5ad896d8-18b2-44ef-87f5-b923f77efdb9 HTTP/1.1" status: 404  len: 347 time: 0.0706744
Nov 23 12:45:33.667812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39534) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:33.687524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Floating IP fb08f896-139e-4218-9818-f359f96922a9 associated. External IP: 172.26.6.6, port: 2210e4ec-b573-4415-9ef5-c7c8201b6023.
Nov 23 12:45:33.732058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Router 5312855b-bbd4-42dd-bc8d-0ef924d8c456 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:33.862828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-87548a81-961e-49c8-abb0-0bf2e0d881a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:33.864519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-87548a81-961e-49c8-abb0-0bf2e0d881a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2546144
Nov 23 12:45:33.869216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 95e00113-154f-465a-b062-8d4c7ab87fa6 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:33.961704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Deleting port f3940d8d-c934-4663-9c96-d508e9171c4b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:33.962088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:33.962813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-28200ab4-e57a-46da-95b8-99f36c059062', 'network_id': '28200ab4-e57a-46da-95b8-99f36c059062', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': 'a0d5f9af-caa5-4481-9e8f-c75de4cdf5df'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:33.963832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.082916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.105929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:34.188242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=95e00113-154f-465a-b062-8d4c7ab87fa6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:34.288928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:34.293966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-9ba0b535-e0d5-40cf-9a69-b5ad8e8c29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:34.294853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.295883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-9ba0b535-e0d5-40cf-9a69-b5ad8e8c29c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4228313
Nov 23 12:45:34.344327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Allocated IP 2001:db8::1 (28200ab4-e57a-46da-95b8-99f36c059062/a0d5f9af-caa5-4481-9e8f-c75de4cdf5df/057b44f5-674a-4401-ba3c-2ef334683b03) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:34.370020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.370385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.452384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:34.488302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.597612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Calling delete_port for f3940d8d-c934-4663-9c96-d508e9171c4b owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:34.804799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0d1b5e89-129d-4eb1-b85a-afa2f9d71dae None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:34.805250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5e89-129d-4eb1-b85a-afa2f9d71dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.816600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-0ba1f7d9-7bbf-4e35-9e7d-3994ee69f11d service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786990
Nov 23 12:45:34.821516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:34.838617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=f70e3222-7fde-49c1-ad2c-689f8d2d7408,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:34.844696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] Sync routers for ids ['5312855b-bbd4-42dd-bc8d-0ef924d8c456'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:34.864241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:34.866351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:34.886927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.901143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] Routers {'5312855b-bbd4-42dd-bc8d-0ef924d8c456'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:34.901983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d72198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5312855b-bbd4-42dd-bc8d-0ef924d8c456'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:34.962557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:34.971262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Transition to ACTIVE for port object 057b44f5-674a-4401-ba3c-2ef334683b03 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:34.980546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:34.981641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d72198>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:35.032133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Transition to ACTIVE for port object 057b44f5-674a-4401-ba3c-2ef334683b03 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:35.050514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.068589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25330963-787f-43f2-8293-651d5fb257f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:35.068823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.072687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 8.4634020
Nov 23 12:45:35.081899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39540) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:35.096724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] Routers {'5312855b-bbd4-42dd-bc8d-0ef924d8c456'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:35.097432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d72198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5312855b-bbd4-42dd-bc8d-0ef924d8c456'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:35.099105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Pushing event deleted for resources: {'Port': ['ID=f3940d8d-c934-4663-9c96-d508e9171c4b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:35.115278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:35.129290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef912d91-be24-4a3d-bad1-5cbe53b8ffba req-e8809496-509c-4338-81d1-cecaa2ba0ba3 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3057430
Nov 23 12:45:35.222541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=a0d5f9af-caa5-4481-9e8f-c75de4cdf5df,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:35.253835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:35.262668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.265191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.266901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] 10.222.0.60 "DELETE /v2.0/floatingips/f07d626f-ec4b-4253-aa65-468865b7057c HTTP/1.1" status: 204  len: 168 time: 1.5982549
Nov 23 12:45:35.269961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39544) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:35.281350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d72198>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:35.281917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5802d00-5623-49dc-a7de-8e0f4593e3eb None None] The sync data for ids ['5312855b-bbd4-42dd-bc8d-0ef924d8c456'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:35.297022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.309670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Pushing event updated for resources: {'Port': ['ID=057b44f5-674a-4401-ba3c-2ef334683b03,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:35.313081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:35.373234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:35.375038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:35.378654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:35.402896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9177-dbf3-45f0-9a61-d8cb54a1cca4 req-d663fb7c-0f44-4b85-8e1e-9572922a8c04 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:35.404626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cdd9177-dbf3-45f0-9a61-d8cb54a1cca4 req-d663fb7c-0f44-4b85-8e1e-9572922a8c04 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 1.0066373
Nov 23 12:45:35.426729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Deleting port e4b8a2a7-14da-47e8-8f04-7471221d6b66 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:35.427106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.446365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Attempting to bind port 057b44f5-674a-4401-ba3c-2ef334683b03 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:35.446895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Attempting to bind port 057b44f5-674a-4401-ba3c-2ef334683b03 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'd2795a9e-ceb0-437a-be16-0dd1da413fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28200ab4-e57a-46da-95b8-99f36c059062'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:35.447379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Attempting to bind port 057b44f5-674a-4401-ba3c-2ef334683b03 on network 28200ab4-e57a-46da-95b8-99f36c059062 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:35.456207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:35.456767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Checking segment: {'id': 'd2795a9e-ceb0-437a-be16-0dd1da413fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28200ab4-e57a-46da-95b8-99f36c059062'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:35.457916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.457916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Bound using segment: {'id': 'd2795a9e-ceb0-437a-be16-0dd1da413fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28200ab4-e57a-46da-95b8-99f36c059062'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:35.458383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Bound port: 057b44f5-674a-4401-ba3c-2ef334683b03, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2795a9e-ceb0-437a-be16-0dd1da413fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '28200ab4-e57a-46da-95b8-99f36c059062'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:35.458894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.505276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:35.550480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:35.566416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] For port 057b44f5-674a-4401-ba3c-2ef334683b03, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:35.570598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] For port 057b44f5-674a-4401-ba3c-2ef334683b03, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=057b44f5-674a-4401-ba3c-2ef334683b03,segment=NetworkSegment(d2795a9e-ceb0-437a-be16-0dd1da413fa3),segment_id=d2795a9e-ceb0-437a-be16-0dd1da413fa3)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:35.572402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:35.574576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.576725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:35.577423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.591559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:35.647164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 28200ab4-e57a-46da-95b8-99f36c059062 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:35.736209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Pushing event updated for resources: {'Port': ['ID=057b44f5-674a-4401-ba3c-2ef334683b03,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:35.750203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:35.762830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:35.787631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.841536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:35.842173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.850107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cdd9177-dbf3-45f0-9a61-d8cb54a1cca4 req-42738c03-d8e9-47ce-bb7a-8d6920630255 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4318531
Nov 23 12:45:35.869332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.964324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:35.965664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/43210bed-2923-4cb7-af3a-861bb0fdc53a HTTP/1.1" status: 204  len: 168 time: 4.1569524
Nov 23 12:45:35.980210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 9.7675097
Nov 23 12:45:35.985590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39548) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:35.986220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39550) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:36.006038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e843eb41-82a8-4528-8da5-54d41f9968f4'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:36.043048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:36.050410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 9.4105022
Nov 23 12:45:36.074865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39556) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:36.075980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:36.131372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:floatingip and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:36.155247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:36.249970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:36.277892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] For port e4b8a2a7-14da-47e8-8f04-7471221d6b66, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4b8a2a7-14da-47e8-8f04-7471221d6b66,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:36.278301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:36.347110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 057b44f5-674a-4401-ba3c-2ef334683b03 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:36.434634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 057b44f5-674a-4401-ba3c-2ef334683b03 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:36.532613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Calling delete_port for e4b8a2a7-14da-47e8-8f04-7471221d6b66 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:36.561126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:36.687358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:45:36.806339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:36.824253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Deleting port efa23cf0-b793-42ab-8a80-2e61c49016a8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:36.824710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.084457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] For port efa23cf0-b793-42ab-8a80-2e61c49016a8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=efa23cf0-b793-42ab-8a80-2e61c49016a8,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:37.084871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.223067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Calling delete_port for efa23cf0-b793-42ab-8a80-2e61c49016a8 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:37.253613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:37.268171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6966251e-0d0b-4323-aae6-eb25ae449165 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/5312855b-bbd4-42dd-bc8d-0ef924d8c456 HTTP/1.1" status: 200  len: 923 time: 2.1741230
Nov 23 12:45:37.272612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:37.303175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 057b44f5-674a-4401-ba3c-2ef334683b03 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:37.303572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.346017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22047f05-4b28-452c-b1d3-380aa6c0d23b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=5312855b-bbd4-42dd-bc8d-0ef924d8c456 HTTP/1.1" status: 200  len: 205 time: 0.0636523
Nov 23 12:45:37.350004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39566) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:37.361905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:37.362240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.389062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.433505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Provisioning for port 057b44f5-674a-4401-ba3c-2ef334683b03 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:37.444342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Provisioning complete for port 057b44f5-674a-4401-ba3c-2ef334683b03 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:37.444946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.475755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151321e-1388-4527-b7a4-81c45ae36d65 req-f98ed990-69c7-41b3-b97e-2756d1258b2e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:37.488244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7151321e-1388-4527-b7a4-81c45ae36d65 req-f98ed990-69c7-41b3-b97e-2756d1258b2e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.4723136
Nov 23 12:45:37.581441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364152b-3454-44c5-ac60-33d5ee89481b None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:37.677593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:37.685419 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7151321e-1388-4527-b7a4-81c45ae36d65 req-80994fbe-b947-40a9-bb39-a0ebed398fee tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1960957
Nov 23 12:45:37.785088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.826100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.849999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.850278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85d6c381-7e31-41f3-bfbf-cc6cfe533f83 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:37.879353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] For port 057b44f5-674a-4401-ba3c-2ef334683b03, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=057b44f5-674a-4401-ba3c-2ef334683b03,segment=NetworkSegment(d2795a9e-ceb0-437a-be16-0dd1da413fa3),segment_id=d2795a9e-ceb0-437a-be16-0dd1da413fa3)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:37.881214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.893693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:37.898681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc47f4ad-7dc3-4d10-a795-8b6007edc9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:37.947971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-634549da-cc28-4060-825a-21ac76b6674b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:37.994974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Pushing event deleted for resources: {'Port': ['ID=efa23cf0-b793-42ab-8a80-2e61c49016a8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:38.000661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:38.025242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:38.025503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.062972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Pushing event updated for resources: {'Port': ['ID=057b44f5-674a-4401-ba3c-2ef334683b03,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:38.066611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:38.070184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event deleted for resources: {'Port': ['ID=e4b8a2a7-14da-47e8-8f04-7471221d6b66,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:38.129059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.163142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:38.349812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Provisioning complete for port 057b44f5-674a-4401-ba3c-2ef334683b03 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:38.350459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.445236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 057b44f5-674a-4401-ba3c-2ef334683b03 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:38.508333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 057b44f5-674a-4401-ba3c-2ef334683b03, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=057b44f5-674a-4401-ba3c-2ef334683b03,segment=NetworkSegment(d2795a9e-ceb0-437a-be16-0dd1da413fa3),segment_id=d2795a9e-ceb0-437a-be16-0dd1da413fa3)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:38.508748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.609715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 057b44f5-674a-4401-ba3c-2ef334683b03 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:38.610290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.616613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.637055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port be078e59-2f8c-4b32-afb6-eddb776d9847 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:38.637446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.689205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Provisioning for port 95e00113-154f-465a-b062-8d4c7ab87fa6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:38.699339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Provisioning complete for port 95e00113-154f-465a-b062-8d4c7ab87fa6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:38.699998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.701003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.708743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 057b44f5-674a-4401-ba3c-2ef334683b03 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:38.799660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7550ff5c-a4ee-4710-845c-85d4f2d32cfb None None] Port 95e00113-154f-465a-b062-8d4c7ab87fa6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:38.926613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b36ec2dd-c98f-4ca5-ae17-87dd2f89e9a7 None None] Provisioning complete for port 057b44f5-674a-4401-ba3c-2ef334683b03 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:38.927328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b36ec2dd-c98f-4ca5-ae17-87dd2f89e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:38.935622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f1be2-5fb2-46d1-a224-ab953138a7f3 req-6f0952ce-beb9-4715-a2f3-96fa8cbb9839 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:38.937430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b7f1be2-5fb2-46d1-a224-ab953138a7f3 req-6f0952ce-beb9-4715-a2f3-96fa8cbb9839 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.9785299
Nov 23 12:45:39.225993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:39.371468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for be078e59-2f8c-4b32-afb6-eddb776d9847 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:39.514880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:39.515231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:39.610775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b7f1be2-5fb2-46d1-a224-ab953138a7f3 req-6b385323-e38b-4bd6-a1df-188e11bd3915 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3795569
Nov 23 12:45:39.635042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.91 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/4333000e-6596-4a1c-be45-10da2c1422a7) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:39.637664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Delete allocated IP 2001:db8:0:1::2bb (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f) {{(pid=81023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:45:39.642862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:39.745637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:39.816959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6a4708e-e662-4738-b083-31d95bfa181f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:39.872782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=be078e59-2f8c-4b32-afb6-eddb776d9847,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:39.939695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:40.075801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 057b44f5-674a-4401-ba3c-2ef334683b03 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:40.076212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.268220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:40.279995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] Sync routers for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:40.292701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.304653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:40.305536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259a1eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:40.373481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259a1eb8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:40.388015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:40.390086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259a1eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:40.415972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.443767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.455134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259a1eb8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:40.455725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31839e4d-9b79-47da-8855-93c95de7fd00 None None] The sync data for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:40.467517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.543350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.645016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeced5-7a26-4f41-b2d0-f4cd6d46a0d6 req-299085a4-c5e4-41b3-bc15-f501cf833385 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:40.646657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7caeced5-7a26-4f41-b2d0-f4cd6d46a0d6 req-299085a4-c5e4-41b3-bc15-f501cf833385 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6396587
Nov 23 12:45:40.647798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:45:40.685091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 20.4699140
Nov 23 12:45:40.705185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39576) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:40.714939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.743818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.755298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.785341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.785894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Fanout notify agent at l3_agent the message router_deleted on router feeec758-ce0c-437d-96bf-c9b408c36479 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:40.804262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.804262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router 5312855b-bbd4-42dd-bc8d-0ef924d8c456 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:40.820564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:40.837487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.838670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/5312855b-bbd4-42dd-bc8d-0ef924d8c456 HTTP/1.1" status: 204  len: 168 time: 3.4848692
Nov 23 12:45:40.845156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39580) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:40.850608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Ignored duplicate provisioning block setup for port 95e00113-154f-465a-b062-8d4c7ab87fa6 by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 23 12:45:40.852027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'name': 'tempest-snat-router-384172083', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:40.883877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.889100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "DELETE /v2.0/routers/feeec758-ce0c-437d-96bf-c9b408c36479 HTTP/1.1" status: 204  len: 168 time: 11.3942821
Nov 23 12:45:40.889100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.910562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:40.912788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39584) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:40.913879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:40.933816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832531005', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:40.939918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:router and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:40.946074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:40.946354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ce562b9-4d8d-453d-b803-63598a60141c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:40.949768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:41.274094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:41.277894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:41.289205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:41.300408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:41.307251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.308173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.328713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.329747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.362972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.393855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 057b44f5-674a-4401-ba3c-2ef334683b03, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=057b44f5-674a-4401-ba3c-2ef334683b03,segment=NetworkSegment(d2795a9e-ceb0-437a-be16-0dd1da413fa3),segment_id=d2795a9e-ceb0-437a-be16-0dd1da413fa3)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:41.394256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.394693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.430459 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7caeced5-7a26-4f41-b2d0-f4cd6d46a0d6 req-1bcd6c29-5f32-43e9-8415-9d6a481a8871 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7578895
Nov 23 12:45:41.442358 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-054ce394-ee43-45bc-800c-de7e1d6855ad tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "GET /v2.0/floatingips/fb08f896-139e-4218-9818-f359f96922a9 HTTP/1.1" status: 200  len: 979 time: 0.7286828
Nov 23 12:45:41.466440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39588) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:41.580324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 057b44f5-674a-4401-ba3c-2ef334683b03 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:41.622578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=4333000e-6596-4a1c-be45-10da2c1422a7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:41.844209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11669dc6-4cf1-4198-94e8-d18271c51482 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2248 time: 0.3684452
Nov 23 12:45:41.847948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.849477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=95e00113-154f-465a-b062-8d4c7ab87fa6,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:41.853706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39596) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:41.866765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:41.872182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.897s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:41.872670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:41.926060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:41.940619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Sync routers for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:41.962851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] In _notify_port_updated(), no bound segment for port 95e00113-154f-465a-b062-8d4c7ab87fa6 on network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:45:41.964076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:41.964811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f1cf98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:41.967101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:41.967801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:41.969549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/ports/95e00113-154f-465a-b062-8d4c7ab87fa6 HTTP/1.1" status: 200  len: 926 time: 5.9789729
Nov 23 12:45:41.977604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39600) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:41.986759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e843eb41-82a8-4528-8da5-54d41f9968f4'}, {'subnet_id': '5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:42.017099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.018832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:42.031208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:42.045585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:42.107318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.111892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] 10.222.0.60 "PUT /v2.0/routers/31aa9904-3a7b-4c0f-aa46-98fde35c5757/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8381851
Nov 23 12:45:42.124457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39604) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:42.135581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-135faea9-32f1-4675-9ca5-fe43e66ec6e0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:42.279762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=057b44f5-674a-4401-ba3c-2ef334683b03,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:42.307306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:42.314625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49295a3-e089-48a7-bf51-c6a4596896f6 req-2b60b31d-42a1-425c-ad8e-2991f0f23e30 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:42.316298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b49295a3-e089-48a7-bf51-c6a4596896f6 req-2b60b31d-42a1-425c-ad8e-2991f0f23e30 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5048511
Nov 23 12:45:42.348309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4b8a2a7-14da-47e8-8f04-7471221d6b66 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:42.400465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e4b8a2a7-14da-47e8-8f04-7471221d6b66 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:42.400853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4b8a2a7-14da-47e8-8f04-7471221d6b66 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:42.439918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-17e4191c-a2a4-44a5-b11d-f29eda3fb5ed None None] Provisioning complete for port 95e00113-154f-465a-b062-8d4c7ab87fa6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:42.440126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17e4191c-a2a4-44a5-b11d-f29eda3fb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.510257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:42.555661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port 99af8b22-00c0-47ab-aac1-34f8da197e68 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:42.556042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.565713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-17e4191c-a2a4-44a5-b11d-f29eda3fb5ed None None] Port 95e00113-154f-465a-b062-8d4c7ab87fa6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:42.640027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b49295a3-e089-48a7-bf51-c6a4596896f6 req-17b7eb3c-854c-40a2-b15d-66206142972e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3134766
Nov 23 12:45:42.853846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.854314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:42.890679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd60fc7-efbf-4227-bd3d-f1b818d5a0eb None None] DHCP port deletion for 28200ab4-e57a-46da-95b8-99f36c059062 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:42.910870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f1cf98>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:45:37Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:42.916183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Checking router: 31aa9904-3a7b-4c0f-aa46-98fde35c5757 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:42.930104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port 057b44f5-674a-4401-ba3c-2ef334683b03 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:42.930738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Routers {'31aa9904-3a7b-4c0f-aa46-98fde35c5757'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:42.931547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f1cf98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:42.991985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8515c09-727d-45ea-8f44-c925abd38cca None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:45:43.008341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.051689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for 99af8b22-00c0-47ab-aac1-34f8da197e68 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:43.088918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.169959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.204697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.248169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.267798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] Set router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:43.280131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.299681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:43.834699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8515c09-727d-45ea-8f44-c925abd38cca None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:45:43.855339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f1cf98>, [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:45:37Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:43.863939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacab41b-d8d5-4877-8f63-6454ea7fc92d None None] The sync data for ids ['31aa9904-3a7b-4c0f-aa46-98fde35c5757'] in dv-neutron-601336-59-ovs is: [{'id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'name': 'tempest-ServersTestJSON-2085824673-router', 'tenant_id': 'df264f79e3924c32a3f7c089ad1bff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:22Z', 'updated_at': '2020-11-23T12:45:37Z', 'revision_number': 5, 'project_id': 'df264f79e3924c32a3f7c089ad1bff38', 'gw_port': {'id': 'f734b241-4bd7-4bc5-8c50-2f6a53b67bab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aa9904-3a7b-4c0f-aa46-98fde35c5757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:44.104810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.137207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.164345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3be7e596-9b5a-49e0-8382-9d3d41223340 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:44.267273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8:0:1::ca (5c93ff56-d7cb-4785-9a5e-aa83acb1a37a/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f/95e00113-154f-465a-b062-8d4c7ab87fa6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:44.273232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=a0d5f9af-caa5-4481-9e8f-c75de4cdf5df,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:44.292412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:44.339420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.346054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device efa23cf0-b793-42ab-8a80-2e61c49016a8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:44.368490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:44.383780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: efa23cf0-b793-42ab-8a80-2e61c49016a8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:44.384181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device efa23cf0-b793-42ab-8a80-2e61c49016a8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:44.384690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 057b44f5-674a-4401-ba3c-2ef334683b03 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:44.428056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 057b44f5-674a-4401-ba3c-2ef334683b03 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:44.428488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 057b44f5-674a-4401-ba3c-2ef334683b03 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:44.473058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-6ffdd3ed-85c5-42c2-b432-599e17f1424d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6940656
Nov 23 12:45:44.476805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.506430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a47e9-673e-4ccc-9d85-aa2dcad4f52c req-0739d58c-7617-4484-88b9-e87b46b81edb tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:44.508067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-610a47e9-673e-4ccc-9d85-aa2dcad4f52c req-0739d58c-7617-4484-88b9-e87b46b81edb tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6140103
Nov 23 12:45:44.547410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=99af8b22-00c0-47ab-aac1-34f8da197e68,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:44.551432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:44.554066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86d9e6-8fb9-4d7b-9e10-163cf112c539 None None] Network 28200ab4-e57a-46da-95b8-99f36c059062 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:44.746465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.757918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f8d16-3bcc-4570-8b56-7a319effe6a2 None None] DHCP port deletion for 28200ab4-e57a-46da-95b8-99f36c059062 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:44.758185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 172.26.6.142 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/9b842ec5-01e3-47b7-aae2-29df2cf4becd) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:44.798313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-610a47e9-673e-4ccc-9d85-aa2dcad4f52c req-ef7458af-4607-4a8f-a7d4-945d3ce46334 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2449257
Nov 23 12:45:44.841605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:45:44.873248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:44.973732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-46118cc8-0c6f-4756-a26c-14fb9d656c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:44.975401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-46118cc8-0c6f-4756-a26c-14fb9d656c2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.4190323
Nov 23 12:45:44.982881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.004262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 95e00113-154f-465a-b062-8d4c7ab87fa6 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:45.012073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f8512b0>,) {'filters': {'network_id': ['28200ab4-e57a-46da-95b8-99f36c059062']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:45.023412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.041134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Deleting port f734b241-4bd7-4bc5-8c50-2f6a53b67bab {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:45.041526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.046001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0984fc8e-7d23-4d28-998b-fa75bd10a13b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:45.077501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f8512b0>, 'd2795a9e-ceb0-437a-be16-0dd1da413fa3') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:45.077883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f8512b0>, 'd2795a9e-ceb0-437a-be16-0dd1da413fa3') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:45.158410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.158778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Floating IP fb08f896-139e-4218-9818-f359f96922a9 disassociated (deleted). External IP: 172.26.6.6, port: 2210e4ec-b573-4415-9ef5-c7c8201b6023.
Nov 23 12:45:45.172189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.249843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.258857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:45.277923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=95e00113-154f-465a-b062-8d4c7ab87fa6,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:45.356897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:45.444326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.498034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.520930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:45.680464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 28200ab4-e57a-46da-95b8-99f36c059062 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:45.692059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.732633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.762416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] In _notify_port_updated(), no bound segment for port 95e00113-154f-465a-b062-8d4c7ab87fa6 on network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:45:45.767403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:45.768114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:45.772693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/ports/95e00113-154f-465a-b062-8d4c7ab87fa6 HTTP/1.1" status: 200  len: 1011 time: 3.7938662
Nov 23 12:45:45.783594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39614) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:45.786338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=4333000e-6596-4a1c-be45-10da2c1422a7,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:45.815751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-87afe1b7-994a-4dc1-bea4-0055dd99d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:45.817520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-87afe1b7-994a-4dc1-bea4-0055dd99d86c service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.8127115
Nov 23 12:45:45.822654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:45.978130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb42b07-0b66-4bec-a12b-33f587e5bbf3 req-2f15c249-7dd6-4aa8-9448-31a196bf815c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:45.979732 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eeb42b07-0b66-4bec-a12b-33f587e5bbf3 req-2f15c249-7dd6-4aa8-9448-31a196bf815c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.8250659
Nov 23 12:45:45.990638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 95e00113-154f-465a-b062-8d4c7ab87fa6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:45.991019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.020459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7ef3866-575e-4cbc-ab22-29b3bd42e719 None None] Provisioning for port 95e00113-154f-465a-b062-8d4c7ab87fa6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:46.025646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.026458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7ef3866-575e-4cbc-ab22-29b3bd42e719 None None] Provisioning complete for port 95e00113-154f-465a-b062-8d4c7ab87fa6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:46.026884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3866-575e-4cbc-ab22-29b3bd42e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.052616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 28200ab4-e57a-46da-95b8-99f36c059062 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:46.055247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19b2f432-3d9b-4d2f-9594-2005c08ea13b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:46.084984 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:46.089632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef3866-575e-4cbc-ab22-29b3bd42e719 None None] Port 95e00113-154f-465a-b062-8d4c7ab87fa6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:45:46.209856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] For port f734b241-4bd7-4bc5-8c50-2f6a53b67bab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:46.210285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.394452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-fff1fa4e-6b08-4aad-8e72-642b29565198 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.5656185
Nov 23 12:45:46.403205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Calling delete_port for f734b241-4bd7-4bc5-8c50-2f6a53b67bab owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:46.451591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.464781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=9b842ec5-01e3-47b7-aae2-29df2cf4becd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:46.523652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:46.527961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Allocated IP 172.26.6.71 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/0f43f623-7577-4b66-8f99-fb440aa6ee54) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:46.528609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.538603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:46.562842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.578621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eeb42b07-0b66-4bec-a12b-33f587e5bbf3 req-6ccd9929-7a5a-48db-be40-475a2f7d96e5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5861416
Nov 23 12:45:46.586568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=28200ab4-e57a-46da-95b8-99f36c059062,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:46.588671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.661538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:46.736493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-18f21280-8add-45f4-bb09-0eb5043bc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:46.738076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-18f21280-8add-45f4-bb09-0eb5043bc801 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2800426
Nov 23 12:45:46.757191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/28200ab4-e57a-46da-95b8-99f36c059062 HTTP/1.1" status: 204  len: 168 time: 10.6693792
Nov 23 12:45:46.770015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39618) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:46.839649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1768307730'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:46.853780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:46.857522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:46.866589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:46.868551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:46.872257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:46.879732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:46.890252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:46.948240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:46.955317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:46.968099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.052145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.121483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 95e00113-154f-465a-b062-8d4c7ab87fa6 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:47.194361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:47.213004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-a7490e63-2f95-4c95-96b7-4d01d482b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:47.214660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-a7490e63-2f95-4c95-96b7-4d01d482b53d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4577441
Nov 23 12:45:47.220648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.221094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment 83fdb04b-b461-44e9-89a3-93d10ba95ee6 of type vxlan for network 8f3c4002-0ad3-4cea-9526-1637d5668d10
Nov 23 12:45:47.276092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.371632 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2945491d-f224-4403-8bcc-61346840b298 associated. External IP: 172.26.6.91, port: e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7.
Nov 23 12:45:47.376694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.404183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b6dffbb-358a-490a-9803-b20bc19addb2 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:47.548957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.553149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:47.553832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.574931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:47.729476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9552484
Nov 23 12:45:47.730472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.748537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39624) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:47.752624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:47.811511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=8f3c4002-0ad3-4cea-9526-1637d5668d10,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:47.814700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:47.825222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:47.832716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:47.848490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1495975-1c25-4a11-b5d7-a1f8a5e86e86 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:47.848769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f734b241-4bd7-4bc5-8c50-2f6a53b67bab,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:47.880171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:47.881970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:47.910320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:48.009864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=95e00113-154f-465a-b062-8d4c7ab87fa6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:48.014303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-9c47ea5f-ecf2-4379-a452-aa404e177f07 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7868874
Nov 23 12:45:48.029940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:48.051297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event updated for resources: {'Port': ['ID=0f43f623-7577-4b66-8f99-fb440aa6ee54,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:48.095265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:48.129312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:48.147750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:48.158000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:48.171854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:48.187403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:48.192892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/95e00113-154f-465a-b062-8d4c7ab87fa6 HTTP/1.1" status: 204  len: 168 time: 2.4056802
Nov 23 12:45:48.193867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39628) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:48.206216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec742b-f464-4e74-b6c2-df4bc3e7effb req-5910e4a8-e51e-41bc-8161-febb2e1709c7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:48.207860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fcec742b-f464-4e74-b6c2-df4bc3e7effb req-5910e4a8-e51e-41bc-8161-febb2e1709c7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3982556
Nov 23 12:45:48.269371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:48.350407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:48.358623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:48.366234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c1520e9-50a6-4577-bc2d-854d87d0b690 req-1610a670-6a10-4c91-99a7-fc8d0d5b823c service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3197610
Nov 23 12:45:48.366596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afbb7b8-7f92-4266-9a5f-170ab3d9a35d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:45:48.367072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1afbb7b8-7f92-4266-9a5f-170ab3d9a35d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:45:48.368069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:48.478741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:48.494882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:48.496309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1afbb7b8-7f92-4266-9a5f-170ab3d9a35d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:45:48.497589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1afbb7b8-7f92-4266-9a5f-170ab3d9a35d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/95e00113-154f-465a-b062-8d4c7ab87fa6 HTTP/1.1" status: 404  len: 333 time: 0.3014302
Nov 23 12:45:48.515183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39632) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:48.518980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:48.519759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:48.558635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fcec742b-f464-4e74-b6c2-df4bc3e7effb req-4f99ed46-bd00-43e9-a78a-b0467e7b25ac tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3137980
Nov 23 12:45:48.797772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.262784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:45:49.604793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.624624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a1b448e-ea97-4165-844b-413cf6f97a52 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:49.721075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.779591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:49.789778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.791185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=209a8020-48ab-420a-b05c-39bdfad431f8,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:49.792119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:49.799885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:49.811826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d134b-1387-4e93-937c-f3a011cc1b37 req-483b3cf1-b5c1-4905-8cfe-ce4dce67cf0e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:49.814206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ed6d134b-1387-4e93-937c-f3a011cc1b37 req-483b3cf1-b5c1-4905-8cfe-ce4dce67cf0e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 1.0720949
Nov 23 12:45:49.815927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:49.816872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ce31d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:49.828680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:45:49.840779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.845325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.888014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ce31d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:49.900624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:49.901401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ce31d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:49.917926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 13.9292407
Nov 23 12:45:49.926067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39638) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:49.963062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:49.972223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ce31d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:49.972706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ed011-252d-4f90-bcb0-df914a8aeaf8 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:50.015509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.016109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31aa9904-3a7b-4c0f-aa46-98fde35c5757 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:45:50.068135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': '83fdb04b-b461-44e9-89a3-93d10ba95ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:50.068625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: 8f3c4002-0ad3-4cea-9526-1637d5668d10, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:45:50.071081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ed6d134b-1387-4e93-937c-f3a011cc1b37 req-bc5c43aa-4af6-4e1d-aaec-3175b9ade343 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2385297
Nov 23 12:45:50.078606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0218eee7-a73e-4ad6-b343-a96ccfd2b550 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/floatingips/2945491d-f224-4403-8bcc-61346840b298 HTTP/1.1" status: 200  len: 977 time: 0.1510892
Nov 23 12:45:50.084512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39642) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:50.148556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.149370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.160359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.164156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] 10.222.0.60 "DELETE /v2.0/routers/31aa9904-3a7b-4c0f-aa46-98fde35c5757 HTTP/1.1" status: 204  len: 168 time: 7.9200189
Nov 23 12:45:50.166879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39648) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:50.195374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:50.209489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 8f3c4002-0ad3-4cea-9526-1637d5668d10) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:50.213088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-935be16e-3fb0-488b-a7a5-0da60437f9b6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Synchronizing usage tracker for tenant:852666498b794b18ae8c208b3e751dc0 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:45:50.217790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc97162-c4f7-45a2-b004-3a9285fca8fe None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:50.233688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:50.234365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.311583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-935be16e-3fb0-488b-a7a5-0da60437f9b6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Unset dirty status for tenant:852666498b794b18ae8c208b3e751dc0 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:45:50.312950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-935be16e-3fb0-488b-a7a5-0da60437f9b6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.2272198
Nov 23 12:45:50.318675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39652) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:50.323345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.5708313
Nov 23 12:45:50.331731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39654) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:50.343277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440813913'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:50.345167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': 'ebe89b68-2451-4b1c-80a2-17b38fa413ea'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:50.351226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:50.356473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:50.365999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:50.377538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:50.403994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.404208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:50.410496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.432358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704671-1822-4d1d-adca-d91080e4ef3a req-81b0a677-a734-4975-9008-4922ef5c6691 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:50.434030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7704671-1822-4d1d-adca-d91080e4ef3a req-81b0a677-a734-4975-9008-4922ef5c6691 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.1930110
Nov 23 12:45:50.480310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:50.506783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.507225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment e9e663f2-ba13-43fd-a15a-d006316df3d4 of type vxlan for network 2b9741da-3365-4397-bc5f-e4c2bd78e87d
Nov 23 12:45:50.518120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-8f3c4002-0ad3-4cea-9526-1637d5668d10', 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '209a8020-48ab-420a-b05c-39bdfad431f8'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:50.519624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.521036 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7704671-1822-4d1d-adca-d91080e4ef3a req-a93fc62f-44dc-4e09-b20d-3effb99d738f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780404
Nov 23 12:45:50.552827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.568095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:50.573271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.590727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] Sync routers for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:50.594003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.598475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:50.599122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.607699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5099e409-a5a9-46b7-bad6-5afcf7729c60 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:50.678600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:50.679373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682423be80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:50.742416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=2b9741da-3365-4397-bc5f-e4c2bd78e87d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:50.746351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4129884
Nov 23 12:45:50.747615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:50.751110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39662) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:50.758941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': '2b9741da-3365-4397-bc5f-e4c2bd78e87d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:50.779626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Deleting subnet b51780ba-b616-49ac-9f77-43e5d1bbf64e {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:45:50.804575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:50.894980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:50.899561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:50.902798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:50.909173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:50.918868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:50.925058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:50.938688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:50.948109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.007412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/floatingips/fb08f896-139e-4218-9818-f359f96922a9 HTTP/1.1" status: 204  len: 168 time: 9.1479023
Nov 23 12:45:51.010220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39666) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:51.015168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.015752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:51.025335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:51.041518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Usage tracker for resource:floatingip and tenant:7a7f529035dd47eaa795a7959ffc1d14 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:51.046303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:51.058196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.074552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682423be80>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:51.076269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:51.144380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router 29d764e9-b039-46a2-adc8-6a0d765bb274 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:51.160383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.184721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing IP validity checks on allocation pools {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 12:45:51.185734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking for overlaps among allocation pools and gateway ip {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 12:45:51.229251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:51.229934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682423be80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:51.280459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127835e-d76d-4f27-8690-bf4fceb3b8f3 req-65a24b14-7ea0-4cda-8237-a3b9a429a7e4 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:51.282606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f127835e-d76d-4f27-8690-bf4fceb3b8f3 req-65a24b14-7ea0-4cda-8237-a3b9a429a7e4 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5484562
Nov 23 12:45:51.314760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682423be80>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:51.315716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799865f-2f5f-45aa-807c-b01ecb6818a4 None None] The sync data for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:51.393596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Allocated IP 2001:db8::1 (8f3c4002-0ad3-4cea-9526-1637d5668d10/209a8020-48ab-420a-b05c-39bdfad431f8/583e3fa5-194e-45a1-b428-79c45cc14909) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:51.442521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.636949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.648858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.723034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f127835e-d76d-4f27-8690-bf4fceb3b8f3 req-4edee7a2-7518-4a81-8d49-397cce7d763e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3784049
Nov 23 12:45:51.731828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Transition to ACTIVE for port object 583e3fa5-194e-45a1-b428-79c45cc14909 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:51.764527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Transition to ACTIVE for port object 583e3fa5-194e-45a1-b428-79c45cc14909 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:51.772193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.789767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:51.912840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Allocated IP 172.26.6.126 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/c3f7477d-90f6-4606-9eba-8760d744a76e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:51.936557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Pushing event updated for resources: {'Port': ['ID=583e3fa5-194e-45a1-b428-79c45cc14909,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:51.941491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:51.941869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:51.973084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22821ddf-185a-4344-8a1c-0e74d3cb2fca tempest-DHCPAgentSchedulersTestJSON-382881190 tempest-DHCPAgentSchedulersTestJSON-382881190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:51.997812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:51.999266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:52.005342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:52.077401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Attempting to bind port 583e3fa5-194e-45a1-b428-79c45cc14909 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:52.077838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Attempting to bind port 583e3fa5-194e-45a1-b428-79c45cc14909 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '83fdb04b-b461-44e9-89a3-93d10ba95ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:52.078259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Attempting to bind port 583e3fa5-194e-45a1-b428-79c45cc14909 on network 8f3c4002-0ad3-4cea-9526-1637d5668d10 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:52.086125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:52.086533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Checking segment: {'id': '83fdb04b-b461-44e9-89a3-93d10ba95ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:52.086997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.087444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Bound using segment: {'id': '83fdb04b-b461-44e9-89a3-93d10ba95ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:52.087991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Bound port: 583e3fa5-194e-45a1-b428-79c45cc14909, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fdb04b-b461-44e9-89a3-93d10ba95ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f3c4002-0ad3-4cea-9526-1637d5668d10'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:52.088450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.155770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.200349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] For port 583e3fa5-194e-45a1-b428-79c45cc14909, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:52.204818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] For port 583e3fa5-194e-45a1-b428-79c45cc14909, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583e3fa5-194e-45a1-b428-79c45cc14909,segment=NetworkSegment(83fdb04b-b461-44e9-89a3-93d10ba95ee6),segment_id=83fdb04b-b461-44e9-89a3-93d10ba95ee6)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:52.208776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.225155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c90f7b7-614b-47dc-b670-be724235684b tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:52.356018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:52.405397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:52.408660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:52.454384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f734b241-4bd7-4bc5-8c50-2f6a53b67bab no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:52.491311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=b29d28b3-8d74-49d7-a174-b0506548dcbf,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:52.502232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:52.507242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Pushing event updated for resources: {'Port': ['ID=583e3fa5-194e-45a1-b428-79c45cc14909,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:52.512012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f734b241-4bd7-4bc5-8c50-2f6a53b67bab {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:52.512410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f734b241-4bd7-4bc5-8c50-2f6a53b67bab not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:52.514627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:52.584277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.624328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': 'e9e663f2-ba13-43fd-a15a-d006316df3d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2b9741da-3365-4397-bc5f-e4c2bd78e87d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:52.624800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: 2b9741da-3365-4397-bc5f-e4c2bd78e87d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:45:52.652205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.671823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:52.810848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:52.820280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.825032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Router 2ec20fc9-69a6-4005-91d9-3fcdf86e3886 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:45:52.826062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84dc43-2d65-4c14-9ed9-9c2e3547f73d None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:52.831112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Pushing event updated for resources: {'Port': ['ID=c3f7477d-90f6-4606-9eba-8760d744a76e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:52.841806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:52.854169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 2b9741da-3365-4397-bc5f-e4c2bd78e87d) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:52.883855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:52.884610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:52.892736 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f HTTP/1.1" status: 204  len: 168 time: 4.3741710
Nov 23 12:45:52.909467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39672) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:52.954513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.1988182
Nov 23 12:45:52.955403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39676) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:53.059888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:45:53.071643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:53.076459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:45:53.099294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be46f7a-4625-4ee3-b95a-ab577bf58fe3 None None] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:53.110595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:53.120985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.123686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Sync routers for ids ['29d764e9-b039-46a2-adc8-6a0d765bb274'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:53.146063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Routers {'29d764e9-b039-46a2-adc8-6a0d765bb274'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:53.149635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a9efd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['29d764e9-b039-46a2-adc8-6a0d765bb274'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:53.168726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:53.238679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.339096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51780ba-b616-49ac-9f77-43e5d1bbf64e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:53.342213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:53.363293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet e843eb41-82a8-4528-8da5-54d41f9968f4 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:45:53.381412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.382841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.423786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.427916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.428580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-37c1bffe-5aee-4000-9888-ace5399d7b7d tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.5820866
Nov 23 12:45:53.431099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39680) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:53.498785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Set router 29d764e9-b039-46a2-adc8-6a0d765bb274 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:53.511030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.561768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97c2e1-2ebe-41de-8444-fe507d5f9fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-2b9741da-3365-4397-bc5f-e4c2bd78e87d', 'network_id': '2b9741da-3365-4397-bc5f-e4c2bd78e87d', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': 'b29d28b3-8d74-49d7-a174-b0506548dcbf'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:53.564889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc97c2e1-2ebe-41de-8444-fe507d5f9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.585832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.707737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:45:53.816845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:53.819086 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b51780ba-b616-49ac-9f77-43e5d1bbf64e HTTP/1.1" status: 204  len: 168 time: 3.6396875
Nov 23 12:45:53.826199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26948d-cb30-4647-9ca0-61269414362c None None] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:53.827007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39684) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:53.918638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a9efd0>, [{'id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142'}], 'enable_snat': False}, 'gw_port_id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:41Z', 'updated_at': '2020-11-23T12:45:47Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:44Z', 'updated_at': '2020-11-23T12:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:53.925763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Checking router: 29d764e9-b039-46a2-adc8-6a0d765bb274 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:45:53.927210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Updating router 29d764e9-b039-46a2-adc8-6a0d765bb274 port 9b842ec5-01e3-47b7-aae2-29df2cf4becd binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:45:54.032261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.125032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.171769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.452071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583e3fa5-194e-45a1-b428-79c45cc14909 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:54.475613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbe3f0d-afe4-44c7-9fc8-14a05f80231a tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:54.480507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.543226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.549749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b26c06-960c-4ce7-88b9-33376fc85ab7 None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:54.551034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-dc97c2e1-2ebe-41de-8444-fe507d5f9fe1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b29d28b3-8d74-49d7-a174-b0506548dcbf: This subnet is being modified by another concurrent operation.
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:45:54.691801 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b29d28b3-8d74-49d7-a174-b0506548dcbf: This subnet is being modified by another concurrent operation.
Nov 23 12:45:54.696374 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:45:54.753113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ccd38-28a6-4bfd-a5a3-5eb9e5a66f02 None None] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:54.757469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.771070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Transition to ACTIVE for port object 9b842ec5-01e3-47b7-aae2-29df2cf4becd will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:45:54.778121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.820212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7b17e2b-83de-40c3-b77f-eff951a9f071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:54.829805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Pushing event updated for resources: {'Port': ['ID=c3f7477d-90f6-4606-9eba-8760d744a76e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:54.842323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.847259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:54.851002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a526a813-1630-4984-a288-cd84de2806f4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:54.876083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2c4f7205-94eb-42bb-bb6a-72f15ec83d66 None None] Provisioning for port 583e3fa5-194e-45a1-b428-79c45cc14909 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:54.907329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.908675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=b29d28b3-8d74-49d7-a174-b0506548dcbf,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:54.919444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:54.926901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.955894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Pushing event updated for resources: {'Port': ['ID=9b842ec5-01e3-47b7-aae2-29df2cf4becd,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:54.960189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:54.973278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 583e3fa5-194e-45a1-b428-79c45cc14909 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:54.988693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:54.995211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9814265
Nov 23 12:45:55.039856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39688) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:55.077787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Attempting to bind port 9b842ec5-01e3-47b7-aae2-29df2cf4becd on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:45:55.078198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Attempting to bind port 9b842ec5-01e3-47b7-aae2-29df2cf4becd by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:45:55.079240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Attempting to bind port 9b842ec5-01e3-47b7-aae2-29df2cf4becd on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:45:55.088103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:45:55.088528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:55.089028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.089546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:45:55.090058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Bound port: 9b842ec5-01e3-47b7-aae2-29df2cf4becd, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:45:55.090467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.097124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] DHCP port deletion for 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:55.101309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 583e3fa5-194e-45a1-b428-79c45cc14909 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:55.101857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.106121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.145542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Deleting port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:55.146033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.180838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] For port 9b842ec5-01e3-47b7-aae2-29df2cf4becd, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:45:55.184153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] For port 9b842ec5-01e3-47b7-aae2-29df2cf4becd, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9b842ec5-01e3-47b7-aae2-29df2cf4becd,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:45:55.191033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.210089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:55.264213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824120cc0>,) {'filters': {'network_id': ['2b9741da-3365-4397-bc5f-e4c2bd78e87d']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:55.299195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824120cc0>, 'e9e663f2-ba13-43fd-a15a-d006316df3d4') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:55.299830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824120cc0>, 'e9e663f2-ba13-43fd-a15a-d006316df3d4') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:55.300990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c2d895d5-dc9d-440b-b945-ac6c600938fc None None] Provisioning complete for port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:55.301548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2d895d5-dc9d-440b-b945-ac6c600938fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.329881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.342937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Deleting port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:55.343195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.357692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.361153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:55.390358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Pushing event updated for resources: {'Port': ['ID=9b842ec5-01e3-47b7-aae2-29df2cf4becd,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:55.406910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:55.453154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:55.477561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:55.496122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Routers {'29d764e9-b039-46a2-adc8-6a0d765bb274'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:55.497067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a9efd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['29d764e9-b039-46a2-adc8-6a0d765bb274'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:55.517089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Usage tracker for resource:floatingip and tenant:63cf0c0d89d64177b6c08b03a5de86ea is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:55.522582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:45:55.554432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:55.594393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:55.604375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.637377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:55.645868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] For port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:55.646541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.725024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] Set router 29d764e9-b039-46a2-adc8-6a0d765bb274 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:45:55.728463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.732871 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 14.8112631
Nov 23 12:45:55.741245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:55.742103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.789115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:55.808407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 2b9741da-3365-4397-bc5f-e4c2bd78e87d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:55.836058 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:55.863555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Calling delete_port for 3c7196dd-896b-40ad-b9ae-3003e3c45d3c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:55.930269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.940132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.944089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:55.948333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] Sync routers for ids ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:45:55.967394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:55.987797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-980b01d3-a649-4897-ad71-782c3378e344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:55.995901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=2b9741da-3365-4397-bc5f-e4c2bd78e87d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:56.000755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/2b9741da-3365-4397-bc5f-e4c2bd78e87d HTTP/1.1" status: 204  len: 168 time: 3.0440907
Nov 23 12:45:56.003643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:56.004067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39698) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:56.022047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878030753'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:56.040941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:56.046469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:56.052503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:56.066834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:56.103457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:56.105462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Pushing event deleted for resources: {'Port': ['ID=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:56.109183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:56.110033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.192031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:45:56.205120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.205568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment 5e67e5c0-a3c8-4bf5-bc01-c68f1cde548c of type vxlan for network bcabd0c0-b4cc-468b-b06c-792da3971310
Nov 23 12:45:56.210139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.213623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] For port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3c7196dd-896b-40ad-b9ae-3003e3c45d3c,segment=NetworkSegment(d9f2d2b3-7ca6-4789-a85b-d00c56d74adc),segment_id=d9f2d2b3-7ca6-4789-a85b-d00c56d74adc)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:56.214034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.236997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.238529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-483cb93d-1ce1-4940-8634-a25df30a35f1 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/29d764e9-b039-46a2-adc8-6a0d765bb274 HTTP/1.1" status: 200  len: 908 time: 2.7944069
Nov 23 12:45:56.242982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39702) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:56.244768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.250690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'name': 'tempest-snat-router-384172083', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': True}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:56.254498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] Routers {'2ec20fc9-69a6-4005-91d9-3fcdf86e3886'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:56.255216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ea1278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:56.283162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.290386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:56.291339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.305156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-735e7f4d-2721-4a2d-9609-d590594bd6eb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:56.345494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ea1278>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:56.383000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a9efd0>, [{'id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142'}], 'enable_snat': False}, 'gw_port_id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:41Z', 'updated_at': '2020-11-23T12:45:47Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:44Z', 'updated_at': '2020-11-23T12:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:56.389357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] Routers {'2ec20fc9-69a6-4005-91d9-3fcdf86e3886'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:45:56.389926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434c494-9b43-468b-8cf5-7c2d5dac7365 None None] The sync data for ids ['29d764e9-b039-46a2-adc8-6a0d765bb274'] in dv-neutron-601336-59-ovs is: [{'id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142'}], 'enable_snat': False}, 'gw_port_id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:41Z', 'updated_at': '2020-11-23T12:45:47Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': '9b842ec5-01e3-47b7-aae2-29df2cf4becd', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d764e9-b039-46a2-adc8-6a0d765bb274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:45:44Z', 'updated_at': '2020-11-23T12:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:56.390073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ea1278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:45:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:56.407275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Calling delete_port for 3c7196dd-896b-40ad-b9ae-3003e3c45d3c owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:56.442999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4377298
Nov 23 12:45:56.462792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39706) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:56.475758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': 'bcabd0c0-b4cc-468b-b06c-792da3971310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:56.476525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 583e3fa5-194e-45a1-b428-79c45cc14909, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583e3fa5-194e-45a1-b428-79c45cc14909,segment=NetworkSegment(83fdb04b-b461-44e9-89a3-93d10ba95ee6),segment_id=83fdb04b-b461-44e9-89a3-93d10ba95ee6)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:56.487733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ea1278>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:56.488181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e142640-ea29-4fe8-bae7-dda34b09aef7 None None] The sync data for ids ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:45:56.489732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] No DVR routers for this DVR port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:56.491307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.495053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f5edab4-c961-48b5-a851-7a43bfdb3af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:56.546177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:56.554766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Usage tracker for resource:router and tenant:c28e30982a344bad92d861f7a91802c5 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:56.561848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Quota usage for router was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:56.572282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:56.594785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=bcabd0c0-b4cc-468b-b06c-792da3971310,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:56.599700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:56.605458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:56.681397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:56.689866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:56.693793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:45:56.704249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:45:56.731737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:45:56.751056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.752748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.757722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=e843eb41-82a8-4528-8da5-54d41f9968f4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:56.767026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:56.796084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=583e3fa5-194e-45a1-b428-79c45cc14909,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:56.800617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3c7196dd-896b-40ad-b9ae-3003e3c45d3c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:45:56.826622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network bcabd0c0-b4cc-468b-b06c-792da3971310 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:56.841255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network bcabd0c0-b4cc-468b-b06c-792da3971310 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:45:56.853271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:45:56.853805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:45:56.864819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:56.949691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.963770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:56.998548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.017148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2945491d-f224-4403-8bcc-61346840b298 associated. External IP: 172.26.6.91, port: e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7.
Nov 23 12:45:57.020466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 3c7196dd-896b-40ad-b9ae-3003e3c45d3c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:45:57.020897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3c7196dd-896b-40ad-b9ae-3003e3c45d3c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:45:57.022427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d1870-40c3-4aa2-bfb5-d68286dbda34 None None] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:57.236967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1fa0f4d0-6f21-4d20-9ca6-da32e4e3bb46 None None] Provisioning complete for port 583e3fa5-194e-45a1-b428-79c45cc14909 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:57.237393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f4d0-6f21-4d20-9ca6-da32e4e3bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.376558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Deleting port 3c7196dd-896b-40ad-b9ae-3003e3c45d3c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:57.376929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.418652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.606656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] DHCP port deletion for 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:45:57.613831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Deleting port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:45:57.614260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.846067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.851918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ff1608ed-93d3-49f9-bc33-2aaef5d18abe None None] Provisioning complete for port 583e3fa5-194e-45a1-b428-79c45cc14909 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:57.852343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff1608ed-93d3-49f9-bc33-2aaef5d18abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.864555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:57.910121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/e843eb41-82a8-4528-8da5-54d41f9968f4 HTTP/1.1" status: 204  len: 168 time: 4.9934304
Nov 23 12:45:57.919200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39712) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:57.923839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-464bcdd5-d537-4e21-b432-f87e9f4f0646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:57.948789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] For port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,segment=NetworkSegment(7e9d2793-5fbd-4aa9-b1af-e9643206c2bc),segment_id=7e9d2793-5fbd-4aa9-b1af-e9643206c2bc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:57.949234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.011609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=01d66b70-fea8-4d5f-b954-9139e1790bcc,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:58.015068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:58.053635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] The port '3c7196dd-896b-40ad-b9ae-3003e3c45d3c' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:45:58.100413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Calling delete_port for 2ccc8845-28ce-4d00-8910-fa92ed0f7ade owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:45:58.101235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': '5e67e5c0-a3c8-4bf5-bc01-c68f1cde548c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bcabd0c0-b4cc-468b-b06c-792da3971310'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:45:58.101632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: bcabd0c0-b4cc-468b-b06c-792da3971310, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:45:58.125741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network bcabd0c0-b4cc-468b-b06c-792da3971310 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:45:58.136107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, bcabd0c0-b4cc-468b-b06c-792da3971310) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:45:58.150748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:45:58.151417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.176021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.7082186
Nov 23 12:45:58.178158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39716) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:58.181361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ffbc5-574e-434d-9a5d-43797ced5489 None None] Network bcabd0c0-b4cc-468b-b06c-792da3971310 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:58.340134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.340369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.343045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.358780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b220133-bb76-4138-b7c8-1b0c5a8428ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:58.473063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.473561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Pushing event deleted for resources: {'Port': ['ID=2ccc8845-28ce-4d00-8910-fa92ed0f7ade,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:58.476383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:58.487022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.587722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.644152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ed3b2-7fbf-477c-9065-b193e76c8388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-bcabd0c0-b4cc-468b-b06c-792da3971310', 'network_id': 'bcabd0c0-b4cc-468b-b06c-792da3971310', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '01d66b70-fea8-4d5f-b954-9139e1790bcc'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:45:58.645477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-828ed3b2-7fbf-477c-9065-b193e76c8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.667579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] No DVR routers for this DVR port 2ccc8845-28ce-4d00-8910-fa92ed0f7ade on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:45:58.780502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583e3fa5-194e-45a1-b428-79c45cc14909 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:58.892695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.910244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea3ae115-2541-4e3a-873b-99bbae756135 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:58.962807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 583e3fa5-194e-45a1-b428-79c45cc14909 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:58.963238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:58.968295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f74dac8>,) {'filters': {'network_id': ['1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.004039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=01d66b70-fea8-4d5f-b954-9139e1790bcc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:59.009705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-828ed3b2-7fbf-477c-9065-b193e76c8388 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01d66b70-fea8-4d5f-b954-9139e1790bcc: This subnet is being modified by another concurrent operation.
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:45:59.056285 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01d66b70-fea8-4d5f-b954-9139e1790bcc: This subnet is being modified by another concurrent operation.
Nov 23 12:45:59.059417 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:45:59.074010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f74dac8>, 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.074347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f74dac8>, 'd9f2d2b3-7ca6-4789-a85b-d00c56d74adc') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.104484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d02f32-3831-4412-abf4-a2ff4d7c03f3 None None] Network bcabd0c0-b4cc-468b-b06c-792da3971310 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:45:59.120561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.164100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.173581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.229285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9b842ec5-01e3-47b7-aae2-29df2cf4becd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:45:59.264654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.274872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Allocated IP 172.26.6.151 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/49f9ef36-9a16-4901-894b-1c9f7bb8f59a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:45:59.279603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:59.318333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f9c5e80>,) {'filters': {'network_id': ['bcabd0c0-b4cc-468b-b06c-792da3971310']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.335100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9c5e80>, '5e67e5c0-a3c8-4bf5-bc01-c68f1cde548c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.335447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9c5e80>, '5e67e5c0-a3c8-4bf5-bc01-c68f1cde548c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.350928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.368404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.371183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:45:59.540051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8bb780-677a-4243-b8f3-1983ed24550f None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:45:59.575355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network bcabd0c0-b4cc-468b-b06c-792da3971310 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:59.587320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.605578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9b842ec5-01e3-47b7-aae2-29df2cf4becd completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:45:59.628382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9b842ec5-01e3-47b7-aae2-29df2cf4becd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:45:59.628855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.763931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8bb780-677a-4243-b8f3-1983ed24550f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:45:59.794300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network bcabd0c0-b4cc-468b-b06c-792da3971310 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:45:59.830494 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:45:59.921102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.926157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.929605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:59.940985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.957009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=bcabd0c0-b4cc-468b-b06c-792da3971310,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:45:59.960541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:45:59.962303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824cc2630>,) {'filters': {'network_id': ['5c93ff56-d7cb-4785-9a5e-aa83acb1a37a']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:45:59.967516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/bcabd0c0-b4cc-468b-b06c-792da3971310 HTTP/1.1" status: 204  len: 168 time: 1.7833223
Nov 23 12:45:59.967516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39720) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:45:59.968336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 9b842ec5-01e3-47b7-aae2-29df2cf4becd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9b842ec5-01e3-47b7-aae2-29df2cf4becd,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:45:59.973247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:45:59.979408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1a59a13-0be8-4cfd-ab31-db22336a3299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:45:59.979605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723453853'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:45:59.986518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:45:59.991281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:45:59.995379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:00.002910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:00.013730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824cc2630>, '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:00.013991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824cc2630>, '7e9d2793-5fbd-4aa9-b1af-e9643206c2bc') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:00.019438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:00.025529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.063328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ccc8845-28ce-4d00-8910-fa92ed0f7ade no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:00.065955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:00.076642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.077153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment b8b01387-c3d9-45d9-b3d7-f8edfa10d75c of type vxlan for network 24487766-c909-49c9-892d-f85c351423a4
Nov 23 12:46:00.093135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:00.109336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.114189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.120731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2ccc8845-28ce-4d00-8910-fa92ed0f7ade {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:46:00.121140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ccc8845-28ce-4d00-8910-fa92ed0f7ade not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:46:00.128898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=9b842ec5-01e3-47b7-aae2-29df2cf4becd,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:00.135338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:00.147042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.160880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.165069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:00.165757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.171442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7a8d04c-91bd-43e6-bfce-7f8ea2f3ab63 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:00.228078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6db208e-267e-4a60-bde6-40ef96dcd46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.280170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.287458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3162832
Nov 23 12:46:00.288466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39724) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:00.296873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': '24487766-c909-49c9-892d-f85c351423a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:00.314076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=24487766-c909-49c9-892d-f85c351423a4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:00.319449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:00.340513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 24487766-c909-49c9-892d-f85c351423a4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:00.358841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:00.415635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 24487766-c909-49c9-892d-f85c351423a4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:00.425834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:00.430157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:00.433296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:00.440866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:00.450019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:00.574735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.580066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b61858-77a8-4517-a1c6-edad2304189b None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:00.647398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9b842ec5-01e3-47b7-aae2-29df2cf4becd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:00.694061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Network 1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:00.704750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.706098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:00.745226 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:00.796160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9b842ec5-01e3-47b7-aae2-29df2cf4becd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:00.796755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.833657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b61858-77a8-4517-a1c6-edad2304189b None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:00.932333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:00.944481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:00.973881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.062548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.082230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.099510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.109887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bb7ad8b-02b6-4c20-aa27-ace46e1992bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:01.117312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:01.137707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.193042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:01.253867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:01.258503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=686802d8-8974-4a78-9e20-819961ea503b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:01.263459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:01.315583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.334922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '24487766-c909-49c9-892d-f85c351423a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:01.335314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: 24487766-c909-49c9-892d-f85c351423a4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:01.346831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dd6a09-07f5-47c2-91d3-c9107fe52f9c tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:01.357551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 24487766-c909-49c9-892d-f85c351423a4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:01.366514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 24487766-c909-49c9-892d-f85c351423a4) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:01.377084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d969e8-9532-4662-a09c-5ce77abb4cf0 None None] Network 24487766-c909-49c9-892d-f85c351423a4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:01.384642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:01.385459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.415762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.1177785
Nov 23 12:46:01.418056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39728) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:01.464812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a6e92ff-1cdb-496d-a5ae-eb0a52129cf5 HTTP/1.1" status: 204  len: 168 time: 7.6345627
Nov 23 12:46:01.504908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5c93ff56-d7cb-4785-9a5e-aa83acb1a37a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:01.550262 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:01.586258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.645511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Pushing event updated for resources: {'Port': ['ID=49f9ef36-9a16-4901-894b-1c9f7bb8f59a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:01.660528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:01.689270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-24487766-c909-49c9-892d-f85c351423a4', 'network_id': '24487766-c909-49c9-892d-f85c351423a4', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '686802d8-8974-4a78-9e20-819961ea503b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:01.690375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.762948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.794089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.822851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:01.847149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:01.872087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=5c93ff56-d7cb-4785-9a5e-aa83acb1a37a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:01.877954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:01.883195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:01.890440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39734) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:01.900628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/5c93ff56-d7cb-4785-9a5e-aa83acb1a37a HTTP/1.1" status: 204  len: 168 time: 3.9233105
Nov 23 12:46:01.909746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39738) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:02.011963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:02.020811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.060002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Allocated IP 2001:db8::1 (24487766-c909-49c9-892d-f85c351423a4/686802d8-8974-4a78-9e20-819961ea503b/07f2b1b9-3752-4720-b234-d041d6de97c3) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:02.194447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.316852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.328563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Transition to ACTIVE for port object 07f2b1b9-3752-4720-b234-d041d6de97c3 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:02.334195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:02.345718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:02.347934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Transition to ACTIVE for port object 07f2b1b9-3752-4720-b234-d041d6de97c3 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:02.355825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.366440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.373061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:02.382900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90f6902d-1b26-44c9-b741-c62f63a679a3 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:02.405208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.530902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Pushing event updated for resources: {'Port': ['ID=07f2b1b9-3752-4720-b234-d041d6de97c3,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:02.535945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:02.557945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Network 24487766-c909-49c9-892d-f85c351423a4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:02.558203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 172.26.6.53 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/d36d40fb-3911-468c-a3fd-c24844a78236) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:02.559548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:02.562208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:02.641590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-844404a2-0b30-4f01-931a-e21288133b48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df264f79e3924c32a3f7c089ad1bff38&name=default HTTP/1.1" status: 200  len: 2743 time: 0.7431934
Nov 23 12:46:02.670661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39742) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:02.746914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=686802d8-8974-4a78-9e20-819961ea503b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:02.750094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:02.804598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Attempting to bind port 07f2b1b9-3752-4720-b234-d041d6de97c3 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:02.805028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Attempting to bind port 07f2b1b9-3752-4720-b234-d041d6de97c3 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '24487766-c909-49c9-892d-f85c351423a4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:02.805451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Attempting to bind port 07f2b1b9-3752-4720-b234-d041d6de97c3 on network 24487766-c909-49c9-892d-f85c351423a4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:02.814254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:02.814689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Checking segment: {'id': 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '24487766-c909-49c9-892d-f85c351423a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:02.815144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.815591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Bound using segment: {'id': 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '24487766-c909-49c9-892d-f85c351423a4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:02.816352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Bound port: 07f2b1b9-3752-4720-b234-d041d6de97c3, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '24487766-c909-49c9-892d-f85c351423a4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:02.816820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.909508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.915368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] For port 07f2b1b9-3752-4720-b234-d041d6de97c3, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:02.918869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] For port 07f2b1b9-3752-4720-b234-d041d6de97c3, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=07f2b1b9-3752-4720-b234-d041d6de97c3,segment=NetworkSegment(b8b01387-c3d9-45d9-b3d7-f8edfa10d75c),segment_id=b8b01387-c3d9-45d9-b3d7-f8edfa10d75c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:02.923285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:02.927130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002aa64-c9c4-4145-aa68-5b34faf5cac5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:02.927303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3002aa64-c9c4-4145-aa68-5b34faf5cac5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:03.026274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3002aa64-c9c4-4145-aa68-5b34faf5cac5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:03.027583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3002aa64-c9c4-4145-aa68-5b34faf5cac5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 1.1105099
Nov 23 12:46:03.030207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:03.035814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39746) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:03.068685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.081118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fb6d6a0>,) {'filters': {'network_id': ['24487766-c909-49c9-892d-f85c351423a4']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.101684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fb6d6a0>, 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.102346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fb6d6a0>, 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.118169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.133614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.136372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Pushing event updated for resources: {'Port': ['ID=07f2b1b9-3752-4720-b234-d041d6de97c3,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:03.139192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.139700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:03.142752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:03.144831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.158815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.239073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c1e03-574f-4b6c-b02f-978ce24d5e7e None None] Network 24487766-c909-49c9-892d-f85c351423a4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:03.271526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-550a1f2c-7ae6-46fe-85fe-585ad487909a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2291343
Nov 23 12:46:03.280978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39750) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:03.314475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-653471541'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:03.326742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:03.347876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.352291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 24487766-c909-49c9-892d-f85c351423a4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:03.362515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.373406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:03.386921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:03.407852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:03.467630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99a539-fbfd-43ba-b4de-8a10a95f989b None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:03.478139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.506967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:03.559752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 24487766-c909-49c9-892d-f85c351423a4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:03.585552 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:03.593377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99a539-fbfd-43ba-b4de-8a10a95f989b None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:03.691518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:46:03.691518 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:46:03.691518 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '24487766-c909-49c9-892d-f85c351423a4'}]
Nov 23 12:46:03.691518 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:46:03.691962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:46:03.697604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.702175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:03.722493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:03.738845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:03.739440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e265c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.802528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e265c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.807941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:03.814545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:03.815111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:03.815776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e265c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.882950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e265c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:03.883396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba39965-3ef7-4ec7-ad83-690fa7d81dee None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:03.978223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=d36d40fb-3911-468c-a3fd-c24844a78236,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:04.014947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:04.015437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-201255b0-47ce-46d6-9886-9ebc8d9b571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:04.061103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28be0ec-5dac-47d6-bc24-1e7086815483,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:04.063174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.064257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b28be0ec-5dac-47d6-bc24-1e7086815483 HTTP/1.1" status: 204  len: 168 time: 1.3861153
Nov 23 12:46:04.091911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:04.099486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:04.182151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.193327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.209838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.223249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.223638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment f63c3297-b084-4aec-b83d-88cd0d666370 of type vxlan for network 85606f74-a732-4eb8-ac93-35a234c16084
Nov 23 12:46:04.272100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 07f2b1b9-3752-4720-b234-d041d6de97c3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:04.272400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.348728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:04.365191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:04.376019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.380802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:04.511115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 07f2b1b9-3752-4720-b234-d041d6de97c3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=07f2b1b9-3752-4720-b234-d041d6de97c3,segment=NetworkSegment(b8b01387-c3d9-45d9-b3d7-f8edfa10d75c),segment_id=b8b01387-c3d9-45d9-b3d7-f8edfa10d75c)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:04.511533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.659459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 07f2b1b9-3752-4720-b234-d041d6de97c3 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:04.756278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.773183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:04.873943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=07f2b1b9-3752-4720-b234-d041d6de97c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:04.877820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:04.880103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.884753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:04.885222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:04.903305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f276e1ef-8884-497c-b063-3939635ac5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:04.929567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port 07f2b1b9-3752-4720-b234-d041d6de97c3 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:05.027142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.059130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.074166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.083672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.7977340
Nov 23 12:46:05.090026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39774) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:05.149396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '85606f74-a732-4eb8-ac93-35a234c16084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:05.168172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=85606f74-a732-4eb8-ac93-35a234c16084,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:05.181100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39778) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:05.182022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:05.182794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:05.185657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03147892-548e-401c-8a0f-250a4cc3ae9e tempest-RoutersAdminNegativeTest-2062187481 tempest-RoutersAdminNegativeTest-2062187481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:05.202331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:05.300896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Pushing event updated for resources: {'Port': ['ID=49f9ef36-9a16-4901-894b-1c9f7bb8f59a,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:05.316437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:05.321882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824ea4438>,) {'filters': {'network_id': ['24487766-c909-49c9-892d-f85c351423a4']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:05.330031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:05.338568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:05.342397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ea4438>, 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:05.342735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ea4438>, 'b8b01387-c3d9-45d9-b3d7-f8edfa10d75c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:05.351113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:05.362117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:05.365312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.387096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.389590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:05.403976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:05.509220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1670669296-network', 'tenant_id': 'ab2726c91c704c01aae329820908a551'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:05.522140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:05.533462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Usage tracker for resource:network and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:05.564592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:05.586307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:05.615638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router 2ec20fc9-69a6-4005-91d9-3fcdf86e3886 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:05.643369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Made reservation on behalf of ab2726c91c704c01aae329820908a551 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:05.648108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.663403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.672958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.673702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.685002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.686669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.704321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 24487766-c909-49c9-892d-f85c351423a4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:05.764119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.771628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:05.772968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.7242043
Nov 23 12:46:05.784194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39784) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:06.101062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:06.323441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:06.331556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:06.332888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03158776-1a65-4132-839f-0c84a5e4362d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "PUT /v2.0/routers/2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 200  len: 921 time: 10.5745826
Nov 23 12:46:06.334456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] Sync routers for ids ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:06.338247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39788) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:06.356127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 24487766-c909-49c9-892d-f85c351423a4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:06.362000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] Routers {'2ec20fc9-69a6-4005-91d9-3fcdf86e3886'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:06.362776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682666e2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:06.366052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d708c370-130e-467d-945d-63181a856cfa tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Synchronizing usage tracker for tenant:7a7f529035dd47eaa795a7959ffc1d14 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:06.388462 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:06.442061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682666e2b0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:06.455237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] Routers {'2ec20fc9-69a6-4005-91d9-3fcdf86e3886'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:06.456009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682666e2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:06.479973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d708c370-130e-467d-945d-63181a856cfa tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Unset dirty status for tenant:7a7f529035dd47eaa795a7959ffc1d14 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:06.484168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d708c370-130e-467d-945d-63181a856cfa tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3206 time: 0.6989136
Nov 23 12:46:06.487820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39792) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:06.492355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:06.531710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:06.532119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682666e2b0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:06.532621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2baf20-d990-4341-8f31-da6c104f74bf None None] The sync data for ids ['2ec20fc9-69a6-4005-91d9-3fcdf86e3886'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:06.544303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:06.548138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9c0317-130a-4145-a7c7-9e7c1a4e3b52 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:06.550947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:06.560711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:06.568247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router f103eb75-a023-463c-95fb-0b9114fab775 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:46:06.571284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:06.612852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=24487766-c909-49c9-892d-f85c351423a4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:06.620506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:06.626758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d8cb39-58f3-45f8-98aa-de95b4d6d29b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Synchronizing usage tracker for tenant:5e7d9711834248398f0e206fd243b4cc on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:06.637504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/24487766-c909-49c9-892d-f85c351423a4 HTTP/1.1" status: 204  len: 168 time: 5.2182825
Nov 23 12:46:06.669774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39796) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:06.692808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300730264'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:06.703680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:06.715986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:06.722061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:06.725192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d8cb39-58f3-45f8-98aa-de95b4d6d29b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Unset dirty status for tenant:5e7d9711834248398f0e206fd243b4cc on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:06.726749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6d8cb39-58f3-45f8-98aa-de95b4d6d29b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.2375562
Nov 23 12:46:06.730697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39800) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:06.738629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:06.776445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:06.782998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:06.915271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:06.936058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:06.936538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment 59c925c1-fd72-46a9-8649-d1697933adad of type vxlan for network d5777647-1d78-4e66-83a7-59bc9a889ab7
Nov 23 12:46:06.981074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.041298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.045484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:07.046135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.054075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7472ec66-478b-4520-85e5-5756d5795589 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:07.177721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5068834
Nov 23 12:46:07.181711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:07.184313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=d5777647-1d78-4e66-83a7-59bc9a889ab7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:07.187403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:07.192454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:07.196168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:07.199700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:07.204718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.212325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:07.218178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:07.229511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:07.230621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e26ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:07.292189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.302858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:07.315872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e26ac8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:07.332357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Deleting port 49f9ef36-9a16-4901-894b-1c9f7bb8f59a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:07.333171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.335341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:07.336210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e26ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:07.373288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:07.380781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.399470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:07.412341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.426676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e26ac8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:07.427716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a2c545-8a59-42c7-84a8-8d279014a448 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:07.480150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c122253-420e-4db2-b336-86bec3b15f4a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:07.483318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.483712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Added segment 9dcab7a4-cf61-4fc4-bba5-d6c243f91a74 of type vxlan for network fde0777d-5818-4cf1-881e-aaf817209df8
Nov 23 12:46:07.498529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:07.500461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:07.521824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:07.529229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:07.540581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:07.567608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=3bb870cb-26d4-4b44-9919-ca1a7c91dfc3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:07.573489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:07.576478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:07.650603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5eebb39-a84a-4116-9d91-f752a3541c49 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 200  len: 921 time: 1.3059843
Nov 23 12:46:07.658682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39808) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:07.672164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.722155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b1b6787-5c70-4d3d-a5c1-38e7982e54a7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/2945491d-f224-4403-8bcc-61346840b298 HTTP/1.1" status: 200  len: 977 time: 17.3877318
Nov 23 12:46:07.737223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39812) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:07.752305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:07.779356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.780331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:07.780991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.788894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.789256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:07.797447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:07.870717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:08.019607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Calling delete_port for 49f9ef36-9a16-4901-894b-1c9f7bb8f59a owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:08.029255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:08.070950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.8866026
Nov 23 12:46:08.077642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39816) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:08.090720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=fde0777d-5818-4cf1-881e-aaf817209df8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:08.094815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:08.096504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:08.103039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Request body: {'subnet': {'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1670669296-subnet', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:08.104631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Sync routers for ids ['f103eb75-a023-463c-95fb-0b9114fab775'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:08.115605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:08.122067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:08.122423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e4575-11ef-4c4b-b261-bf35f2773c00 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:08.123189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae1e4575-11ef-4c4b-b261-bf35f2773c00 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Synchronizing usage tracker for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:08.133331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Usage tracker for resource:subnet and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:08.145844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:08.148789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:08.151650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:08.156989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 11.9070423
Nov 23 12:46:08.157216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39820) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:08.159646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': 'f63c3297-b084-4aec-b83d-88cd0d666370', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:08.159841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: 85606f74-a732-4eb8-ac93-35a234c16084, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:08.167420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:08.180593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Made reservation on behalf of ab2726c91c704c01aae329820908a551 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:08.185474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:08.276992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae1e4575-11ef-4c4b-b261-bf35f2773c00 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Unset dirty status for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:08.282935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ae1e4575-11ef-4c4b-b261-bf35f2773c00 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=2ec20fc9-69a6-4005-91d9-3fcdf86e3886&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6139977
Nov 23 12:46:08.283102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39824) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:08.329094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Routers {'f103eb75-a023-463c-95fb-0b9114fab775'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:08.329795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250d0358>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f103eb75-a023-463c-95fb-0b9114fab775'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:08.435356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:08.458142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b0dd7a3-3a91-48d7-8838-04494df6d0f8 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:08.553876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Set router f103eb75-a023-463c-95fb-0b9114fab775 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:08.585066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Pushing event deleted for resources: {'Port': ['ID=49f9ef36-9a16-4901-894b-1c9f7bb8f59a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:08.601001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:08.644338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7472d-3a14-4575-b85b-5e1aae7da491 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:08.645025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1c7472d-3a14-4575-b85b-5e1aae7da491 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Synchronizing usage tracker for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:08.749221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1c7472d-3a14-4575-b85b-5e1aae7da491 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Unset dirty status for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:08.751162 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1c7472d-3a14-4575-b85b-5e1aae7da491 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.4594488
Nov 23 12:46:08.754264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39830) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:08.782812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 85606f74-a732-4eb8-ac93-35a234c16084 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:08.818281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94decc5a-616d-490b-8490-b222c93117a2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 200  len: 205 time: 0.0627069
Nov 23 12:46:08.825860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39834) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:08.829914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 85606f74-a732-4eb8-ac93-35a234c16084) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:08.842615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f21147-c371-44cc-a278-c18c37dad8dd None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:08.925789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.010403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.014268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] 10.222.0.60 "DELETE /v2.0/floatingips/60a52e76-2163-4082-997c-5b1278755f3a HTTP/1.1" status: 204  len: 168 time: 2.2732136
Nov 23 12:46:09.015657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39838) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:09.019710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:09.020394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.057535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.130847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.131186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2945491d-f224-4403-8bcc-61346840b298 disassociated. External IP: 172.26.6.91, port: ebe89b68-2451-4b1c-80a2-17b38fa413ea.
Nov 23 12:46:09.200825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Deleting port c3f7477d-90f6-4606-9eba-8760d744a76e {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:09.201408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.230820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.1390526
Nov 23 12:46:09.231303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39842) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:09.247866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '85606f74-a732-4eb8-ac93-35a234c16084', 'name': 'tempest-PortsIpV6TestJSON-1086927766'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:09.285358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250d0358>, [{'id': 'f103eb75-a023-463c-95fb-0b9114fab775', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'd36d40fb-3911-468c-a3fd-c24844a78236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:56Z', 'updated_at': '2020-11-23T12:46:05Z', 'revision_number': 3, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port': {'id': 'd36d40fb-3911-468c-a3fd-c24844a78236', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:62:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f103eb75-a023-463c-95fb-0b9114fab775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:01Z', 'updated_at': '2020-11-23T12:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:09.292731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Checking router: f103eb75-a023-463c-95fb-0b9114fab775 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:46:09.293146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Updating router f103eb75-a023-463c-95fb-0b9114fab775 port d36d40fb-3911-468c-a3fd-c24844a78236 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:46:09.388458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.419078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-85606f74-a732-4eb8-ac93-35a234c16084', 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': '3bb870cb-26d4-4b44-9919-ca1a7c91dfc3'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:09.420031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.485558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d89f0479-88d3-42d2-b973-c751dad9002c tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/f103eb75-a023-463c-95fb-0b9114fab775 HTTP/1.1" status: 200  len: 906 time: 1.3243060
Nov 23 12:46:09.486949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39848) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:09.749875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.867502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:09.891579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:09.897350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.897716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:09.906644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:09.971005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:10.008340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.028798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Allocated IP 2001:db8::2 (85606f74-a732-4eb8-ac93-35a234c16084/3bb870cb-26d4-4b44-9919-ca1a7c91dfc3/099e60a1-e521-45bd-9b03-eb03a87885b8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:10.038571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.046389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Calling delete_port for c3f7477d-90f6-4606-9eba-8760d744a76e owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:10.102317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:10.151873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1593d971-bbd5-4aa3-8d32-570a040475f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:10.233781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.242773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:10.248644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.259294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=980a1cbb-74ae-4030-a30b-c0d9ba9863ea,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:10.263150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:10.274874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Transition to ACTIVE for port object d36d40fb-3911-468c-a3fd-c24844a78236 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:10.283668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.309685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6af5c264-fb82-4961-a089-4b01b794530e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:10.474803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ea2de4-9b0d-4eef-b898-f79b0b31c110,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:10.484080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:10.501856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.517308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Transition to ACTIVE for port object 099e60a1-e521-45bd-9b03-eb03a87885b8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:10.537422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Transition to ACTIVE for port object 099e60a1-e521-45bd-9b03-eb03a87885b8 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:10.554259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.577118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.680996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Pushing event updated for resources: {'Port': ['ID=d36d40fb-3911-468c-a3fd-c24844a78236,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:10.683798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': '59c925c1-fd72-46a9-8649-d1697933adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:10.686675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: d5777647-1d78-4e66-83a7-59bc9a889ab7, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:10.697420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:10.701863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ad86cf6-b417-4014-b01d-8c4b40d2540d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:10.733218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.756691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccfc5d03-9a46-46b7-a1af-7256dcff4433 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:10.850258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Pushing event updated for resources: {'Port': ['ID=099e60a1-e521-45bd-9b03-eb03a87885b8,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:10.853702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:10.859899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a81da-51b9-4a50-aa2f-2fc97dae4773 req-144c8c8b-2a5e-4e34-850a-26fe2981851c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:10.861873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb2a81da-51b9-4a50-aa2f-2fc97dae4773 req-144c8c8b-2a5e-4e34-850a-26fe2981851c tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5462155
Nov 23 12:46:10.866818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Attempting to bind port d36d40fb-3911-468c-a3fd-c24844a78236 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:10.867246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Attempting to bind port d36d40fb-3911-468c-a3fd-c24844a78236 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:10.867670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Attempting to bind port d36d40fb-3911-468c-a3fd-c24844a78236 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:10.886074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:10.886504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:10.886966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.887843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:10.887985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Bound port: d36d40fb-3911-468c-a3fd-c24844a78236, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:10.888331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:10.896744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-5e3cce86-15d4-48ac-9234-6247e4cc8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:10.898412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-5e3cce86-15d4-48ac-9234-6247e4cc8eb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.5898778
Nov 23 12:46:10.907384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Pushing event deleted for resources: {'Port': ['ID=c3f7477d-90f6-4606-9eba-8760d744a76e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:10.918581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:10.935603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port e845c4ab-000d-4fae-a262-bcd961780eb4 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:10.938831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:10.942026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:10.946209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:11.042118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Attempting to bind port 099e60a1-e521-45bd-9b03-eb03a87885b8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:11.042537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Attempting to bind port 099e60a1-e521-45bd-9b03-eb03a87885b8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'f63c3297-b084-4aec-b83d-88cd0d666370', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:11.042947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Attempting to bind port 099e60a1-e521-45bd-9b03-eb03a87885b8 on network 85606f74-a732-4eb8-ac93-35a234c16084 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:11.045998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] For port d36d40fb-3911-468c-a3fd-c24844a78236, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:11.057010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:11.057407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Checking segment: {'id': 'f63c3297-b084-4aec-b83d-88cd0d666370', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:11.057860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.058308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Bound using segment: {'id': 'f63c3297-b084-4aec-b83d-88cd0d666370', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:11.058836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Bound port: 099e60a1-e521-45bd-9b03-eb03a87885b8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c3297-b084-4aec-b83d-88cd0d666370', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85606f74-a732-4eb8-ac93-35a234c16084'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:11.059259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.072196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] For port d36d40fb-3911-468c-a3fd-c24844a78236, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d36d40fb-3911-468c-a3fd-c24844a78236,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:11.079687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.097583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:11.103853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.129696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 0f43f623-7577-4b66-8f99-fb440aa6ee54 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:11.130761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.203989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Checking segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:11.204389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Network hostable DHCP agents. Network: fde0777d-5818-4cf1-881e-aaf817209df8, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:11.225401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:11.229747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb2a81da-51b9-4a50-aa2f-2fc97dae4773 req-7101311c-c917-42e3-927e-b08b87a0f435 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3268182
Nov 23 12:46:11.271896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d5777647-1d78-4e66-83a7-59bc9a889ab7) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:11.327168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-198683ab-299f-4a5e-8c49-db4b32d23418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:11.329485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-198683ab-299f-4a5e-8c49-db4b32d23418 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.4150505
Nov 23 12:46:11.329619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57c646-3bae-4a86-885d-e7fa6ac92765 None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:11.362900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:11.374141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:11.375366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.431560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.2459774
Nov 23 12:46:11.440396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39856) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:11.442162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Pushing event updated for resources: {'Port': ['ID=d36d40fb-3911-468c-a3fd-c24844a78236,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:11.452805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:11.469857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:11.471148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] For port 099e60a1-e521-45bd-9b03-eb03a87885b8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:11.477348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] For port 099e60a1-e521-45bd-9b03-eb03a87885b8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=099e60a1-e521-45bd-9b03-eb03a87885b8,segment=NetworkSegment(f63c3297-b084-4aec-b83d-88cd0d666370),segment_id=f63c3297-b084-4aec-b83d-88cd0d666370)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:11.482830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::59 (85606f74-a732-4eb8-ac93-35a234c16084/3bb870cb-26d4-4b44-9919-ca1a7c91dfc3/e845c4ab-000d-4fae-a262-bcd961780eb4) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:11.490335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Network fde0777d-5818-4cf1-881e-aaf817209df8 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:11.491874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.520682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:11.525252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, fde0777d-5818-4cf1-881e-aaf817209df8) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:11.540264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.546766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.582998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-8f539051-5753-4af5-861e-8e67f49492ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.2433283
Nov 23 12:46:11.584028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:11.584704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.725688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.732607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] 10.222.0.60 "DELETE /v2.0/floatingips/a40f5dbb-77f2-4af5-95c4-38524600f22e HTTP/1.1" status: 204  len: 168 time: 2.7114017
Nov 23 12:46:11.779036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39860) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:11.795534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.7107346
Nov 23 12:46:11.797360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 0f43f623-7577-4b66-8f99-fb440aa6ee54 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:11.807958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bbb55-0eaa-46e5-9f0b-5a17ec97b92b None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:11.837753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39864) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:11.853934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-ee1283e0-18b7-4303-99a4-10707a578791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:11.855538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-ee1283e0-18b7-4303-99a4-10707a578791 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2541099
Nov 23 12:46:11.915354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:11.941799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port 2210e4ec-b573-4415-9ef5-c7c8201b6023 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:11.942143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.943530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:11.947610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:11.964062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Usage tracker for resource:router and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:11.970699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:11.998247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Routers {'f103eb75-a023-463c-95fb-0b9114fab775'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:11.998440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:11.998669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250d0358>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f103eb75-a023-463c-95fb-0b9114fab775'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:12.009594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Deleting port d36d40fb-3911-468c-a3fd-c24844a78236 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:12.009929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.108702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.117299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.118324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.142159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:12.195205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Pushing event updated for resources: {'Port': ['ID=099e60a1-e521-45bd-9b03-eb03a87885b8,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:12.199116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:12.217874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object e845c4ab-000d-4fae-a262-bcd961780eb4 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:12.227282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:subnet and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:12.234795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-1446b3ab-498b-451c-ab4c-7cb842bccbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:12.236254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-1446b3ab-498b-451c-ab4c-7cb842bccbe0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3724918
Nov 23 12:46:12.249602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:12.269077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:12.302504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.324432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:12.326182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.333554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d5777647-1d78-4e66-83a7-59bc9a889ab7', 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '980a1cbb-74ae-4030-a30b-c0d9ba9863ea'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:12.334445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.351764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] Set router f103eb75-a023-463c-95fb-0b9114fab775 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:12.548660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250d0358>, [{'id': 'f103eb75-a023-463c-95fb-0b9114fab775', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:56Z', 'updated_at': '2020-11-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:12.577154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9f40a-a979-4a6d-988e-dd8dabc579a9 None None] The sync data for ids ['f103eb75-a023-463c-95fb-0b9114fab775'] in dv-neutron-601336-59-ovs is: [{'id': 'f103eb75-a023-463c-95fb-0b9114fab775', 'name': 'tempest-snat-router-384172083', 'tenant_id': 'c28e30982a344bad92d861f7a91802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:45:56Z', 'updated_at': '2020-11-23T12:46:11Z', 'revision_number': 4, 'project_id': 'c28e30982a344bad92d861f7a91802c5', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:12.715351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-fde0777d-5818-4cf1-881e-aaf817209df8', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:12.716614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.733560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] For port d36d40fb-3911-468c-a3fd-c24844a78236, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d36d40fb-3911-468c-a3fd-c24844a78236,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:12.733973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.784299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.833720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:12.842085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1c6137f-f09c-4756-bab2-1d348878d1d1 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:13.151573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for 2210e4ec-b573-4415-9ef5-c7c8201b6023 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:13.258957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-b4d4743f-0a43-4a7e-a8d0-85ef8c45163b service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0133288
Nov 23 12:46:13.264198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=e845c4ab-000d-4fae-a262-bcd961780eb4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:13.275907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Allocated IP 2001:db8::2 (d5777647-1d78-4e66-83a7-59bc9a889ab7/980a1cbb-74ae-4030-a30b-c0d9ba9863ea/d88b97f7-747d-414b-bd4d-b5ff2de5b7c9) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:13.289346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Calling delete_port for d36d40fb-3911-468c-a3fd-c24844a78236 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:13.303557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:13.353433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.377470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bc54ea3-398a-47cd-ad1f-f6def1ee44b9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:13.481581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:13.497568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:13.511741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:13.512798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c0b668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:13.528480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=0f43f623-7577-4b66-8f99-fb440aa6ee54,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:13.552553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:13.572138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.592689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c0b668>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:13.605224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:13.606129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c0b668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:13.608638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75a5c4-846c-4e1e-8dde-4a4fcaaff9c8 req-57296fba-7c75-47fc-95d3-1fbdf9e26c6d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:13.611788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 85606f74-a732-4eb8-ac93-35a234c16084 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:13.614617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-978c653c-937f-451d-a49f-78c98ea7f2c7 req-c3d79f62-64ed-4aca-9111-6a648c255c69 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3410668
Nov 23 12:46:13.616170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:13.616409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c75a5c4-846c-4e1e-8dde-4a4fcaaff9c8 req-57296fba-7c75-47fc-95d3-1fbdf9e26c6d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 1.1680067
Nov 23 12:46:13.623847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:13.631705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:13.633755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.639259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.658348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.685635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26ccf355-b3cf-46d9-9611-5e2c0bd5cda2 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:13.729181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.756329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Transition to ACTIVE for port object d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:13.772526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c0b668>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:13.773144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226053c6-9009-4557-9e18-cfe40926ddc9 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:13.784509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:46:13.791527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Transition to ACTIVE for port object d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:13.803742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:13.805794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.5717432
Nov 23 12:46:13.806777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:13.848954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:13.883933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=2210e4ec-b573-4415-9ef5-c7c8201b6023,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:13.890227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:13.899726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '85606f74-a732-4eb8-ac93-35a234c16084', 'name': 'tempest-PortsIpV6TestJSON-616168184'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:13.984579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2428acc-41d4-4d93-8e59-1f69731f318f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/2945491d-f224-4403-8bcc-61346840b298 HTTP/1.1" status: 200  len: 687 time: 6.2447498
Nov 23 12:46:14.000210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:14.007674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Allocated IP 172.20.0.2 (fde0777d-5818-4cf1-881e-aaf817209df8/57ea2de4-9b0d-4eef-b898-f79b0b31c110/d83ea7ed-1826-47ef-8987-5260e5f6d4c2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:14.038715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Pushing event updated for resources: {'Port': ['ID=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:14.045590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:14.090774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c75a5c4-846c-4e1e-8dde-4a4fcaaff9c8 req-9c86c157-5bb2-491b-aa1f-2530df4a9cdc tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4732587
Nov 23 12:46:14.189538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:14.197168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:14.202333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:14.210643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:14.230284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:14.235779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:14.239825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:14.271054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:14.276716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.306222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946e291-60c5-49a8-9949-0c1c5525a7a4 None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:14.340367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.347048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/ports/2210e4ec-b573-4415-9ef5-c7c8201b6023 HTTP/1.1" status: 204  len: 168 time: 2.5562868
Nov 23 12:46:14.354081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39878) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:14.417917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 4333000e-6596-4a1c-be45-10da2c1422a7 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:14.417917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.479643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Attempting to bind port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:14.480067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Attempting to bind port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '59c925c1-fd72-46a9-8649-d1697933adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:14.480556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Attempting to bind port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 on network d5777647-1d78-4e66-83a7-59bc9a889ab7 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:14.502792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:14.503230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Checking segment: {'id': '59c925c1-fd72-46a9-8649-d1697933adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:14.504656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.505062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Bound using segment: {'id': '59c925c1-fd72-46a9-8649-d1697933adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:14.505884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Bound port: d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c925c1-fd72-46a9-8649-d1697933adad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:14.506538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.558285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-510129e0-ce8f-4939-a917-6ea93cd0f81a None None] Provisioning for port 099e60a1-e521-45bd-9b03-eb03a87885b8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:14.622365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 732e8eb1-51a0-40f8-8fb6-ce914486ce77 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:14.700043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696edce0-9c94-4f51-bf33-47ebd34ee307 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:14.700851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-696edce0-9c94-4f51-bf33-47ebd34ee307 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Synchronizing usage tracker for tenant:5e7d9711834248398f0e206fd243b4cc on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:14.737687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.738674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.742748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-696edce0-9c94-4f51-bf33-47ebd34ee307 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Unset dirty status for tenant:5e7d9711834248398f0e206fd243b4cc on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:14.746650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-696edce0-9c94-4f51-bf33-47ebd34ee307 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "GET /v2.0/ports?device_id=32e490bc-9ca1-4ef0-b5a6-74f800030f13 HTTP/1.1" status: 200  len: 913 time: 0.3887823
Nov 23 12:46:14.747710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39882) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:14.748461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 099e60a1-e521-45bd-9b03-eb03a87885b8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:14.891661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:14.932320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:14.979542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5df646d0-ff9a-4448-a5ee-3686b598243e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:14.979918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::1b6 (85606f74-a732-4eb8-ac93-35a234c16084/3bb870cb-26d4-4b44-9919-ca1a7c91dfc3/732e8eb1-51a0-40f8-8fb6-ce914486ce77) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:14.981632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,segment=NetworkSegment(59c925c1-fd72-46a9-8649-d1697933adad),segment_id=59c925c1-fd72-46a9-8649-d1697933adad)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:15.000885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.020496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.024185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-484be1be-9058-4b77-8f73-57e8ad7fe8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:15.135081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 4333000e-6596-4a1c-be45-10da2c1422a7 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:15.145814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Transition to ACTIVE for port object d83ea7ed-1826-47ef-8987-5260e5f6d4c2 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:15.212746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Transition to ACTIVE for port object d83ea7ed-1826-47ef-8987-5260e5f6d4c2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:15.217318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 099e60a1-e521-45bd-9b03-eb03a87885b8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:15.239152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Port': ['ID=d36d40fb-3911-468c-a3fd-c24844a78236,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:15.248221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.262868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 099e60a1-e521-45bd-9b03-eb03a87885b8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:15.263397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.270099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:15.298389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Pushing event updated for resources: {'Port': ['ID=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:15.302188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:15.362416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:15.381520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.448307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.488204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 732e8eb1-51a0-40f8-8fb6-ce914486ce77 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:15.497764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Pushing event updated for resources: {'Port': ['ID=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:15.502074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:15.554016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc34ac-3ad9-40e7-9e05-8932716c0729 req-bb493286-db99-47e1-ad94-d160fe7da9b8 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:15.556332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8dc34ac-3ad9-40e7-9e05-8932716c0729 req-bb493286-db99-47e1-ad94-d160fe7da9b8 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2534618
Nov 23 12:46:15.592524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.649124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.663568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:15.683198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:15.690250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:15.804316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 099e60a1-e521-45bd-9b03-eb03a87885b8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=099e60a1-e521-45bd-9b03-eb03a87885b8,segment=NetworkSegment(f63c3297-b084-4aec-b83d-88cd0d666370),segment_id=f63c3297-b084-4aec-b83d-88cd0d666370)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:15.811455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Attempting to bind port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:15.813081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Attempting to bind port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:15.814136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Attempting to bind port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 on network fde0777d-5818-4cf1-881e-aaf817209df8 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:15.818596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:15.823316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:16.131097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:16.131954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:16.132640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Checking segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:16.133311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.134108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Bound using segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:16.134889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Bound port: d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:16.135531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.162822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Provisioning complete for port 099e60a1-e521-45bd-9b03-eb03a87885b8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:16.163543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.249428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8dc34ac-3ad9-40e7-9e05-8932716c0729 req-49dee4ba-5e46-48df-86c0-4a3bb5cb9d68 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6777685
Nov 23 12:46:16.268855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=732e8eb1-51a0-40f8-8fb6-ce914486ce77,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:16.279111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.286434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.296287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:16.336544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.337470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.372390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e468c47d-ec08-4ee2-acb5-06816972fea5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:16.412932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=099e60a1-e521-45bd-9b03-eb03a87885b8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:16.433524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:16.479962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] For port d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:16.490349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.495462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 85606f74-a732-4eb8-ac93-35a234c16084 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:16.497026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] For port d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:16.497895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:16.501597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.502220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:16.506757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:16.507423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.514179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.521899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-850a480f-5335-4e7e-b20d-bfa06875d426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:16.560336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6653926
Nov 23 12:46:16.561740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39890) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:16.588865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=4333000e-6596-4a1c-be45-10da2c1422a7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:16.592343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:16.598697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.616717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.617326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 2ec20fc9-69a6-4005-91d9-3fcdf86e3886 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:16.640165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Provisioning for port e845c4ab-000d-4fae-a262-bcd961780eb4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:16.689327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Pushing event updated for resources: {'Port': ['ID=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:16.694383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Provisioning complete for port e845c4ab-000d-4fae-a262-bcd961780eb4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:16.699332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.740320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:16.753396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a18247-39c8-4b13-82fa-571cb774d9a0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:16.754439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-16a18247-39c8-4b13-82fa-571cb774d9a0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:16.819501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c9b82-af40-40af-b167-792ddd9dcf5a None None] Port e845c4ab-000d-4fae-a262-bcd961780eb4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:16.829146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-16a18247-39c8-4b13-82fa-571cb774d9a0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:16.834662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16a18247-39c8-4b13-82fa-571cb774d9a0 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A59 HTTP/1.1" status: 200  len: 928 time: 0.2710938
Nov 23 12:46:16.838271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39894) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:16.860963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:16.960669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.962485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 204  len: 168 time: 8.1305754
Nov 23 12:46:16.973748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3013e604-8f7c-4b9e-befc-4178147b36a4 None None] Provisioning complete for port 099e60a1-e521-45bd-9b03-eb03a87885b8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:16.974515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3013e604-8f7c-4b9e-befc-4178147b36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:16.976387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39898) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:16.990282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1632177077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:17.006256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:17.014788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 732e8eb1-51a0-40f8-8fb6-ce914486ce77 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:17.015170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.048050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:17.066027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:17.085010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:17.118347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:17.145498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 099e60a1-e521-45bd-9b03-eb03a87885b8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:17.184549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.186778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.262192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.308596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3013e604-8f7c-4b9e-befc-4178147b36a4 None None] Provisioning complete for port e845c4ab-000d-4fae-a262-bcd961780eb4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:17.309045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3013e604-8f7c-4b9e-befc-4178147b36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.316659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.357733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 099e60a1-e521-45bd-9b03-eb03a87885b8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:17.361597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.475064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3013e604-8f7c-4b9e-befc-4178147b36a4 None None] Port e845c4ab-000d-4fae-a262-bcd961780eb4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:17.475634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.614661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31ccbb19-a23a-44c7-afb4-87a5b9a1b444 None None] Provisioning for port 732e8eb1-51a0-40f8-8fb6-ce914486ce77 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:17.621812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31ccbb19-a23a-44c7-afb4-87a5b9a1b444 None None] Provisioning complete for port 732e8eb1-51a0-40f8-8fb6-ce914486ce77 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:17.622261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31ccbb19-a23a-44c7-afb4-87a5b9a1b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.642753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.644922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d9dba55-b17d-4710-b012-c57db66af59f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6667366
Nov 23 12:46:17.648893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39902) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:17.658116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:17.682688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94315c13-137b-43d2-a33c-c4f622415531 None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:17.758728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.806571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31ccbb19-a23a-44c7-afb4-87a5b9a1b444 None None] Port 732e8eb1-51a0-40f8-8fb6-ce914486ce77 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:17.875831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.879439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.884055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/2945491d-f224-4403-8bcc-61346840b298 HTTP/1.1" status: 204  len: 168 time: 3.8797338
Nov 23 12:46:17.891710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39906) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:17.896005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.972573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Provisioning for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:17.980072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:17.980411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:17.987069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.095626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-14078a06-f739-4a37-bbe9-e0247450f7dc tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] delete failed (client error): The resource could not be found.
Nov 23 12:46:18.096799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14078a06-f739-4a37-bbe9-e0247450f7dc tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/2945491d-f224-4403-8bcc-61346840b298 HTTP/1.1" status: 404  len: 345 time: 0.1962171
Nov 23 12:46:18.123572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 732e8eb1-51a0-40f8-8fb6-ce914486ce77 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:18.138651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6b6d5de-bfd2-4eee-9427-d6dd9fbbd479 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:18.158074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39910) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:18.187532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.189399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.236120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Update dhcp port {'port': {'network_id': 'd5777647-1d78-4e66-83a7-59bc9a889ab7', 'fixed_ips': [{'subnet_id': '980a1cbb-74ae-4030-a30b-c0d9ba9863ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '649b2280-8a21-4f8c-b057-d0ad8d0ab801'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'd88b97f7-747d-414b-bd4d-b5ff2de5b7c9'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:46:18.276800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Allocated IP 172.26.6.40 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/0b50f29e-923a-48bf-ad57-abc5396082fc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:18.285318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,segment=NetworkSegment(59c925c1-fd72-46a9-8649-d1697933adad),segment_id=59c925c1-fd72-46a9-8649-d1697933adad)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:18.290852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.292692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:18.299120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=649b2280-8a21-4f8c-b057-d0ad8d0ab801,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:18.307810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:18.354789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.386294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.386496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Fanout notify agent at l3_agent the message router_deleted on router f103eb75-a023-463c-95fb-0b9114fab775 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:18.409762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:18.413943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:18.433886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:18.434653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.444666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.445644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/routers/f103eb75-a023-463c-95fb-0b9114fab775 HTTP/1.1" status: 204  len: 168 time: 8.9583373
Nov 23 12:46:18.457934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39914) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:18.582247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Pushing event updated for resources: {'Port': ['ID=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:18.591522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:18.700885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d83ea7ed-1826-47ef-8987-5260e5f6d4c2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:18.778475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:18.783940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:18.788752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:18.789877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Synchronizing usage tracker for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:18.819765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:18.852275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97ddc0df-7f73-46ba-b942-444487e4e31a tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:18.864975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 7.4212637
Nov 23 12:46:18.878426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39918) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:18.879686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:18.907911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba0aa4-ae2d-4fe6-83d5-790db33488dc None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:18.994864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Allocated IP 172.20.0.1 (d5777647-1d78-4e66-83a7-59bc9a889ab7/649b2280-8a21-4f8c-b057-d0ad8d0ab801/d88b97f7-747d-414b-bd4d-b5ff2de5b7c9) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:19.036332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Provisioning for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:19.059854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.078887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.080555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.082110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.083626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.085164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.086231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Synchronizing usage tracker for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:19.108792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Provisioning complete for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:19.110001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.148212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Unset dirty status for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:19.152553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4dbea58-00f6-4329-ab8d-f0147ccbc3cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2720675
Nov 23 12:46:19.162335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39922) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:19.172295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110264779'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:19.181091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:19.186714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.206098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:19.211243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-774a3cdc-6983-4ded-80c3-5e9de3a3cab1 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:19.226432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=732e8eb1-51a0-40f8-8fb6-ce914486ce77,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:19.244337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:19.246267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:19.247050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:19.247439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.291881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Unset dirty status for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:19.296260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99395a64-6824-4ecf-a2a6-4689a16b22b4 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/ports?network_id=eb784e76-a111-4ee6-be67-2aa33eaac1f4 HTTP/1.1" status: 200  len: 2358 time: 1.1333027
Nov 23 12:46:19.300092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.300266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39926) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:19.319442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:19.398366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:19.404227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.480494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Pushing event updated for resources: {'Port': ['ID=0b50f29e-923a-48bf-ad57-abc5396082fc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:19.484584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:19.504175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3613b95-3b9d-432e-83da-1b9ab37b835d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:19.508946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3613b95-3b9d-432e-83da-1b9ab37b835d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/subnets/71500aa0-2f9b-4138-8e20-b798da2db632 HTTP/1.1" status: 200  len: 797 time: 0.1940248
Nov 23 12:46:19.516878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39930) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:19.537670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.549747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'port': {'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4', 'name': 'tempest-FloatingIPTestJSON-2104517855', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:19.599965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,segment=NetworkSegment(59c925c1-fd72-46a9-8649-d1697933adad),segment_id=59c925c1-fd72-46a9-8649-d1697933adad)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:19.619936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.636866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:19.680275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.694550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] For port d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:19.703968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.706891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Transition to ACTIVE for port object d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:19.707558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:19.725216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.729793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.730372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment ab8e0c10-218b-4214-b511-a99d03f5476a of type vxlan for network f765db5c-287a-46b8-a79a-84f27df180e4
Nov 23 12:46:19.732761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.753329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.782691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:19.796540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:19.806544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:19.895967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:19.926504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Pushing event updated for resources: {'Port': ['ID=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:19.927998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for 70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:19.932946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:19.944649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:19.975645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/732e8eb1-51a0-40f8-8fb6-ce914486ce77 HTTP/1.1" status: 204  len: 168 time: 3.1360414
Nov 23 12:46:19.986806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:20.060226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.066962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:20.068282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.082526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Pushing event updated for resources: {'Port': ['ID=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:20.094005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:20.099623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:20.113468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-478a32fe-f7c3-4537-99dc-c0049e0fd97b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:46:20.114216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478a32fe-f7c3-4537-99dc-c0049e0fd97b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:20.121127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9570222
Nov 23 12:46:20.126009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39938) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:20.136746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'New_network'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:20.163169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:20.192186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478a32fe-f7c3-4537-99dc-c0049e0fd97b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:20.193525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6dee09a-4c08-4175-b94a-5ca83a3eefc5 None None] Provisioning complete for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:20.194097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6dee09a-4c08-4175-b94a-5ca83a3eefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.196595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-478a32fe-f7c3-4537-99dc-c0049e0fd97b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/732e8eb1-51a0-40f8-8fb6-ce914486ce77 HTTP/1.1" status: 404  len: 333 time: 0.2048783
Nov 23 12:46:20.197782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:20.200759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39942) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:20.298972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:20.423712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=f765db5c-287a-46b8-a79a-84f27df180e4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:20.427114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:20.439364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:20.526362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.539661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:20.575942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port e845c4ab-000d-4fae-a262-bcd961780eb4 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:20.576329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.623633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.625045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.649866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.713709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:20.777805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.792310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Deleting port 9b842ec5-01e3-47b7-aae2-29df2cf4becd {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:20.792708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.841614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.903993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0f709dc6-1761-455e-afa6-6e01f833fc5d None None] Provisioning complete for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:20.904598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f709dc6-1761-455e-afa6-6e01f833fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:20.969495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d83ea7ed-1826-47ef-8987-5260e5f6d4c2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:21.002484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf63a88-2384-4fd1-b5e1-b700f90f012c None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:21.018608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfa8eff1-09e1-41e6-81e6-e88de59719ab tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:21.084563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=70a1ed4e-949a-4a4d-ba4a-b2e4a1aa67f2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:21.098974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.116680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:21.245844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] For port 9b842ec5-01e3-47b7-aae2-29df2cf4becd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9b842ec5-01e3-47b7-aae2-29df2cf4becd,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:21.246647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.331850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:21.332252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.390618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.407657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Calling delete_port for 9b842ec5-01e3-47b7-aae2-29df2cf4becd owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:21.431009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2366dbba-5b81-45a6-abbc-31cb631fabfd None None] Provisioning complete for port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:21.431438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2366dbba-5b81-45a6-abbc-31cb631fabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.459642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.485134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2604f91a-5fe1-4b37-a1b9-3245bc0774e8 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:21.686159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2366dbba-5b81-45a6-abbc-31cb631fabfd None None] Provisioning for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:21.694251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2366dbba-5b81-45a6-abbc-31cb631fabfd None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:21.694944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2366dbba-5b81-45a6-abbc-31cb631fabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:21.979365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7855766f-9af2-4225-8e9e-fb8ec66fcb67 None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:21.979793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7855766f-9af2-4225-8e9e-fb8ec66fcb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.021731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=f765db5c-287a-46b8-a79a-84f27df180e4,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:22.033278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:22.042892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:22.050129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 is not hosted by any dhcp agent {{(pid=81023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:46:22.054064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:22.054714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.059013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "PUT /v2.0/networks/f765db5c-287a-46b8-a79a-84f27df180e4 HTTP/1.1" status: 200  len: 723 time: 1.9265656
Nov 23 12:46:22.060166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39946) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:22.067310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010c68d-4642-416f-a698-37117f0954f9 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:22.070406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:22.077493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.107475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:22.252571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for e845c4ab-000d-4fae-a262-bcd961780eb4 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:22.276613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:22.283281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Router 1473fd86-dcc0-4b81-a173-d9091e947a77 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:46:22.299147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:22.312907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] device_id is not set on port 05f9ceee-20b3-458d-a93a-159dc52b704c yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:22.322519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.340593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80438987-50b9-4bd0-936c-825ce4bca614 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:22.407146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Allocated IP 172.26.6.159 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/3a53da22-891a-41e0-a666-fe9654cfb59f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:22.422638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:22.579321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event deleted for resources: {'Port': ['ID=9b842ec5-01e3-47b7-aae2-29df2cf4becd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:22.588921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:22.652175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010c68d-4642-416f-a698-37117f0954f9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:22.714092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.737268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.798614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f61aca24-c7d7-4d4f-b3e4-b0c9fc0c287f None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:22.799851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61aca24-c7d7-4d4f-b3e4-b0c9fc0c287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.886815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:22.909996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf679b5f-37ed-4e6c-8720-7cdf50a6df8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:23.070454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=e845c4ab-000d-4fae-a262-bcd961780eb4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:23.099529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.147476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.147893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.148311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.148745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.149151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.149552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.149950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.151146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.151146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.151146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.151536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.151845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.152294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.152713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.153106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.153506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.153897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.154293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.154682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.155080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.155466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.155886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.156287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.156708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:23.176919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.181953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:23.400180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.14 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/05f9ceee-20b3-458d-a93a-159dc52b704c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:23.410236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.473076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.498124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.12 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/05f9ceee-20b3-458d-a93a-159dc52b704c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:23.499320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:23.501614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0364714-4d93-4f7d-9102-398faca0ce05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:23.531657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Sync routers for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:23.535766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.566481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:23.567197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825371a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:23.569052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.645284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.649261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 11.7543814
Nov 23 12:46:23.652933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39950) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:23.699972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/e845c4ab-000d-4fae-a262-bcd961780eb4 HTTP/1.1" status: 204  len: 168 time: 3.4969783
Nov 23 12:46:23.709493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39954) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:23.770031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.770623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Fanout notify agent at l3_agent the message router_deleted on router 29d764e9-b039-46a2-adc8-6a0d765bb274 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:23.782114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event updated for resources: {'Port': ['ID=3a53da22-891a-41e0-a666-fe9654cfb59f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:23.791592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:23.842905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:23.844785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.846078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "DELETE /v2.0/routers/29d764e9-b039-46a2-adc8-6a0d765bb274 HTTP/1.1" status: 204  len: 168 time: 5.3836071
Nov 23 12:46:23.859787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed563eb-b17d-46ff-9c5e-b4d7186a589c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:46:23.862981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39958) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:23.863222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7ed563eb-b17d-46ff-9c5e-b4d7186a589c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:23.871550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-173245485', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:23.893515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:23.902384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:23.913913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:23.928222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:23.968371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:23.970174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.058841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.263571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf7e3e21-0645-44ff-9d29-5ad691fb7187 None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:24.263924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3e21-0645-44ff-9d29-5ad691fb7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.298888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7ed563eb-b17d-46ff-9c5e-b4d7186a589c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:24.300938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7ed563eb-b17d-46ff-9c5e-b4d7186a589c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/e845c4ab-000d-4fae-a262-bcd961780eb4 HTTP/1.1" status: 404  len: 333 time: 0.5899501
Nov 23 12:46:24.322973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39962) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:24.348959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825371a90>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:20Z', 'revision_number': 3, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:24.357584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Checking router: 1473fd86-dcc0-4b81-a173-d9091e947a77 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:46:24.357908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Updating router 1473fd86-dcc0-4b81-a173-d9091e947a77 port 0b50f29e-923a-48bf-ad57-abc5396082fc binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:46:24.375016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:24.389558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:24.394224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:24.458028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.611619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9b842ec5-01e3-47b7-aae2-29df2cf4becd no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:24.652332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 9b842ec5-01e3-47b7-aae2-29df2cf4becd {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:46:24.652755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9b842ec5-01e3-47b7-aae2-29df2cf4becd not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:46:24.691421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.721901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.744308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:24.906129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.924678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=296aedda-bda4-4545-a11b-742d6859d306,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:24.952631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 3bb870cb-26d4-4b44-9919-ca1a7c91dfc3 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:46:24.967045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:24.975939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.976369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.976850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.977382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.977790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.978194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.978599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.978998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.979402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.979812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.980396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.980858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.981437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.982898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.982898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.982898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.982898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.983397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.984364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.985023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.985433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.985839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.986245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.986644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:24.990890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:25.039343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.069906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:25.139768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.153756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Transition to ACTIVE for port object 0b50f29e-923a-48bf-ad57-abc5396082fc will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:25.157460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.195562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:25.195956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: f765db5c-287a-46b8-a79a-84f27df180e4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:25.204649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.292714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7557baa8-f937-4745-a43a-89942bdb0fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:25.302767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=05f9ceee-20b3-458d-a93a-159dc52b704c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:25.365036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:25.367566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834289-3793-4214-84fe-4866907c156e None None] Pushing event updated for resources: {'Port': ['ID=0b50f29e-923a-48bf-ad57-abc5396082fc,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:25.371392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b834289-3793-4214-84fe-4866907c156e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:25.385903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:25.389912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Attempting to bind port 0b50f29e-923a-48bf-ad57-abc5396082fc on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:25.390382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Attempting to bind port 0b50f29e-923a-48bf-ad57-abc5396082fc by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:25.390939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Attempting to bind port 0b50f29e-923a-48bf-ad57-abc5396082fc on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:25.398370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:25.398716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:25.399121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.399563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:25.400335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Bound port: 0b50f29e-923a-48bf-ad57-abc5396082fc, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:25.400496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, f765db5c-287a-46b8-a79a-84f27df180e4) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:25.400778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.436548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7c257-dbbd-4c98-9e6b-f76418888c7a None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:25.455048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.493542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:25.494202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.506358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.508745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.562624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.5008790
Nov 23 12:46:25.566340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39966) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:25.599468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] For port 0b50f29e-923a-48bf-ad57-abc5396082fc, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:25.599723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:25.621858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] For port 0b50f29e-923a-48bf-ad57-abc5396082fc, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0b50f29e-923a-48bf-ad57-abc5396082fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:25.651557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.670222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-020ff33d-6db9-4ac5-99cf-c9429b2cbdb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:25.783667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:25.787937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.852252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:25.869252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:25.893746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834289-3793-4214-84fe-4866907c156e None None] Pushing event updated for resources: {'Port': ['ID=0b50f29e-923a-48bf-ad57-abc5396082fc,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:25.897184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-f765db5c-287a-46b8-a79a-84f27df180e4', 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '296aedda-bda4-4545-a11b-742d6859d306'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:25.898798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.912117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b834289-3793-4214-84fe-4866907c156e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:25.912663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:25.965386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Allocated IP 172.26.6.71 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/362ddc02-cfbf-43b5-8980-eda5a8257f2b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:26.072304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:26.073154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825371a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:26.310347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:26.411758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:26.424437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:26.456118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:26.463483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:26.464391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:26.473776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:26.481264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:26.487696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Allocated IP 2001:db8::2 (f765db5c-287a-46b8-a79a-84f27df180e4/296aedda-bda4-4545-a11b-742d6859d306/f519daf5-9c41-4257-8b98-83c2f452ca8e) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:26.597516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Allocated IP 172.20.0.1 (fde0777d-5818-4cf1-881e-aaf817209df8/57ea2de4-9b0d-4eef-b898-f79b0b31c110/bb661dd3-fdab-47bd-92d1-688435de56e4) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:26.625757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 7.0929115
Nov 23 12:46:26.637458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39970) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:26.648740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '05f9ceee-20b3-458d-a93a-159dc52b704c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:26.652907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event updated for resources: {'Port': ['ID=362ddc02-cfbf-43b5-8980-eda5a8257f2b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:26.682594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:26.683636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:26.884891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851033868'] for subnet, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.029465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:27.049701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:27.074339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.121575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.159512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bdb79ef-1329-4391-8e0c-0729d280171b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:27.174393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825371a90>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:20Z', 'revision_number': 3, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:27.181802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5236fc-7b03-47fc-afe7-91d436c430db None None] The sync data for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs is: [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:20Z', 'revision_number': 3, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:27.182017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:27.194076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:27.207332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.207547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:27.221876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Transition to ACTIVE for port object f519daf5-9c41-4257-8b98-83c2f452ca8e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:27.239853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Transition to ACTIVE for port object f519daf5-9c41-4257-8b98-83c2f452ca8e will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:27.245463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.265762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31a53ed3-dc7c-4cdc-9662-eebec38796bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:27.288909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.321278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=3bb870cb-26d4-4b44-9919-ca1a7c91dfc3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:27.324193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:27.365646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Transition to ACTIVE for port object bb661dd3-fdab-47bd-92d1-688435de56e4 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:27.405576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Pushing event updated for resources: {'Port': ['ID=f519daf5-9c41-4257-8b98-83c2f452ca8e,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:27.422623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.422846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.423143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.423521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.423904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.424271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.424669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.425045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.425419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.425789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.426158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.426527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.426985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.427357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.427728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.428093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.428503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.428852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.429216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.429582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.429950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.430319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.430683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.431241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:46:27.436033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:27.450879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.471519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0a4e350-d493-472d-82ca-cb59bf795b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:27.504839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:27.506373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:27.508867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:27.560180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.571458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64231b2-cd5c-4db0-a242-a6b87a21e389 None None] Network 85606f74-a732-4eb8-ac93-35a234c16084 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:27.594262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.741693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Attempting to bind port f519daf5-9c41-4257-8b98-83c2f452ca8e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:27.742113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Attempting to bind port f519daf5-9c41-4257-8b98-83c2f452ca8e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:27.742530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Attempting to bind port f519daf5-9c41-4257-8b98-83c2f452ca8e on network f765db5c-287a-46b8-a79a-84f27df180e4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:27.751671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852273083'] for subnet, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.753586 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/3bb870cb-26d4-4b44-9919-ca1a7c91dfc3 HTTP/1.1" status: 204  len: 168 time: 3.4283149
Nov 23 12:46:27.760078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39974) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:27.771648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:27.803350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:27.805484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:27.805922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Checking segment: {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:27.806923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.807391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Bound using segment: {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:27.807953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Bound port: f519daf5-9c41-4257-8b98-83c2f452ca8e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:27.808387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.870345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6722a8a-02cf-4da6-9aff-cf9b26efe837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.882839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Network fde0777d-5818-4cf1-881e-aaf817209df8 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:27.887365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:27.905912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:27.945330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.946155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:27.950396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] For port f519daf5-9c41-4257-8b98-83c2f452ca8e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:27.958695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] For port f519daf5-9c41-4257-8b98-83c2f452ca8e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f519daf5-9c41-4257-8b98-83c2f452ca8e,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:27.965924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.091904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1aa1be6-4306-4529-956e-0f8294eb2f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:28.101360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:28.138808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] DHCP port deletion for 85606f74-a732-4eb8-ac93-35a234c16084 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:46:28.187753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.221973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.244222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Deleting port 099e60a1-e521-45bd-9b03-eb03a87885b8 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:28.244697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.258515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=296aedda-bda4-4545-a11b-742d6859d306,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:28.297342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:28.314064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Router 701de1d7-a2bc-4bf6-b240-0a0836a473b0 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:46:28.350776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:28.351626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.354529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "PUT /v2.0/subnets/296aedda-bda4-4545-a11b-742d6859d306 HTTP/1.1" status: 200  len: 826 time: 2.7739532
Nov 23 12:46:28.360705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39978) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:28.362969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 099e60a1-e521-45bd-9b03-eb03a87885b8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:28.363467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.536612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.196 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/bf9a757f-e03b-44f3-a362-aa6466b25782) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:28.544244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.595858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Pushing event updated for resources: {'Port': ['ID=f519daf5-9c41-4257-8b98-83c2f452ca8e,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:28.599484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cbc50c9b-7471-4027-9f90-b0ae7557c302 None None] Provisioning for port bb661dd3-fdab-47bd-92d1-688435de56e4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:28.617772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:28.637681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cbc50c9b-7471-4027-9f90-b0ae7557c302 None None] Provisioning complete for port bb661dd3-fdab-47bd-92d1-688435de56e4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:28.638429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbc50c9b-7471-4027-9f90-b0ae7557c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.689763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:28.700689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] Sync routers for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:28.708474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "PUT /v2.0/routers/32e490bc-9ca1-4ef0-b5a6-74f800030f13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9573727
Nov 23 12:46:28.722236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39982) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:28.729298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:28.729990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675c240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:28.739117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0b50f29e-923a-48bf-ad57-abc5396082fc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:28.887568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] For port 099e60a1-e521-45bd-9b03-eb03a87885b8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=099e60a1-e521-45bd-9b03-eb03a87885b8,segment=NetworkSegment(f63c3297-b084-4aec-b83d-88cd0d666370),segment_id=f63c3297-b084-4aec-b83d-88cd0d666370)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:28.888184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:28.923139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675c240>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:28.941151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] Routers {'32e490bc-9ca1-4ef0-b5a6-74f800030f13'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:28.942076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675c240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:28.986629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.012395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] For port 099e60a1-e521-45bd-9b03-eb03a87885b8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=099e60a1-e521-45bd-9b03-eb03a87885b8,segment=NetworkSegment(f63c3297-b084-4aec-b83d-88cd0d666370),segment_id=f63c3297-b084-4aec-b83d-88cd0d666370)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:29.012850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.044198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675c240>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:29.044610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4573e5-9be4-4b62-9d8b-bfbff73a5a41 None None] The sync data for ids ['32e490bc-9ca1-4ef0-b5a6-74f800030f13'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:29.056650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Calling delete_port for 099e60a1-e521-45bd-9b03-eb03a87885b8 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:29.178125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cbc50c9b-7471-4027-9f90-b0ae7557c302 None None] Port bb661dd3-fdab-47bd-92d1-688435de56e4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:29.206856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.223632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9122a6b9-bcc1-4d46-9ac5-37a04fc214e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:29.260582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0b50f29e-923a-48bf-ad57-abc5396082fc completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:29.291939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.303546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port f519daf5-9c41-4257-8b98-83c2f452ca8e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:29.304035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.332211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Pushing event deleted for resources: {'Port': ['ID=099e60a1-e521-45bd-9b03-eb03a87885b8,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:29.337256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0b50f29e-923a-48bf-ad57-abc5396082fc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:29.337682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.366290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:29.452393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] No DVR routers for this DVR port 099e60a1-e521-45bd-9b03-eb03a87885b8 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:29.525810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.534762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 099e60a1-e521-45bd-9b03-eb03a87885b8 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:29.544508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0b50f29e-923a-48bf-ad57-abc5396082fc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0b50f29e-923a-48bf-ad57-abc5396082fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:29.549358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.551387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dbdede6-c60e-43bd-adf3-e598f9374ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:29.579668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Router 48abb49e-990c-4a75-aec1-9c3da5407deb is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:46:29.605747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 099e60a1-e521-45bd-9b03-eb03a87885b8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:29.662298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 099e60a1-e521-45bd-9b03-eb03a87885b8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:46:29.662298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 099e60a1-e521-45bd-9b03-eb03a87885b8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:46:29.721153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0b50f29e-923a-48bf-ad57-abc5396082fc,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:29.734716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:46:29.735399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:46:29.749825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:29.770657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.801960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:29.806955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:46:29.815372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] Sync routers for ids ['701de1d7-a2bc-4bf6-b240-0a0836a473b0'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:29.828091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:29.829422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "PUT /v2.0/routers/701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 200  len: 880 time: 12.1793578
Nov 23 12:46:29.832393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39986) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:29.836951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] Routers {'701de1d7-a2bc-4bf6-b240-0a0836a473b0'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:29.838764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824167828>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['701de1d7-a2bc-4bf6-b240-0a0836a473b0'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:29.910628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c2c5dd-4c7a-4b8e-b2a9-c01acd1d1828 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:29.916047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824167828>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:29.931377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] Routers {'701de1d7-a2bc-4bf6-b240-0a0836a473b0'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:29.932013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824167828>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['701de1d7-a2bc-4bf6-b240-0a0836a473b0'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:30.034973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824167828>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:30.035559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21554ab4-daf8-418c-8afa-bc3295081b54 None None] The sync data for ids ['701de1d7-a2bc-4bf6-b240-0a0836a473b0'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:30.055250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.138692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077ca3e-8b43-45fb-a687-55f5e7aa5c80 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:30.239224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 099e60a1-e521-45bd-9b03-eb03a87885b8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:30.239807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.328898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.346472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] The port '099e60a1-e521-45bd-9b03-eb03a87885b8' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:46:30.413362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.476916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32fc4122-1ae4-4494-b4e6-17f30ad62ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.499333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02141b77-d56a-4368-95a0-a11977819447 None None] Provisioning for port f519daf5-9c41-4257-8b98-83c2f452ca8e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:30.510915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=bf9a757f-e03b-44f3-a362-aa6466b25782,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:30.529808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:30.532079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:30.584171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.656255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.657844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.722773 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f5bd693-7f79-460e-bce6-4f6511ab92b3 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 200  len: 921 time: 0.8840797
Nov 23 12:46:30.731914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39990) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:30.736742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f519daf5-9c41-4257-8b98-83c2f452ca8e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:30.788341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port f519daf5-9c41-4257-8b98-83c2f452ca8e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f519daf5-9c41-4257-8b98-83c2f452ca8e,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:30.788765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.842878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.852249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f519daf5-9c41-4257-8b98-83c2f452ca8e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:30.864414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:30.865987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.878017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68246ec5c0>,) {'filters': {'network_id': ['85606f74-a732-4eb8-ac93-35a234c16084']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:30.902161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port bcab27bc-b25d-4ec6-be7c-e144082fd45c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:30.902534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:30.928598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for f519daf5-9c41-4257-8b98-83c2f452ca8e owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:31.008946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.055101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff88d4-f133-4e97-8fae-3dd301bee379 None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:31.082206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:31.093606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:31.096248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f519daf5-9c41-4257-8b98-83c2f452ca8e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f519daf5-9c41-4257-8b98-83c2f452ca8e,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:31.116762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68246ec5c0>, 'f63c3297-b084-4aec-b83d-88cd0d666370') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.117108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68246ec5c0>, 'f63c3297-b084-4aec-b83d-88cd0d666370') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.130523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:31.144896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:31.145132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.153558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:31.166694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.167582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0b50f29e-923a-48bf-ad57-abc5396082fc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:31.183324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:46:31.183690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:46:31.203318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:31.272810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Network fde0777d-5818-4cf1-881e-aaf817209df8 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:31.280340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:31.290425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for bcab27bc-b25d-4ec6-be7c-e144082fd45c owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:31.301416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-189a67be-960f-45ce-8b43-797216c071db None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:31.301841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-189a67be-960f-45ce-8b43-797216c071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.402916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f519daf5-9c41-4257-8b98-83c2f452ca8e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:31.406618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:31.480059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0b50f29e-923a-48bf-ad57-abc5396082fc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:31.480505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.493144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d335957-b1cd-4a45-80a8-30bd1cf47570 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:31.493932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d335957-b1cd-4a45-80a8-30bd1cf47570 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Synchronizing usage tracker for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:31.505429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.524874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.534582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c277af0-c39c-4620-a0fc-2b6f526b754d tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:31.573802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:31.586529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] Sync routers for ids ['48abb49e-990c-4a75-aec1-9c3da5407deb'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:31.600789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] Routers {'48abb49e-990c-4a75-aec1-9c3da5407deb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:31.601837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675ccf8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['48abb49e-990c-4a75-aec1-9c3da5407deb'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.608413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.612029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:31.677922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675ccf8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.691391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] Routers {'48abb49e-990c-4a75-aec1-9c3da5407deb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:31.692367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675ccf8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['48abb49e-990c-4a75-aec1-9c3da5407deb'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.727239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port f519daf5-9c41-4257-8b98-83c2f452ca8e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:31.727626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.768686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5822346e-6b9c-449c-bebd-c14f58000492 None None] Provisioning complete for port bb661dd3-fdab-47bd-92d1-688435de56e4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:31.769109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5822346e-6b9c-449c-bebd-c14f58000492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.799081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675ccf8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:31.800444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34234f82-ef9a-4c0d-9d73-ce85b6255dc9 None None] The sync data for ids ['48abb49e-990c-4a75-aec1-9c3da5407deb'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:31.830801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5822346e-6b9c-449c-bebd-c14f58000492 None None] Port bb661dd3-fdab-47bd-92d1-688435de56e4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:31.874447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:31.878959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 8.0112278
Nov 23 12:46:31.889718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 39994) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:31.903623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d335957-b1cd-4a45-80a8-30bd1cf47570 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Unset dirty status for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:31.908357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d335957-b1cd-4a45-80a8-30bd1cf47570 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=701de1d7-a2bc-4bf6-b240-0a0836a473b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.1713262
Nov 23 12:46:31.908357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=bcab27bc-b25d-4ec6-be7c-e144082fd45c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:31.910090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:31.919999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 39996) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:31.961897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:31.991393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.054152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 85606f74-a732-4eb8-ac93-35a234c16084 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:32.063000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-abd99db7-1ac5-4fab-90dd-7d0ddfd48c7d None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:32.064086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abd99db7-1ac5-4fab-90dd-7d0ddfd48c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.068321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.217615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.348882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 85606f74-a732-4eb8-ac93-35a234c16084 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:32.371000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5da4cc10-4387-4b96-ba4a-1d18db461f77 None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:32.371526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da4cc10-4387-4b96-ba4a-1d18db461f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.606269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f519daf5-9c41-4257-8b98-83c2f452ca8e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:32.652986 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:32.684102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-db7d0cef-00a8-4217-9c63-e9487b95824a None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:32.685024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db7d0cef-00a8-4217-9c63-e9487b95824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.707638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d2793c-2231-462a-a09f-1475d058fa30 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:32.711862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76d2793c-2231-462a-a09f-1475d058fa30 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.7807307
Nov 23 12:46:32.712915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40002) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:32.759966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f519daf5-9c41-4257-8b98-83c2f452ca8e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:32.760610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.811322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port f519daf5-9c41-4257-8b98-83c2f452ca8e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f519daf5-9c41-4257-8b98-83c2f452ca8e,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:32.811322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.816486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-41a1d13c-2276-4dd9-a496-c30f1fd929a6 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 200  len: 205 time: 0.0968015
Nov 23 12:46:32.817187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40006) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:32.967786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for f519daf5-9c41-4257-8b98-83c2f452ca8e owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:32.982480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:32.987130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.002945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:33.102452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=85606f74-a732-4eb8-ac93-35a234c16084,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:33.105102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:33.161954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/85606f74-a732-4eb8-ac93-35a234c16084 HTTP/1.1" status: 204  len: 168 time: 5.2402551
Nov 23 12:46:33.168013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40010) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:33.182308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.190786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Router 1473fd86-dcc0-4b81-a173-d9091e947a77 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:33.197552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1826157616'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:33.212485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:33.280396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:33.293225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:33.307532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:33.461258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.462682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.477147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:33.477613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.482597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.488830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.503653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12eedc8c-0d28-47b6-982e-a67f8c8b3e5e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:33.537637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.538229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Fanout notify agent at l3_agent the message router_deleted on router 32e490bc-9ca1-4ef0-b5a6-74f800030f13 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:33.549820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.618887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.620187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/routers/32e490bc-9ca1-4ef0-b5a6-74f800030f13 HTTP/1.1" status: 204  len: 168 time: 4.8863552
Nov 23 12:46:33.670254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40014) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:33.672765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=f519daf5-9c41-4257-8b98-83c2f452ca8e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:33.683680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:33.742067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:33.815270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.815714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment 3e705758-396a-42e8-980e-c68d9ffbe422 of type vxlan for network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a
Nov 23 12:46:33.912883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.922681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting subnet d41cf7da-9db7-4d26-890a-c28bd88b2889 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:46:33.927957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:33.947174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.003664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.045758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245a447-4af9-4aa7-8f80-77ac4f2e8896 None None] DHCP port deletion for f765db5c-287a-46b8-a79a-84f27df180e4 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:46:34.070717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.078236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e527cfef-9dbb-40dd-8d78-0102bf8d56ea None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:34.082558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port f519daf5-9c41-4257-8b98-83c2f452ca8e on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:34.090783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 3a53da22-891a-41e0-a666-fe9654cfb59f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:34.091129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.203361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.207790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:34.208487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.220785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:34.225702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.236260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527cfef-9dbb-40dd-8d78-0102bf8d56ea None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:34.386521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.428861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.569509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 3a53da22-891a-41e0-a666-fe9654cfb59f owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:34.582905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4096773
Nov 23 12:46:34.599796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40018) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:34.612411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:34.625953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f519daf5-9c41-4257-8b98-83c2f452ca8e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:34.648051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=5d72b36f-fc4b-44a6-b95f-33c3e84a554a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:34.678961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f519daf5-9c41-4257-8b98-83c2f452ca8e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:46:34.679347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f519daf5-9c41-4257-8b98-83c2f452ca8e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:46:34.681021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:34.793091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-f765db5c-287a-46b8-a79a-84f27df180e4', 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': '296aedda-bda4-4545-a11b-742d6859d306'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:34.794017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:34.805713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:34.966088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:35.043410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:35.057628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Sync routers for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:35.065414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] 10.222.0.60 "PUT /v2.0/routers/1473fd86-dcc0-4b81-a173-d9091e947a77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4091055
Nov 23 12:46:35.130255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:35.145159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:35.150512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:35.163714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:35.185401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:35.225434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.259536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:35.260233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cab70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:35.269026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.295040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-deaabf7e-0bb0-40bb-b806-76d220b731cb tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:35.305440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.352244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:35.473677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=bf9a757f-e03b-44f3-a362-aa6466b25782,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:35.480093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:35.536617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.657224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Subnet': ['ID=d41cf7da-9db7-4d26-890a-c28bd88b2889,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:35.670724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.707788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:35.712270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Allocated IP 2001:db8::2 (f765db5c-287a-46b8-a79a-84f27df180e4/296aedda-bda4-4545-a11b-742d6859d306/d17178d2-cf5d-42aa-9553-169058ea9d11) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:35.720230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.724102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40028) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:35.731123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'security_group': {'name': 'tempest-securitygroup--2063090440', 'description': 'tempest-description--1034744404'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:35.738206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:35.742583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:security_group and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:35.745766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:35.753530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.810006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:35.842112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:35.860740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60994c19-fc88-465d-9576-87386934fa84 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:35.895663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.937423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=3a53da22-891a-41e0-a666-fe9654cfb59f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:35.940468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:35.949141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:35.976845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:35.983500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/subnets/d41cf7da-9db7-4d26-890a-c28bd88b2889 HTTP/1.1" status: 204  len: 168 time: 2.3058329
Nov 23 12:46:35.984500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40032) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:35.988593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:security_group_rule and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:36.012576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:36.032267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:36.237443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.246592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.300950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Transition to ACTIVE for port object d17178d2-cf5d-42aa-9553-169058ea9d11 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:36.324991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Transition to ACTIVE for port object d17178d2-cf5d-42aa-9553-169058ea9d11 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:36.334550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.345648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.350949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:36.460097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.471714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port 88083892-f6c9-4f38-a2cd-221af31c73bc {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:36.472086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.497207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.513523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cab70>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 2, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:36.522647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Pushing event updated for resources: {'Port': ['ID=d17178d2-cf5d-42aa-9553-169058ea9d11,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:36.522897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d93ff9e-ad76-4f2a-87fd-9f75e1b2e7b8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:36.527469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Checking router: 1473fd86-dcc0-4b81-a173-d9091e947a77 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:46:36.527873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Updating router 1473fd86-dcc0-4b81-a173-d9091e947a77 port bb661dd3-fdab-47bd-92d1-688435de56e4 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:46:36.554093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.558370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:36.619440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.646709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=296aedda-bda4-4545-a11b-742d6859d306,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:36.664349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:36.671459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d0191de9-6b77-4291-affa-8b378cd47fe6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:36.699600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:36.703002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:36.711796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:36.735369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 1e42bfa5-dfe5-47b8-81f4-1767df6b20cf associated. External IP: 172.26.6.196, port: 05f9ceee-20b3-458d-a93a-159dc52b704c.
Nov 23 12:46:36.748803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.753925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.786236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.786838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 701de1d7-a2bc-4bf6-b240-0a0836a473b0 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:36.789863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.815038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.820784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 204  len: 168 time: 3.9792473
Nov 23 12:46:36.820784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40036) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:36.827295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-911994413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:36.839949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:36.842173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Attempting to bind port d17178d2-cf5d-42aa-9553-169058ea9d11 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:36.842570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Attempting to bind port d17178d2-cf5d-42aa-9553-169058ea9d11 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:36.843050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Attempting to bind port d17178d2-cf5d-42aa-9553-169058ea9d11 on network f765db5c-287a-46b8-a79a-84f27df180e4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:36.857807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:36.859336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.863691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1664 time: 1.1373715
Nov 23 12:46:36.863862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:36.866609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40040) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:36.873953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:36.882484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'security_group_rule': {'security_group_id': '22bd8d31-e1b4-4108-9a5f-26eb117ae51a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:36.882700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.890125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd8d31-e1b4-4108-9a5f-26eb117ae51a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:36.896292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:36.908166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:security_group_rule and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:36.909763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:36.911887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:36.914345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:36.914788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Checking segment: {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:36.915374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.915902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Bound using segment: {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:36.916393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Bound port: d17178d2-cf5d-42aa-9553-169058ea9d11, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e0c10-218b-4214-b511-a99d03f5476a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f765db5c-287a-46b8-a79a-84f27df180e4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:36.916907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.922509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:36.924904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:36.925891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.006218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.027563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.029041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.065908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:37.133160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] For port d17178d2-cf5d-42aa-9553-169058ea9d11, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:37.139532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] For port d17178d2-cf5d-42aa-9553-169058ea9d11, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d17178d2-cf5d-42aa-9553-169058ea9d11,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:37.156350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.175372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771ec1b-d5d6-4aad-a302-4358c7edf3db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:37.220262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.257390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=098a0947-a34f-4b21-b890-780dea99b0db,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:37.260464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:37.311279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.315865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89f301be-e5f6-4a1e-ab43-6d0e354861c9 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4918325
Nov 23 12:46:37.318924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.321932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40044) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:37.329878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': True}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:37.365932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Pushing event updated for resources: {'Port': ['ID=d17178d2-cf5d-42aa-9553-169058ea9d11,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:37.369698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:37.382912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.411400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:37.497566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034bca0e-a795-4a96-a062-523b7431b03f,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:37.501408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:37.509631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.513634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6426687
Nov 23 12:46:37.514338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40048) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:37.523664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.536386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'security_group_rule': {'security_group_id': '22bd8d31-e1b4-4108-9a5f-26eb117ae51a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:37.545815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:37.551384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Transition to ACTIVE for port object bb661dd3-fdab-47bd-92d1-688435de56e4 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:37.554286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:security_group_rule and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:37.555839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.559640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:37.617564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.626686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6987255b-23ef-4ce1-9282-b113abf32ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:37.626863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:37.635048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] For port 88083892-f6c9-4f38-a2cd-221af31c73bc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=88083892-f6c9-4f38-a2cd-221af31c73bc,segment=NetworkSegment(20ba4e4d-cee9-4e79-a237-15bdb5c8c891),segment_id=20ba4e4d-cee9-4e79-a237-15bdb5c8c891)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:37.635457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:37.646047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': '3e705758-396a-42e8-980e-c68d9ffbe422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:37.646448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: 5d72b36f-fc4b-44a6-b95f-33c3e84a554a, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:46:37.838152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae841c9-bf32-41fa-a5f5-1aeb9b9e6a8c None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:37.853975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for 88083892-f6c9-4f38-a2cd-221af31c73bc owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:37.974867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Pushing event updated for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:37.987209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fac9438>,) {'filters': {'network_id': ['f765db5c-287a-46b8-a79a-84f27df180e4']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:37.991321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:38.012389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.023894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fac9438>, 'ab8e0c10-218b-4214-b511-a99d03f5476a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:38.024250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fac9438>, 'ab8e0c10-218b-4214-b511-a99d03f5476a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:38.045162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.072114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.075902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:38.091207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.122640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17f8ed3f-f95e-4870-af2c-bf4a5ce14bcf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:38.135474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:46:38.217687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 5d72b36f-fc4b-44a6-b95f-33c3e84a554a) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:38.242031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:38.242683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.279925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.283454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.284074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=88083892-f6c9-4f38-a2cd-221af31c73bc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:38.288732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Attempting to bind port bb661dd3-fdab-47bd-92d1-688435de56e4 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:38.289281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Attempting to bind port bb661dd3-fdab-47bd-92d1-688435de56e4 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:38.289543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Attempting to bind port bb661dd3-fdab-47bd-92d1-688435de56e4 on network fde0777d-5818-4cf1-881e-aaf817209df8 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:38.292082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.293336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:38.303573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-becf41a9-6d46-4943-a8bb-2c2061b9728a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:38.309915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:38.310351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Checking segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:38.310803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.311253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Bound using segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:38.312351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Bound port: bb661dd3-fdab-47bd-92d1-688435de56e4, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:38.312939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.322235 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7183237
Nov 23 12:46:38.328382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40052) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:38.335501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a', 'name': 'tempest-PortsIpV6TestJSON-1569477135', 'fixed_ips': [{'subnet_id': '098a0947-a34f-4b21-b890-780dea99b0db', 'ip_address': '2001:db8::10'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:38.350888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3afbeb4-00b5-434e-b4ff-e1107a572dc8,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:38.353659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:38.426281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.430523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9113438
Nov 23 12:46:38.431761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae841c9-bf32-41fa-a5f5-1aeb9b9e6a8c None None] Unable to find a vacant binding_index for network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a and agent 76308d6e-2995-457a-b8da-3d14a3133491 {{(pid=81024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Nov 23 12:46:38.448653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40056) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:38.455609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:38.456690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae841c9-bf32-41fa-a5f5-1aeb9b9e6a8c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 5d72b36f-fc4b-44a6-b95f-33c3e84a554a) {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:38.463148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] For port bb661dd3-fdab-47bd-92d1-688435de56e4, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:38.467311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] For port bb661dd3-fdab-47bd-92d1-688435de56e4, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb661dd3-fdab-47bd-92d1-688435de56e4,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:38.468158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:38.472367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.483211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.491950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5f3fb-fb60-4250-a625-00aaf3080f83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:38.498456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:38.585012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:38.591408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:38.596278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:38.603597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:38.622342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:floatingip and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:38.633269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:38.634838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:38.644004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.670593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:38.674203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router 48abb49e-990c-4a75-aec1-9c3da5407deb has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:38.721754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] No DVR routers for this DVR port 88083892-f6c9-4f38-a2cd-221af31c73bc on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:38.754466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Pushing event updated for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:38.765852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:38.868892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.900848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.907075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:38.929866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:38.930577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cab70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:38.968026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:39.008802 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:39.028113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:39.229689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:46:39.240638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.398658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-5d72b36f-fc4b-44a6-b95f-33c3e84a554a', 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': '098a0947-a34f-4b21-b890-780dea99b0db'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:46:39.399587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.407980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::10 (5d72b36f-fc4b-44a6-b95f-33c3e84a554a/098a0947-a34f-4b21-b890-780dea99b0db/1e7e3c09-4a85-45cb-b876-8fdfc760bbc6) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:39.434209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.26.6.147 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/39b7cebb-b1ad-4430-9f78-67f61249372f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:39.666541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:46:39.666541 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:46:39.666541 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': 'f765db5c-287a-46b8-a79a-84f27df180e4'}]
Nov 23 12:46:39.666541 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:46:39.666973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:46:39.757373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682595f198>,) {'filters': {'network_id': ['3efa9fba-a827-4e4f-8f48-6ef4c1c8853e']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:39.784098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682595f198>, '20ba4e4d-cee9-4e79-a237-15bdb5c8c891') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:39.784489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682595f198>, '20ba4e4d-cee9-4e79-a237-15bdb5c8c891') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:39.798703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.820007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.834376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.852916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.856924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Releasing vxlan tunnel 12 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:39.859080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:39.873796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:39.943935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5aeef20-9ac6-4e4d-9fa6-deff163a96f7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:40.018710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cab70>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:38Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:40.023083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b5ff2-d2d0-4596-96ed-de0992761975 None None] The sync data for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs is: [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:38Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:40.043832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=39b7cebb-b1ad-4430-9f78-67f61249372f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:40.047910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.128018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Allocated IP 2001:db8::2 (5d72b36f-fc4b-44a6-b95f-33c3e84a554a/098a0947-a34f-4b21-b890-780dea99b0db/4c904020-f256-442c-850d-798c088c23b6) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:40.128495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:40.141448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.158415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.165126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:40.165579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:40.231086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.307714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:40.343518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=1e7e3c09-4a85-45cb-b876-8fdfc760bbc6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:40.351103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:40.386763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:40.393213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:40.395611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:40.429342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.441548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Transition to ACTIVE for port object 4c904020-f256-442c-850d-798c088c23b6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:40.461962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Transition to ACTIVE for port object 4c904020-f256-442c-850d-798c088c23b6 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:40.467926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.468243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:40.471547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:40.474305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:40.479463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:40.480155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.482981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:40.563667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2311683
Nov 23 12:46:40.576970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40060) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:40.588709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a', 'name': 'tempest-PortsIpV6TestJSON-472802095', 'fixed_ips': [{'subnet_id': '098a0947-a34f-4b21-b890-780dea99b0db', 'ip_address': '2001:db8::f'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:40.648039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Pushing event updated for resources: {'Port': ['ID=4c904020-f256-442c-850d-798c088c23b6,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:40.654065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:40.714538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb661dd3-fdab-47bd-92d1-688435de56e4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:40.771375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port d17178d2-cf5d-42aa-9553-169058ea9d11 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:40.771754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.808745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:40.813126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:40.817067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:40.817623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:40.848540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:40.863676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:40.865303 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:40.867891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:40.876901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bb661dd3-fdab-47bd-92d1-688435de56e4 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:40.880613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:40.892785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:40.900652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Attempting to bind port 4c904020-f256-442c-850d-798c088c23b6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:46:40.901087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Attempting to bind port 4c904020-f256-442c-850d-798c088c23b6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3e705758-396a-42e8-980e-c68d9ffbe422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:46:40.901511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Attempting to bind port 4c904020-f256-442c-850d-798c088c23b6 on network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:46:40.909547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:40.909985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Checking segment: {'id': '3e705758-396a-42e8-980e-c68d9ffbe422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:46:40.910442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.911041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Bound using segment: {'id': '3e705758-396a-42e8-980e-c68d9ffbe422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:40.911580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Bound port: 4c904020-f256-442c-850d-798c088c23b6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e705758-396a-42e8-980e-c68d9ffbe422', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d72b36f-fc4b-44a6-b95f-33c3e84a554a'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:46:40.912010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:40.925849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb661dd3-fdab-47bd-92d1-688435de56e4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:40.925849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.058297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.075507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:41.088206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9a343-677f-4691-8381-00994c343b0d None None] Sync routers for ids ['48abb49e-990c-4a75-aec1-9c3da5407deb'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:41.108345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] Routers {'48abb49e-990c-4a75-aec1-9c3da5407deb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:41.109140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.109450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826796550>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['48abb49e-990c-4a75-aec1-9c3da5407deb'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:41.159784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] For port 4c904020-f256-442c-850d-798c088c23b6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:46:41.174358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.190398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] For port 4c904020-f256-442c-850d-798c088c23b6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4c904020-f256-442c-850d-798c088c23b6,segment=NetworkSegment(3e705758-396a-42e8-980e-c68d9ffbe422),segment_id=3e705758-396a-42e8-980e-c68d9ffbe422)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:46:41.197549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.201824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.203417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.224969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:41.225184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c924204-f4d3-4889-8810-249d6f58baa8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:41.229437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826796550>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:41.247374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] Routers {'48abb49e-990c-4a75-aec1-9c3da5407deb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:41.247977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826796550>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['48abb49e-990c-4a75-aec1-9c3da5407deb'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:41.256240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.257601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71386a95-9279-4a5d-9134-b207c297b654 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "PUT /v2.0/routers/48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 200  len: 924 time: 9.3106501
Nov 23 12:46:41.268905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40064) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:41.293676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Network': ['ID=3efa9fba-a827-4e4f-8f48-6ef4c1c8853e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:41.296983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:41.344131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06c9a343-677f-4691-8381-00994c343b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826796550>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:41.344615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9a343-677f-4691-8381-00994c343b0d None None] The sync data for ids ['48abb49e-990c-4a75-aec1-9c3da5407deb'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:41.408396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port bb661dd3-fdab-47bd-92d1-688435de56e4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb661dd3-fdab-47bd-92d1-688435de56e4,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:41.416772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.427900 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/networks/3efa9fba-a827-4e4f-8f48-6ef4c1c8853e HTTP/1.1" status: 204  len: 168 time: 5.4411950
Nov 23 12:46:41.429206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Pushing event updated for resources: {'Port': ['ID=4c904020-f256-442c-850d-798c088c23b6,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:41.435320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:41.436196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf3e4f85-a97e-4a20-a75e-9f5c833a38fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:41.447180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40068) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:41.553379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:41.558639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:41.768869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 1bb8f8f0-877d-4530-a160-b85c49881491 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:41.823088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:41.857388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.196502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port d17178d2-cf5d-42aa-9553-169058ea9d11, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d17178d2-cf5d-42aa-9553-169058ea9d11,segment=NetworkSegment(ab8e0c10-218b-4214-b511-a99d03f5476a),segment_id=ab8e0c10-218b-4214-b511-a99d03f5476a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:42.197043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.203340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::f (5d72b36f-fc4b-44a6-b95f-33c3e84a554a/098a0947-a34f-4b21-b890-780dea99b0db/1bb8f8f0-877d-4530-a160-b85c49881491) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:42.220190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Deleting port ad1e36df-d5b6-4aca-b240-9af0b79ae72b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:42.220614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.396748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for d17178d2-cf5d-42aa-9553-169058ea9d11 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:42.453599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Allocated IP 172.26.6.139 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/b3739c5c-af6c-422f-b92a-94458d0ddb49) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:42.478341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.481539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router 01d8773e-c708-4ef7-b774-c547f74f4e46 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:46:42.504074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 1bb8f8f0-877d-4530-a160-b85c49881491 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:46:42.662926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.680535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2f4debc5-1d57-4a13-813e-d93bc42a0a66 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:42.734191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4c904020-f256-442c-850d-798c088c23b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:42.776586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.839065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4c904020-f256-442c-850d-798c088c23b6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:42.845835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb661dd3-fdab-47bd-92d1-688435de56e4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:42.862650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=1bb8f8f0-877d-4530-a160-b85c49881491,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:42.866250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:42.937998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb661dd3-fdab-47bd-92d1-688435de56e4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:42.938437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:42.961713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:42.971245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:42.973784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:42.978381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:42.979074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.012504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:43.017896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.019294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8213ac37-8a39-4a73-867f-42b04ce7735e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "PUT /v2.0/routers/01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 200  len: 914 time: 5.6962535
Nov 23 12:46:43.021142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.4421527
Nov 23 12:46:43.021828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.022217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.025135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40072) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.025544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40074) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.052578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] Sync routers for ids ['01d8773e-c708-4ef7-b774-c547f74f4e46'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:43.082398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] Routers {'01d8773e-c708-4ef7-b774-c547f74f4e46'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:43.083115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['01d8773e-c708-4ef7-b774-c547f74f4e46'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.163377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.177412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-275b701c-c996-4e15-81d3-997c61f7f7b3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:43.180366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1fedb-8e1d-47b3-9c97-89e4bd698020 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:43.207010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] Routers {'01d8773e-c708-4ef7-b774-c547f74f4e46'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:43.207713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['01d8773e-c708-4ef7-b774-c547f74f4e46'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.220144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:43.233015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:43.233918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.248403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:43.250368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266b1550>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.262783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1fedb-8e1d-47b3-9c97-89e4bd698020 None None] Network 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e could not be found, it might have been deleted concurrently. {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Nov 23 12:46:43.265464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3f9be-0f24-4988-aa1a-32b21da29cd5 None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:43.284609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Calling delete_port for ad1e36df-d5b6-4aca-b240-9af0b79ae72b owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:43.315589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c4ca3-88cc-4a03-a5b7-02ba2c307175 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:43.316773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d1c4ca3-88cc-4a03-a5b7-02ba2c307175 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:43.361077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266b1550>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.378689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:43.379592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266b1550>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.383028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d1c4ca3-88cc-4a03-a5b7-02ba2c307175 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:43.383643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.387236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d1c4ca3-88cc-4a03-a5b7-02ba2c307175 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.3561573
Nov 23 12:46:43.389842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40080) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.399543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=d17178d2-cf5d-42aa-9553-169058ea9d11,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:43.415119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:43.431592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a282f7-14ea-49d1-aa69-79a1994f550e None None] Network f765db5c-287a-46b8-a79a-84f27df180e4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:43.492760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266b1550>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.493341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ab80a-9aee-4d89-8b0b-ba528cdc6a67 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:43.503721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-576d2ab4-acfe-44f8-8620-fe45e24a2263 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:43.517267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc3afcb7-ebb1-4ebd-8aba-e3e56634df78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 200  len: 920 time: 0.4904263
Nov 23 12:46:43.521318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40084) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.587083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port d17178d2-cf5d-42aa-9553-169058ea9d11 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:43.592540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a625bec-0a9c-472b-9ac8-3322a686aac2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:43.600742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a625bec-0a9c-472b-9ac8-3322a686aac2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:43.606218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a625bec-0a9c-472b-9ac8-3322a686aac2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:43.609477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a625bec-0a9c-472b-9ac8-3322a686aac2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.2147391
Nov 23 12:46:43.615958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40088) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.631993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.641746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8c2c2-2b9e-4629-a172-4207b6334c89 None None] DHCP port deletion for 3efa9fba-a827-4e4f-8f48-6ef4c1c8853e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:46:43.713984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Provisioning for port 4c904020-f256-442c-850d-798c088c23b6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:43.727514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:43.727946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.771106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 1bb8f8f0-877d-4530-a160-b85c49881491 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:43.771708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.802312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:43.802780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42bdb3b-3382-4b8d-815d-b1ea5c1d8f51 None None] The sync data for ids ['01d8773e-c708-4ef7-b774-c547f74f4e46'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:43.818376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03da94-3703-440f-91ae-d1a62d47474e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:43.822661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bf03da94-3703-440f-91ae-d1a62d47474e tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=01d8773e-c708-4ef7-b774-c547f74f4e46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2978115
Nov 23 12:46:43.823873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'Port': ['ID=b3739c5c-af6c-422f-b92a-94458d0ddb49,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:43.824014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40092) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.854752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:43.883958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 17.2453558
Nov 23 12:46:43.894181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902d6a0-0e23-40fd-99c7-b5a0914271e8 None None] DHCP port deletion for f765db5c-287a-46b8-a79a-84f27df180e4 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:46:43.901202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40096) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:43.925506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': '05f9ceee-20b3-458d-a93a-159dc52b704c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:43.978096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:43.988244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.011394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ac9c3278-04b7-448a-a269-3e721047b034 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 200  len: 924 time: 2.7167211
Nov 23 12:46:44.014386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:44.020943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] For port 4c904020-f256-442c-850d-798c088c23b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4c904020-f256-442c-850d-798c088c23b6,segment=NetworkSegment(3e705758-396a-42e8-980e-c68d9ffbe422),segment_id=3e705758-396a-42e8-980e-c68d9ffbe422)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:44.027046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.029587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:44.108496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Pushing event updated for resources: {'Port': ['ID=4c904020-f256-442c-850d-798c088c23b6,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:44.120176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:44.157554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c361b0f9-bdfa-4cc8-83fe-51fc35cb3a8b None None] Provisioning complete for port bb661dd3-fdab-47bd-92d1-688435de56e4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:44.158413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c361b0f9-bdfa-4cc8-83fe-51fc35cb3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.240364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.316194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:44.339969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:44.341841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.358810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:44.409130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:44.501048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be59a43-b79a-449a-aa94-754151971ad2 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:44.502780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9be59a43-b79a-449a-aa94-754151971ad2 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.6781275
Nov 23 12:46:44.507655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40104) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:44.579347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b359f82d-091b-4ce2-8a5c-4680e331880a tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 200  len: 205 time: 0.0658875
Nov 23 12:46:44.595760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40108) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:44.632935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4c904020-f256-442c-850d-798c088c23b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:44.713983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:44.793811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c422a0-59f4-45ae-9b5f-bb4f4a624ff6 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:44.795408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-54c422a0-59f4-45ae-9b5f-bb4f4a624ff6 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=48abb49e-990c-4a75-aec1-9c3da5407deb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7794545
Nov 23 12:46:44.815107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f68b7f0>,) {'filters': {'network_id': ['f765db5c-287a-46b8-a79a-84f27df180e4']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:44.839431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40112) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:44.859772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae97026-4e90-4c09-a95c-8dd6c7ac035a None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:44.877190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Pushing event deleted for resources: {'Port': ['ID=ad1e36df-d5b6-4aca-b240-9af0b79ae72b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:44.933262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 1bb8f8f0-877d-4530-a160-b85c49881491 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:44.957223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:44.964943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f68b7f0>, 'ab8e0c10-218b-4214-b511-a99d03f5476a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:44.964943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f68b7f0>, 'ab8e0c10-218b-4214-b511-a99d03f5476a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:45.000715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:45.001223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.006823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.089947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.094351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:45.138030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.145703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:45.146134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.158494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f53ad6df-76ec-487c-9b6c-fb87856e748f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:45.266101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=1bb8f8f0-877d-4530-a160-b85c49881491,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:45.284459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:45.294158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.409049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Provisioning for port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:46:45.419333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 88083892-f6c9-4f38-a2cd-221af31c73bc no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:45.425941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d3b93-af9a-4b2a-9f3d-748606fbdd4e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:45.426581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ac7d3b93-af9a-4b2a-9f3d-748606fbdd4e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Synchronizing usage tracker for tenant:c28e30982a344bad92d861f7a91802c5 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:45.451737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Provisioning complete for port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:45.453153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.460826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:45.489538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 88083892-f6c9-4f38-a2cd-221af31c73bc {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:46:45.489935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 88083892-f6c9-4f38-a2cd-221af31c73bc not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:46:45.505757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.526598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:45.531484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c895642c-d428-4995-b81e-93fe5b73f3b0 None None] Could not find standard attr ID for object 1bb8f8f0-877d-4530-a160-b85c49881491. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:46:45.611872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.645947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/1bb8f8f0-877d-4530-a160-b85c49881491 HTTP/1.1" status: 204  len: 168 time: 2.0226336
Nov 23 12:46:45.648891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40116) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:45.653858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-a9555e8a-afc3-4d53-9773-2f26973134e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1740391
Nov 23 12:46:45.722561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ac7d3b93-af9a-4b2a-9f3d-748606fbdd4e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Unset dirty status for tenant:c28e30982a344bad92d861f7a91802c5 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:45.723881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ac7d3b93-af9a-4b2a-9f3d-748606fbdd4e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.8783257
Nov 23 12:46:45.724952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a79c11-90ba-4d29-ab54-08d69ecfe42a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:46:45.725826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3a79c11-90ba-4d29-ab54-08d69ecfe42a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:45.730023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:45.758139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1ac09b70-a7f8-4790-8e1a-74958067055f None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:45.758564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b70-a7f8-4790-8e1a-74958067055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.852455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.889958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.896011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a991615e-be5a-474d-89c2-3cad223e75c2 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 200  len: 205 time: 0.1634161
Nov 23 12:46:45.902603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40124) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:45.940250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1ac09b70-a7f8-4790-8e1a-74958067055f None None] Provisioning complete for port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:45.940707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ac09b70-a7f8-4790-8e1a-74958067055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:45.956638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network f765db5c-287a-46b8-a79a-84f27df180e4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:45.997286 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:46.002559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3a79c11-90ba-4d29-ab54-08d69ecfe42a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:46.003836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b3a79c11-90ba-4d29-ab54-08d69ecfe42a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/1bb8f8f0-877d-4530-a160-b85c49881491 HTTP/1.1" status: 404  len: 333 time: 0.3538394
Nov 23 12:46:46.009065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1ac09b70-a7f8-4790-8e1a-74958067055f None None] Port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:46.014067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.017294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40128) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:46.138888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.141301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 39b7cebb-b1ad-4430-9f78-67f61249372f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:46.141682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.144965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7b333524-0872-4d36-9800-a1084d61e741 None None] Provisioning complete for port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:46.145610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b333524-0872-4d36-9800-a1084d61e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.216568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7b333524-0872-4d36-9800-a1084d61e741 None None] Port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:46:46.228272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.232464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] 10.222.0.60 "DELETE /v2.0/floatingips/b1fb1039-9915-438a-8785-a7c32398b639 HTTP/1.1" status: 204  len: 168 time: 4.7841697
Nov 23 12:46:46.243541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.248620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:46.250093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.257454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:46.299079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.319423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=f765db5c-287a-46b8-a79a-84f27df180e4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:46.327710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:46.333661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/f765db5c-287a-46b8-a79a-84f27df180e4 HTTP/1.1" status: 204  len: 168 time: 17.9717355
Nov 23 12:46:46.356383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d3af4d88-5f51-4acb-8000-c795f321489d None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:46.357208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3af4d88-5f51-4acb-8000-c795f321489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.365448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:46.490327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-c5634143-252e-49a7-b1a6-f91842b6c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:46.491957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-c5634143-252e-49a7-b1a6-f91842b6c1ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.6796970
Nov 23 12:46:46.502314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9d7f46-c8b2-443c-ba5e-195a48ac2fda tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:46:46.502804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9d7f46-c8b2-443c-ba5e-195a48ac2fda tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:46:46.504678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3a9d7f46-c8b2-443c-ba5e-195a48ac2fda tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/f765db5c-287a-46b8-a79a-84f27df180e4 HTTP/1.1" status: 404  len: 339 time: 0.1342437
Nov 23 12:46:46.516986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40138) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:46.530158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.572707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898245092', 'description': 'd1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:46.737367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1cee99cb-5166-4986-b498-4d54d1b6f4b3 None None] Could not find standard attr ID for object 1bb8f8f0-877d-4530-a160-b85c49881491. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:46:46.763224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40144) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:46.825954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.828400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.833268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.858269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:46.877042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-93296f54-539d-433b-b6c4-8029d7108034 None None] Provisioning complete for port 4c904020-f256-442c-850d-798c088c23b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:46.877479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93296f54-539d-433b-b6c4-8029d7108034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:46.908707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.062749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68dba9-d07b-4185-95d9-68530ba0d7d3 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:46:47.098636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.210868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68dba9-d07b-4185-95d9-68530ba0d7d3 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:46:47.235350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:47.239857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Usage tracker for resource:network and tenant:2d9c4060a69f4d629fed4ef3e3b568b3 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:47.243264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:47.250840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:47.272561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 39b7cebb-b1ad-4430-9f78-67f61249372f owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:47.302318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:47.308152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.319548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-ab35e608-23da-439b-8747-0a55f88827a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:47.321213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-ab35e608-23da-439b-8747-0a55f88827a2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.7405748
Nov 23 12:46:47.463893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'Port': ['ID=b3739c5c-af6c-422f-b92a-94458d0ddb49,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:47.470894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:47.507008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eef28d01-28cc-4878-88c5-939acce69e6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e7d9711834248398f0e206fd243b4cc&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7399056
Nov 23 12:46:47.508790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40150) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:47.627019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:47.667745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-21e87376-1c37-430c-b899-0fc2aaecdabd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.3295701
Nov 23 12:46:47.683754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.684143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment a9766d74-c016-43e5-973e-376569249e0d of type vxlan for network 8468bf80-8bdf-44cd-a3b6-7783bf900658
Nov 23 12:46:47.699195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.704901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.750703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.779644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.780879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.781351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.3294981
Nov 23 12:46:47.889121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.913867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-105d2a0b-03ad-46e6-9fb1-e93bbb6f83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:47.915357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-105d2a0b-03ad-46e6-9fb1-e93bbb6f83a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2330964
Nov 23 12:46:47.963022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:47.970876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:47.989633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b63005-4d5b-40fc-8c5f-ece592801ec6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:47.994563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:47.997305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.002673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41b63005-4d5b-40fc-8c5f-ece592801ec6 HTTP/1.1" status: 204  len: 168 time: 0.4874277
Nov 23 12:46:48.096543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:48.130406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.157294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:48.334474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:48.339732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.352489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:48.375671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:48.376494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682412da90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:48.385842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.400885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.405666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:48.406645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.416331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0e6e76a-b5ad-4077-a44b-5369dbb7d63d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:48.457326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-e91dad46-2f1b-47b7-bc9e-c4a57b4e5446 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:48.463464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682412da90>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:48.475642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:48.476323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682412da90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:48.489066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40172) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:48.551406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682412da90>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:48.551799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57c95-1264-47e5-9e20-0e988ed6370a None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:48.596599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:48.599938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=39b7cebb-b1ad-4430-9f78-67f61249372f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:48.615745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13e3d54a-e858-4ccf-8496-1ed60d10a25d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/1e42bfa5-dfe5-47b8-81f4-1767df6b20cf HTTP/1.1" status: 200  len: 979 time: 4.6995893
Nov 23 12:46:48.618660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40176) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:48.626456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:48.629435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:48.752634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30306045-7d9c-4dbf-b363-1255a94b3697 req-46941829-8492-4853-a2b2-f0b6785c1623 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:48.756829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.2341759
Nov 23 12:46:48.756966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30306045-7d9c-4dbf-b363-1255a94b3697 req-46941829-8492-4853-a2b2-f0b6785c1623 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2593470
Nov 23 12:46:48.757048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-e91dad46-2f1b-47b7-bc9e-c4a57b4e5446 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:48.757048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-e91dad46-2f1b-47b7-bc9e-c4a57b4e5446 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2063090440&fields=id&tenant_id=ab2726c91c704c01aae329820908a551 HTTP/1.1" status: 200  len: 267 time: 0.6210697
Nov 23 12:46:48.757307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40180) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:48.757949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-3ecf80c3-b487-41dd-b8a2-f89d5788e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:48.759500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-3ecf80c3-b487-41dd-b8a2-f89d5788e8be service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7301564
Nov 23 12:46:48.910567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=8468bf80-8bdf-44cd-a3b6-7783bf900658,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:48.920595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:48.923594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:48.943978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:48.972777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:48.984016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.003540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Usage tracker for resource:security_group_rule and tenant:63cf0c0d89d64177b6c08b03a5de86ea is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:49.029241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:49.044681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:49.074844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d95e2e-e6cc-49ab-96ce-7100eece047b tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:49.076136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58d95e2e-e6cc-49ab-96ce-7100eece047b tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Synchronizing usage tracker for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:49.079255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port bf9a757f-e03b-44f3-a362-aa6466b25782 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:49.079627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.114287 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30306045-7d9c-4dbf-b363-1255a94b3697 req-e3baca56-1ab5-456a-85bc-9635e6e9f7ef tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3256021
Nov 23 12:46:49.182637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58d95e2e-e6cc-49ab-96ce-7100eece047b tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Unset dirty status for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:49.187399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58d95e2e-e6cc-49ab-96ce-7100eece047b tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks?id=8468bf80-8bdf-44cd-a3b6-7783bf900658 HTTP/1.1" status: 200  len: 764 time: 0.4257894
Nov 23 12:46:49.203923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40186) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:49.283100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'description': 'd2'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:49.306210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b11db971-d11e-4ae5-b666-3b9dedf5d775 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:49.441053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=1e7e3c09-4a85-45cb-b876-8fdfc760bbc6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:49.451197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:49.490718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.512819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.523753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3fd8a-25ed-4c54-b603-cf42efc0abde tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:49.621430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-d2a0f036-8e4c-4b21-adee-5ce765dfccdb service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8441637
Nov 23 12:46:49.645160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b0bc2506-2c03-49ea-a929-f54a9ec11cfb tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:49.645916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b0bc2506-2c03-49ea-a929-f54a9ec11cfb tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:49.647365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.647734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.847768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for bf9a757f-e03b-44f3-a362-aa6466b25782 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:49.869915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b0bc2506-2c03-49ea-a929-f54a9ec11cfb tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:49.871195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b0bc2506-2c03-49ea-a929-f54a9ec11cfb tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/networks?id=fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 200  len: 812 time: 1.0870752
Nov 23 12:46:49.872010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.876747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f4b52-3278-4de5-b1b7-3b743f5fb86e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:49.903745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63cf0c0d89d64177b6c08b03a5de86ea&name=default HTTP/1.1" status: 200  len: 2747 time: 1.4042499
Nov 23 12:46:49.903745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:49.911687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40190) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:49.940669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40b968-b131-430d-8828-695440e27334 req-d374ecb5-d206-46e9-b0b4-ff2b4c969d25 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:49.943344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2a40b968-b131-430d-8828-695440e27334 req-d374ecb5-d206-46e9-b0b4-ff2b4c969d25 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.6663611
Nov 23 12:46:49.973330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:49.975419 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 HTTP/1.1" status: 204  len: 168 time: 3.9555128
Nov 23 12:46:49.996448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port 362ddc02-cfbf-43b5-8980-eda5a8257f2b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:49.996834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.029308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40194) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:50.101596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.180397 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-37c0086a-47e0-48fe-a32c-72d8222ec725 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/quotas/ab2726c91c704c01aae329820908a551 HTTP/1.1" status: 200  len: 375 time: 0.2818315
Nov 23 12:46:50.199114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5385ac7b-e204-4393-a3c7-341e96f46601 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:46:50.199686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5385ac7b-e204-4393-a3c7-341e96f46601 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:50.267049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98a33304-b300-4b8b-b843-51ad9965e0f6 req-47481337-19a6-4f27-84c6-0eb459b9a872 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6282618
Nov 23 12:46:50.433465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.466826 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2a40b968-b131-430d-8828-695440e27334 req-22c903f4-4c80-4f00-819f-a683d3854f9b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4333773
Nov 23 12:46:50.481797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.495141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5385ac7b-e204-4393-a3c7-341e96f46601 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:50.499014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5385ac7b-e204-4393-a3c7-341e96f46601 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/1e7e3c09-4a85-45cb-b876-8fdfc760bbc6 HTTP/1.1" status: 404  len: 333 time: 0.4634368
Nov 23 12:46:50.501901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:50.510287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40200) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:50.639229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.647452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.696217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.717050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.736855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-29d4304e-5581-4cbd-9263-ebac7ebb2833 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab2726c91c704c01aae329820908a551&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4753003
Nov 23 12:46:50.767534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:46:50.783732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=8468bf80-8bdf-44cd-a3b6-7783bf900658,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:50.789406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.800244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:50.809254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:50.830613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:50.861007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 is not hosted by any dhcp agent {{(pid=81023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:46:50.865186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:50.865874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.870377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "PUT /v2.0/networks/8468bf80-8bdf-44cd-a3b6-7783bf900658 HTTP/1.1" status: 200  len: 761 time: 1.6170080
Nov 23 12:46:50.871243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:50.891716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40206) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:50.892547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:51.031180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=bf9a757f-e03b-44f3-a362-aa6466b25782,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:51.099044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for 362ddc02-cfbf-43b5-8980-eda5a8257f2b owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:51.122415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:51.158610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.159218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 01d8773e-c708-4ef7-b774-c547f74f4e46 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:51.198524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.203338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.204563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 204  len: 168 time: 6.6076875
Nov 23 12:46:51.217161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-165a87a1-2b95-4df9-a8d2-ecd6298ab8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:51.224699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40210) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.257579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830909295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:51.267568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f4b52-3278-4de5-b1b7-3b743f5fb86e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:51.274080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd67f74c-3a1a-44d3-976e-c2feb69c20c1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:51.279673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd67f74c-3a1a-44d3-976e-c2feb69c20c1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks?id=8468bf80-8bdf-44cd-a3b6-7783bf900658 HTTP/1.1" status: 200  len: 764 time: 0.3563800
Nov 23 12:46:51.286026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40214) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.287108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:51.292272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:51.294108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 098a0947-a34f-4b21-b890-780dea99b0db {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:46:51.298470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-9eaac81b-1fbb-442e-a95e-9358d882e048 service neutron] 10.222.0.60 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5408552
Nov 23 12:46:51.301391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.338557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:51.350164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:51.425905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:51.468491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a500f3f-15c1-4931-98e6-decd542ff5a0 req-0127d781-e60c-4948-9afb-90ff28c44733 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:51.470155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a500f3f-15c1-4931-98e6-decd542ff5a0 req-0127d781-e60c-4948-9afb-90ff28c44733 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.4410675
Nov 23 12:46:51.522531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.523575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.541455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.542576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da0f4b52-3278-4de5-b1b7-3b743f5fb86e HTTP/1.1" status: 204  len: 168 time: 1.6271439
Nov 23 12:46:51.644380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d5935-6460-4758-90bc-64ac56fefc23 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:51.648857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-739d5935-6460-4758-90bc-64ac56fefc23 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3579714
Nov 23 12:46:51.652730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40220) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.657218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.657937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 1e42bfa5-dfe5-47b8-81f4-1767df6b20cf disassociated (deleted). External IP: 172.26.6.196, port: 05f9ceee-20b3-458d-a93a-159dc52b704c.
Nov 23 12:46:51.749946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.760643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a500f3f-15c1-4931-98e6-decd542ff5a0 req-45328a43-ed10-41ee-a6d2-0f355987dc26 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2458553
Nov 23 12:46:51.769046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.779080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36f4d20b-ef19-496b-a316-f424998c97c3 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Synchronizing usage tracker for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:51.871163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.879448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36f4d20b-ef19-496b-a316-f424998c97c3 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Unset dirty status for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:51.885890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36f4d20b-ef19-496b-a316-f424998c97c3 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 207 time: 0.2268724
Nov 23 12:46:51.889921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.909604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-1ddd160c-78ea-47cd-b138-3f82cd20cc71 service neutron] 10.222.0.60 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2924495
Nov 23 12:46:51.911655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:51.915660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-024ac5c2-efa2-4c82-b530-59a6c8db4fca tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6780086
Nov 23 12:46:51.916291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40230) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.923880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:52.052203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:52.057623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40234) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:52.071702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19e1f144-bdde-4b0e-81ba-10957f455d61 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:52.093367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:52.184884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=362ddc02-cfbf-43b5-8980-eda5a8257f2b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:52.205987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:52.219654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:52.281803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:52.289045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7f529035dd47eaa795a7959ffc1d14 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:52.293056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:52.297980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.302510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.305027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:52.306751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.311102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.316287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.320626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:52.321874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Synchronizing usage tracker for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:52.463111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Unset dirty status for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:52.469187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd27fc06-f8b7-4bd7-8322-0e2f3d9ae6ec tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.5631449
Nov 23 12:46:52.469187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40238) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:52.887730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:52.906955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43227a3c-dcb4-4c9a-a7c5-d6bff16e9b49 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.4328341
Nov 23 12:46:52.911998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40244) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:52.961545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.064087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.065437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.075894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:53.169226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf6661-f683-45d0-85cc-026784b0ff85,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:53.179053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:53.188522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a7f529035dd47eaa795a7959ffc1d14&name=default HTTP/1.1" status: 200  len: 2747 time: 1.1249378
Nov 23 12:46:53.195560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40252) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:53.215028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.216666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.218889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.220363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.221867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.222819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Synchronizing usage tracker for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:46:53.237577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.255634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9756-53b3-4fc5-a24b-c54e3e7a1b17 req-9fdc1205-9ff3-4668-814f-01eab2404ca5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.257290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-833f9756-53b3-4fc5-a24b-c54e3e7a1b17 req-9fdc1205-9ff3-4668-814f-01eab2404ca5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3008237
Nov 23 12:46:53.293020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6606887-574e-4fbb-a859-b39b755540a6 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:53.373279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:46:53.390998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.404398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=098a0947-a34f-4b21-b890-780dea99b0db,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:53.406755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-833f9756-53b3-4fc5-a24b-c54e3e7a1b17 req-649bab81-fa0c-46ae-abd6-572e30ad85a2 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325452
Nov 23 12:46:53.466534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f282037a-a12b-4064-ad8c-8bee27567639 req-28518d46-0837-4a55-ba01-ce1458f3e840 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.2405019
Nov 23 12:46:53.477820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:53.480365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.483562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Unset dirty status for tenant:2d9c4060a69f4d629fed4ef3e3b568b3 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:46:53.494145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-da595440-51fe-497b-b76e-b6d34be1cfd1 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.5642323
Nov 23 12:46:53.501067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40256) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:53.591721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.692611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.812654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.819512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70204e91-7805-4d4a-a5ec-2fb7c33bf121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:53.853599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf6661-f683-45d0-85cc-026784b0ff85,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:53.863559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:53.868001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.871702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44cf6661-f683-45d0-85cc-026784b0ff85 HTTP/1.1" status: 204  len: 168 time: 0.6704583
Nov 23 12:46:53.896500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.918687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.938791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.940381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.941870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.944273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.944781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:53.945426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7e8fd-c77b-4d64-b057-f3d6a2999667 None None] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:46:53.949797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f573e57-0592-4a14-80fe-f190bb54b788 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.4443891
Nov 23 12:46:53.949797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:53.953354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40262) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.047313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/098a0947-a34f-4b21-b890-780dea99b0db HTTP/1.1" status: 204  len: 168 time: 3.4708483
Nov 23 12:46:54.050015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40266) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.133841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21e57a-08ed-4d41-8d47-d9c8cfb9d086 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:54.138946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3a21e57a-08ed-4d41-8d47-d9c8cfb9d086 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks/e069d28a-cbcc-4dd9-acb7-7f978619bfd0 HTTP/1.1" status: 200  len: 804 time: 0.1809945
Nov 23 12:46:54.140049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40270) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.140208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:46:54.143184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.143802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router 48abb49e-990c-4a75-aec1-9c3da5407deb {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:46:54.153556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:46:54.177739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.185195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:54.187761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256cb8d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:54.245235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Allocated IP 172.26.6.47 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/1e4246b2-818e-4ab2-8cbd-cbe97b81afcc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:54.259052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.266165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.267375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 204  len: 168 time: 8.3575404
Nov 23 12:46:54.271508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40280) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.279699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1426614130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:54.292313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:54.301571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:54.306902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:54.318311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:54.361796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.362839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.367121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/1e42bfa5-dfe5-47b8-81f4-1767df6b20cf HTTP/1.1" status: 204  len: 168 time: 5.7473876
Nov 23 12:46:54.371056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40284) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.396678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256cb8d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:54.400600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] DHCP port deletion for 5d72b36f-fc4b-44a6-b95f-33c3e84a554a request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:46:54.405139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Deleting port 4c904020-f256-442c-850d-798c088c23b6 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:54.405575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.412530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:54.413426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256cb8d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:54.424542 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33e6e4ae-20f7-467b-a386-266f4bc7288d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/networks/e069d28a-cbcc-4dd9-acb7-7f978619bfd0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2833049
Nov 23 12:46:54.431453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40288) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.503958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256cb8d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:54.506900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e569c963-2353-4f37-947f-5c8abaa725ca None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:46:54.508386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 4c904020-f256-442c-850d-798c088c23b6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:54.508811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.624021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 05f9ceee-20b3-458d-a93a-159dc52b704c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:54.625900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.668149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.722981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.761843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6a909-f578-448b-8def-25cc8cfdebe2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:54.763444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-35f6a909-f578-448b-8def-25cc8cfdebe2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets/97042ba7-7e88-4605-b8db-e8d9c75cc2d0 HTTP/1.1" status: 200  len: 843 time: 0.3300052
Nov 23 12:46:54.770453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40304) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:54.771486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec18396f-6e9f-4673-8cd3-fbc703b931b3 req-d3639213-f5d1-43c0-8e22-7dba32e9d9f5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.1011407
Nov 23 12:46:54.852698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.911986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:54.913366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fbf4ec1e-8cd5-48ff-8320-af9d971d5863 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6408453
Nov 23 12:46:54.919351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40308) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.001002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4c904020-f256-442c-850d-798c088c23b6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:46:55.018610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:55.059572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.098545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] For port 4c904020-f256-442c-850d-798c088c23b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4c904020-f256-442c-850d-798c088c23b6,segment=NetworkSegment(3e705758-396a-42e8-980e-c68d9ffbe422),segment_id=3e705758-396a-42e8-980e-c68d9ffbe422)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:55.099265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.102321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.132719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:55.214052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 05f9ceee-20b3-458d-a93a-159dc52b704c owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:55.305230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40318) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.313650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Calling delete_port for 4c904020-f256-442c-850d-798c088c23b6 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:55.451988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.521389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.539362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:55.546857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.630893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d84988-5316-4363-a304-99eec264446c tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:55.631104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:55.632786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0d84988-5316-4363-a304-99eec264446c tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "GET /v2.0/subnets/97042ba7-7e88-4605-b8db-e8d9c75cc2d0?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.8197937
Nov 23 12:46:55.636100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Pushing event deleted for resources: {'Port': ['ID=4c904020-f256-442c-850d-798c088c23b6,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:55.641827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:55.668607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40330) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.691002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] No DVR routers for this DVR port 4c904020-f256-442c-850d-798c088c23b6 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:46:55.693759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-7c1ff166-2fa3-495b-9369-c225285ce200 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.694886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7c1ff166-2fa3-495b-9369-c225285ce200 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.3894053
Nov 23 12:46:55.709657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40334) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.719164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013430486'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:55.721037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=05f9ceee-20b3-458d-a93a-159dc52b704c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:55.728119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-75be558a-7a53-40f6-aed6-a3d3b54e66b7 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.729379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75be558a-7a53-40f6-aed6-a3d3b54e66b7 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0134151
Nov 23 12:46:55.730946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] For port 4c904020-f256-442c-850d-798c088c23b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4c904020-f256-442c-850d-798c088c23b6,segment=NetworkSegment(3e705758-396a-42e8-980e-c68d9ffbe422),segment_id=3e705758-396a-42e8-980e-c68d9ffbe422)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:46:55.731353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:55.733967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:55.734682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40338) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.741455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Pushing event updated for resources: {'Port': ['ID=1e4246b2-818e-4ab2-8cbd-cbe97b81afcc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:55.741785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-13130a57-becc-416d-b731-00d6957c1e72 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.742835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13130a57-becc-416d-b731-00d6957c1e72 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0071890
Nov 23 12:46:55.745698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40342) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.753288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-f12b3c40-6222-470d-81d7-04d2fcef4b45 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.756995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f12b3c40-6222-470d-81d7-04d2fcef4b45 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0077963
Nov 23 12:46:55.757144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:55.757144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:55.757373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40346) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.766699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-0caec146-5ae2-47dc-a656-ff5fc8ce2db2 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.770258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0caec146-5ae2-47dc-a656-ff5fc8ce2db2 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0095520
Nov 23 12:46:55.770620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40350) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.778261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-fe118e2c-aa7d-4273-82aa-8b18ef0f92bb tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.782582 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe118e2c-aa7d-4273-82aa-8b18ef0f92bb tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0077853
Nov 23 12:46:55.790745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40354) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.801539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-d5695d05-f4bf-4412-ba98-cf4f0a572e87 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.804706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5695d05-f4bf-4412-ba98-cf4f0a572e87 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0108061
Nov 23 12:46:55.812040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40360) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.827619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-578f0ae9-8eb8-4673-87d9-5a7a97a29927 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.831430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-578f0ae9-8eb8-4673-87d9-5a7a97a29927 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0154898
Nov 23 12:46:55.831683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.841390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-af243f1f-8b37-4613-89db-1beafd3ccb59 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.843177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af243f1f-8b37-4613-89db-1beafd3ccb59 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0097969
Nov 23 12:46:55.846822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40368) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.855413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-7e8098c2-c5a2-49e0-b34b-471bf86d783c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.856448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e8098c2-c5a2-49e0-b34b-471bf86d783c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0076995
Nov 23 12:46:55.860848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40372) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.900704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-11dfdf4a-7384-4416-971d-c6f748bb0d12 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.904241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11dfdf4a-7384-4416-971d-c6f748bb0d12 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0387986
Nov 23 12:46:55.913368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40376) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.932261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 4c904020-f256-442c-850d-798c088c23b6 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:46:55.944705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae860fe-0eb0-4dcb-882c-7ff69eb2322c req-0215e087-0645-4b87-8740-0b9d1cc4194e tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.0871017
Nov 23 12:46:55.947975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-e27abc02-051c-4757-a6cb-cd7575c2407b tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.952170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e27abc02-051c-4757-a6cb-cd7575c2407b tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0346801
Nov 23 12:46:55.953578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40380) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.971127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c500-3ed9-4106-a64e-b6dbb4a64f5a req-f0167430-e5ed-481f-9084-92fdf5a9ffa7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:55.971474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-72306822-f4d4-438d-b0ef-ac42da5ddcee tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.971561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da66c500-3ed9-4106-a64e-b6dbb4a64f5a req-f0167430-e5ed-481f-9084-92fdf5a9ffa7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 1.2023742
Nov 23 12:46:55.971641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72306822-f4d4-438d-b0ef-ac42da5ddcee tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0149302
Nov 23 12:46:55.971720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:55.982532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40384) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:55.990418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-d8783fe0-8115-40c9-b91c-52785e988602 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:55.991613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8783fe0-8115-40c9-b91c-52785e988602 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0080051
Nov 23 12:46:55.994369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40388) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.001823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-5dbcabe2-04fe-43b5-87bf-e8377cdc43e5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.004485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5dbcabe2-04fe-43b5-87bf-e8377cdc43e5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0075397
Nov 23 12:46:56.005843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40392) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.012344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-d341c07b-cdca-44ab-abbc-cfdd70401c1c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.013373 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d341c07b-cdca-44ab-abbc-cfdd70401c1c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0066156
Nov 23 12:46:56.015047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.017795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.026945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9eb10b25-60e3-4e8d-a3c1-4db357f3c428 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.027957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9eb10b25-60e3-4e8d-a3c1-4db357f3c428 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0080192
Nov 23 12:46:56.031324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40400) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.036755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-7984cbbe-d221-4db6-ba1b-ff272a81d71f tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.037752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7984cbbe-d221-4db6-ba1b-ff272a81d71f tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0054023
Nov 23 12:46:56.039326 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/05f9ceee-20b3-458d-a93a-159dc52b704c HTTP/1.1" status: 204  len: 168 time: 1.6581089
Nov 23 12:46:56.043255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40404) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.043626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40406) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.051010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:56.057319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:56.063680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-d643cc0c-5d73-4db7-95ee-cd062275fec1 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.064935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d643cc0c-5d73-4db7-95ee-cd062275fec1 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0201535
Nov 23 12:46:56.068020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:floatingip and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:56.070750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40412) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.073695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:56.079976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-caffc69b-e396-4577-b18d-07de5036ac17 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.081043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-caffc69b-e396-4577-b18d-07de5036ac17 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0093338
Nov 23 12:46:56.084284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40416) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.086882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:56.091842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-afbfcfbe-56b3-4dc3-9811-cd1076f291ec tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.093567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-afbfcfbe-56b3-4dc3-9811-cd1076f291ec tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0082800
Nov 23 12:46:56.097638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40420) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.105194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-a6444ebd-697f-43ff-aa54-b7633d7c2ca6 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.106204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6444ebd-697f-43ff-aa54-b7633d7c2ca6 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0077186
Nov 23 12:46:56.107563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.119145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40424) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.168871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:56.174678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.213169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-f8915104-3537-4275-aaa9-324d7fd4764e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.214204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8915104-3537-4275-aaa9-324d7fd4764e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0252540
Nov 23 12:46:56.217101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40428) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.224576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-5defb620-abf8-4435-8256-f3620f9f26d5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.225690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5defb620-abf8-4435-8256-f3620f9f26d5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0068128
Nov 23 12:46:56.228458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40432) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.234917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-a94e89f1-229e-400f-b3bd-1d4e6de0f3aa tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.238496 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a94e89f1-229e-400f-b3bd-1d4e6de0f3aa tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0065913
Nov 23 12:46:56.239771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40436) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.245754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-bd0ca07e-f264-449e-8052-f5415fb08f4d tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.249302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd0ca07e-f264-449e-8052-f5415fb08f4d tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0060415
Nov 23 12:46:56.251074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40440) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.257221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-e17863a5-35e8-4353-8478-2bcdb2477bb3 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.258218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e17863a5-35e8-4353-8478-2bcdb2477bb3 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0062609
Nov 23 12:46:56.262097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40444) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.269261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-cf981cfa-bb52-45c7-8066-f2ef1d94da43 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.270269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf981cfa-bb52-45c7-8066-f2ef1d94da43 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0072539
Nov 23 12:46:56.274323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40448) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.275813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:56.280979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-2591198f-50c5-43e7-b3fc-501addc9daf5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.281700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:56.281982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2591198f-50c5-43e7-b3fc-501addc9daf5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0067296
Nov 23 12:46:56.289457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da66c500-3ed9-4106-a64e-b6dbb4a64f5a req-ae55e89a-9c9b-4b8a-b2ce-ce9c0558d802 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2347658
Nov 23 12:46:56.295065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40452) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.297743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:56.302125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-5aa42630-a489-4232-ae93-fd54562af36c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.305770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5aa42630-a489-4232-ae93-fd54562af36c tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0070612
Nov 23 12:46:56.307677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40456) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.315194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-549ff312-493d-43de-84e3-63faedb3e4e6 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.318763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-549ff312-493d-43de-84e3-63faedb3e4e6 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0077145
Nov 23 12:46:56.320029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40460) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.326005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9144ba4f-6ad9-47f9-8a54-421cac6865fc tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.327570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9144ba4f-6ad9-47f9-8a54-421cac6865fc tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0060406
Nov 23 12:46:56.329284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.332248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:46:56.335512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40464) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.350625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:46:56.350993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:46:56.416512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-066e94b3-9b17-4c92-b309-6e35e8375c0a tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.417575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-066e94b3-9b17-4c92-b309-6e35e8375c0a tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0685551
Nov 23 12:46:56.424464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40468) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.433995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9a61c6fc-41eb-45d3-8a9f-de01dbf4f6b8 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.435008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a61c6fc-41eb-45d3-8a9f-de01dbf4f6b8 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0095503
Nov 23 12:46:56.435130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.435551 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Added segment 86fb7a87-44d8-46d5-9e96-6dea2d888d2c of type vxlan for network 834458f2-c137-40ff-84f1-54c82ec34e3c
Nov 23 12:46:56.438272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40472) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.448841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-0ca37359-ed84-49f4-b69f-a6716b52cc90 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.453658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0ca37359-ed84-49f4-b69f-a6716b52cc90 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0087645
Nov 23 12:46:56.456143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.464096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-45bf804e-d6a2-44a4-826b-ae332bcd1200 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.465175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-45bf804e-d6a2-44a4-826b-ae332bcd1200 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0079312
Nov 23 12:46:56.468622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.484172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-88b58555-8da1-4e74-917b-1d96612a3d44 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.485212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-88b58555-8da1-4e74-917b-1d96612a3d44 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0156260
Nov 23 12:46:56.488372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.495296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9574498b-b02f-4fc6-a147-44277544e60b tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.499053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9574498b-b02f-4fc6-a147-44277544e60b tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0069826
Nov 23 12:46:56.523073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40488) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.573000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-970319a2-5ec6-459c-b959-675a8966e2b9 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.574069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-970319a2-5ec6-459c-b959-675a8966e2b9 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0499718
Nov 23 12:46:56.578483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40492) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.586543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-b18b0428-be0e-4b17-ab66-744a6c99e440 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.587585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b18b0428-be0e-4b17-ab66-744a6c99e440 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0081086
Nov 23 12:46:56.590748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40496) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.591489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.628610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-864c9775-58da-49a7-ab0d-b340aac06a96 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.633522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-864c9775-58da-49a7-ab0d-b340aac06a96 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0379918
Nov 23 12:46:56.635334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40500) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.642303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.664743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9b2d7f96-e74f-42bd-aa62-58ad02166e65 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.665816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9b2d7f96-e74f-42bd-aa62-58ad02166e65 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0281479
Nov 23 12:46:56.669927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40506) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.673513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.146 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/021ca5e8-6c4f-47ab-b3e7-a75c667db2ba) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:56.681134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-06c3edf9-e1e8-4507-80e1-ff0598715bc0 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.682185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06c3edf9-e1e8-4507-80e1-ff0598715bc0 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0107124
Nov 23 12:46:56.685169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40510) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.692852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-0662bcb9-3528-48bc-bf71-bb3f4e98d760 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.693899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0662bcb9-3528-48bc-bf71-bb3f4e98d760 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0077672
Nov 23 12:46:56.696992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.744959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-2eb94650-ba7d-472d-99b1-cc5b51602070 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.746045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2eb94650-ba7d-472d-99b1-cc5b51602070 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0480440
Nov 23 12:46:56.754004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40518) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.807766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.813309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:56.813980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.824758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6afbfc4c-88d1-41ac-be05-8fa6c8482cef tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:56.852040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-f8b5fab8-728a-42f4-b12e-0aef4a9df966 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.853179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8b5fab8-728a-42f4-b12e-0aef4a9df966 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0976958
Nov 23 12:46:56.862809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 4c904020-f256-442c-850d-798c088c23b6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:46:56.863192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.864349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.873449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-616aaf14-3602-441d-97d2-fa06850b38ba tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.875153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-616aaf14-3602-441d-97d2-fa06850b38ba tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0097790
Nov 23 12:46:56.877970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40528) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.881190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.890365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-93a2d2a2-67dd-4649-90c9-f05549560286 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.891379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-93a2d2a2-67dd-4649-90c9-f05549560286 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0068958
Nov 23 12:46:56.894080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40532) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.901602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-921c7def-1ef2-42c6-9569-9ee097094804 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.902611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-921c7def-1ef2-42c6-9569-9ee097094804 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0064967
Nov 23 12:46:56.905342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40536) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.911263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-31919dc1-8d7f-4610-84f3-489d8e780a1d tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.912266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31919dc1-8d7f-4610-84f3-489d8e780a1d tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0060091
Nov 23 12:46:56.915516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40540) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.922393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-6a55a781-2af1-4bb4-9d86-6a9839dab803 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.923390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a55a781-2af1-4bb4-9d86-6a9839dab803 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0069818
Nov 23 12:46:56.926370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40544) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.934555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-80023e28-c713-45e6-8775-64a7b9aa137a tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.935556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80023e28-c713-45e6-8775-64a7b9aa137a tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0082395
Nov 23 12:46:56.939002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40548) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.945001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-e864db90-f2c7-46b5-b2e5-2c6decf2b1c5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:56.946017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e864db90-f2c7-46b5-b2e5-2c6decf2b1c5 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0061133
Nov 23 12:46:56.948129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:56.960334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40552) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:56.963551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f03938ae-9c45-4f3c-b7cb-6ea81fc64941 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:57.021588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-6c58d517-8dd0-4902-869f-fe2e7da5071e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.025168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c58d517-8dd0-4902-869f-fe2e7da5071e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0486290
Nov 23 12:46:57.033436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40558) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.038671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] The port '4c904020-f256-442c-850d-798c088c23b6' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:46:57.073083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-852afdf7-ba05-4f9a-9392-4c8ed1c14b02 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.077201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-852afdf7-ba05-4f9a-9392-4c8ed1c14b02 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0152354
Nov 23 12:46:57.078284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.104893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-cb72f935-7d7e-40b8-95fc-888d4c26d963 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.106026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb72f935-7d7e-40b8-95fc-888d4c26d963 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0245247
Nov 23 12:46:57.119674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40566) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.121294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4427493
Nov 23 12:46:57.123223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Network': ['ID=834458f2-c137-40ff-84f1-54c82ec34e3c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:57.136749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:57.137261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40568) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.139845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:57.159302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:57.181347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24e46d83-dc5a-4522-aa56-8e9e4974ccaa req-cf0829dd-0ddb-4e27-9ee4-4633a5a1e2a3 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.0800519
Nov 23 12:46:57.181956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-ce22be02-d0c5-4960-a160-81cdc43a0a3e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.185682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce22be02-d0c5-4960-a160-81cdc43a0a3e tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0555596
Nov 23 12:46:57.185842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=021ca5e8-6c4f-47ab-b3e7-a75c667db2ba,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:57.188743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:57.191597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40574) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.200644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-3796144b-c0e8-4fd1-bcb5-1580b390f1b3 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.202226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3796144b-c0e8-4fd1-bcb5-1580b390f1b3 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0090678
Nov 23 12:46:57.205434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40578) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.213109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-072a97e9-79b4-4617-a4e7-80004c1e0cdd tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.216531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-072a97e9-79b4-4617-a4e7-80004c1e0cdd tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0077553
Nov 23 12:46:57.218624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40582) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.224874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-315ec40a-a63c-42d9-bd99-18a0eb188085 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.228332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-315ec40a-a63c-42d9-bd99-18a0eb188085 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0063007
Nov 23 12:46:57.238423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40586) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.248653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-b5ac0d23-6fb8-4fed-bbac-3277e6a4b904 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.252249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b5ac0d23-6fb8-4fed-bbac-3277e6a4b904 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0104659
Nov 23 12:46:57.258292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:46:57.260180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40590) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.269561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-934c487b-a23b-48e0-9505-ba5779377c0f tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.272879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-934c487b-a23b-48e0-9505-ba5779377c0f tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0094013
Nov 23 12:46:57.273619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40594) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.281526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-2d6b9439-ed3a-4192-ac18-a04886dcc167 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.285000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d6b9439-ed3a-4192-ac18-a04886dcc167 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0076761
Nov 23 12:46:57.287652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40598) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.296786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-9035f17a-71cd-49ce-b736-cfce569b2faf tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.299980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9035f17a-71cd-49ce-b736-cfce569b2faf tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0092916
Nov 23 12:46:57.301622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40602) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.307421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [None req-cfb47185-0d7c-42c9-89d2-adfaf4def001 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:46:57.313762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cfb47185-0d7c-42c9-89d2-adfaf4def001 tempest-ExtensionsTestJSON-1904975240 tempest-ExtensionsTestJSON-1904975240] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0058784
Nov 23 12:46:57.331111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:46:57.338051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:46:57.348663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:46:57.370748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.489499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.555230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.572953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:57.614244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:57.617765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.678228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825392d30>,) {'filters': {'network_id': ['5d72b36f-fc4b-44a6-b95f-33c3e84a554a']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:57.750520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40612) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.781270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825392d30>, '3e705758-396a-42e8-980e-c68d9ffbe422') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:57.781608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825392d30>, '3e705758-396a-42e8-980e-c68d9ffbe422') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:46:57.789473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb53a651-9818-4871-a2ff-c58bd964cdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.819716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Made reservation on behalf of 2d9c4060a69f4d629fed4ef3e3b568b3 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:57.844113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:46:57.854072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.869270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.874433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:57.990738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:46:57.991479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.279362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.308224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4c52ae-dcd0-4d7e-acba-e3138d155c13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:58.320831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:46:58.380576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.382344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.465230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=021ca5e8-6c4f-47ab-b3e7-a75c667db2ba,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:58.468536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:58.495685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03362d-15fa-4739-8bfe-6e3d75bb62e1 req-29f6b96e-2076-4562-865d-a5a5e5ac3837 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:58.497362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fd03362d-15fa-4739-8bfe-6e3d75bb62e1 req-29f6b96e-2076-4562-865d-a5a5e5ac3837 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 1.0319271
Nov 23 12:46:58.511858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.533508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.540148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.541571 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d8d65623-c799-4d99-afd7-0678f68f61de req-c08cbcca-7d71-4271-8539-4966302d67c7 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.0566740
Nov 23 12:46:58.550357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:58.553077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.565729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Usage tracker for resource:security_group_rule and tenant:e57dd7beca694951915da74ceffdf784 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:58.570934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:58.586797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:58.600691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.604913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5554416
Nov 23 12:46:58.604913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40624) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:58.612864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'port': {'network_id': 'eb784e76-a111-4ee6-be67-2aa33eaac1f4', 'name': 'tempest-FloatingIPTestJSON-1178547090'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:58.664612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.791892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing IP validity checks on allocation pools {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 12:46:58.792516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking for overlaps among allocation pools and gateway ip {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 12:46:58.824247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.825789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:58.830135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.837644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:port and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:58.841019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8025092-7b04-4eb6-b974-a7655cb38e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:58.849406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for port was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:58.872697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:58.907434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cdced3-66d1-474e-94b2-2884ab346bc3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:58.916437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:58.916437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:58.919366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:58.926162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:58.933843 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e57dd7beca694951915da74ceffdf784&name=default HTTP/1.1" status: 200  len: 2747 time: 1.1823838
Nov 23 12:46:58.937399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40628) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:58.964209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.130175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fd03362d-15fa-4739-8bfe-6e3d75bb62e1 req-923f81a1-ca57-4c2a-8ae3-b70885e0f471 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5939732
Nov 23 12:46:59.134164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.269551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] device_id is not set on port 76e34870-9460-4ad7-a35f-5fc80ab682ea yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:46:59.317700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network 5d72b36f-fc4b-44a6-b95f-33c3e84a554a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:46:59.351313 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:46:59.364483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.473128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-e8214d41-045d-485b-ac32-d5074be9ae60 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:46:59.474724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-e8214d41-045d-485b-ac32-d5074be9ae60 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.63 "GET /v2.0/networks?id=fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 200  len: 812 time: 0.3247707
Nov 23 12:46:59.489308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.535154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50182c69-fef6-499a-b593-0b465e345b78 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:59.559349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.586299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=5d72b36f-fc4b-44a6-b95f-33c3e84a554a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:59.588794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.597397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:59.598923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3f31a68-1e26-4437-a636-fe8096aef728 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:46:59.603672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/5d72b36f-fc4b-44a6-b95f-33c3e84a554a HTTP/1.1" status: 204  len: 168 time: 5.5525613
Nov 23 12:46:59.615005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40638) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:59.616496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.5 (eb784e76-a111-4ee6-be67-2aa33eaac1f4/71500aa0-2f9b-4138-8e20-b798da2db632/76e34870-9460-4ad7-a35f-5fc80ab682ea) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:59.652530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cdced3-66d1-474e-94b2-2884ab346bc3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:46:59.663221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Allocated IP 172.26.6.76 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/7af518f8-6b3f-49cd-9e06-2cfc3e4624df) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:46:59.668948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1876885110'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:59.686788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:46:59.692884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:46:59.708663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-3cd730f2-7af7-4d07-9ae6-221029e4bd68 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab2726c91c704c01aae329820908a551 HTTP/1.1" status: 200  len: 5245 time: 0.1866372
Nov 23 12:46:59.711055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:network and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:46:59.729626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'port': {'device_id': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'admin_state_up': True, 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'security_groups': ['22bd8d31-e1b4-4108-9a5f-26eb117ae51a']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:59.738002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:46:59.750521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.754508 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18cdced3-66d1-474e-94b2-2884ab346bc3 HTTP/1.1" status: 204  len: 168 time: 0.8133283
Nov 23 12:46:59.814260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:46:59.868126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:46:59.874206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:46:59.906835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9bd2654-d7c5-405c-a5af-3a12c8284deb req-0af3bfe6-99d0-4f8b-8184-d831d072f3a7 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.1590297
Nov 23 12:47:00.029380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:00.086161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.107480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:00.124765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.125531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Added segment 3cccffe5-75f2-4961-ba79-7f7d5dcf1178 of type vxlan for network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee
Nov 23 12:47:00.126039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Usage tracker for resource:port and tenant:ab2726c91c704c01aae329820908a551 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:00.131537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Quota usage for port was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:00.149674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:00.168940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Router 5f9ae6c0-5446-4219-88ee-c32ad05f4000 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:00.175217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Made reservation on behalf of ab2726c91c704c01aae329820908a551 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:00.182865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.188744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.207504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.219443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.219976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-687a6f6a-49f3-4815-a606-5c6b792c5418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.226578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-722e0a5f-6b9a-48e3-8312-f577f6f64f04 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:00.283893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.319900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:47:00.327236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-770d2ea0-52e6-4ecd-be52-b0fc93d56523 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:00.583870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=76e34870-9460-4ad7-a35f-5fc80ab682ea,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:00.587371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:00.653602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.714945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:00.727814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:00.730949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:00.778127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40662) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:00.793540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.798551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:00.799805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.811774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event updated for resources: {'Port': ['ID=7af518f8-6b3f-49cd-9e06-2cfc3e4624df,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:00.841796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:00.843018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:00.862353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:00.875545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:00.917183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3086808
Nov 23 12:47:00.918048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40668) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:00.926217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': '76e34870-9460-4ad7-a35f-5fc80ab682ea'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:01.006356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2092346217'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:01.033812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:01.049291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4309444
Nov 23 12:47:01.050833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Allocated IP 172.20.0.3 (fde0777d-5818-4cf1-881e-aaf817209df8/57ea2de4-9b0d-4eef-b898-f79b0b31c110/623e5a1b-92b5-4337-8e85-c17b7d76f689) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:01.053132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:01.054632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:01.062803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:01.068624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.081158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Network': ['ID=d5fbcb0a-7b4e-4146-8906-49a7d0a59cee,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:01.093485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:01.095012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:01.116695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:01.131714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:01.143387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835bbac-9784-4596-8ffd-1f4502b65af4 req-a8b6f12b-da93-4c80-ba4a-963661826797 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:01.145076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2835bbac-9784-4596-8ffd-1f4502b65af4 req-a8b6f12b-da93-4c80-ba4a-963661826797 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.7950182
Nov 23 12:47:01.147906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:01.186841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:01.201389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:01.281236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:01.325382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.350102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:01.502455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2835bbac-9784-4596-8ffd-1f4502b65af4 req-63b1b44e-1873-436b-8e35-b689b6efacff tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3175848
Nov 23 12:47:01.571860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=d0cc8d5b-00aa-4476-9071-afa5b9fae47b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:01.581167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:01.589245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-46635148-0a3b-4421-8f2a-3c97bac3c2e5 req-39be71a3-72c3-481d-8c6f-9b80ebac0ae1 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:01.658687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:01.664254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:01.664668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.669257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "PUT /v2.0/routers/5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 200  len: 915 time: 9.7487147
Nov 23 12:47:01.669257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40678) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:01.669825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.674289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] Sync routers for ids ['5f9ae6c0-5446-4219-88ee-c32ad05f4000'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:01.704900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] Routers {'5f9ae6c0-5446-4219-88ee-c32ad05f4000'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:01.705934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5f9ae6c0-5446-4219-88ee-c32ad05f4000'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:01.725612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.773490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:01.781823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d4a8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:01.793788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] Routers {'5f9ae6c0-5446-4219-88ee-c32ad05f4000'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:01.794431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5f9ae6c0-5446-4219-88ee-c32ad05f4000'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:01.831758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-46635148-0a3b-4421-8f2a-3c97bac3c2e5 req-39be71a3-72c3-481d-8c6f-9b80ebac0ae1 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:01.832987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46635148-0a3b-4421-8f2a-3c97bac3c2e5 req-39be71a3-72c3-481d-8c6f-9b80ebac0ae1 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.7671590
Nov 23 12:47:01.845498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:01.854166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:01.864798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Checking segment: {'id': '86fb7a87-44d8-46d5-9e96-6dea2d888d2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:01.865197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network hostable DHCP agents. Network: 834458f2-c137-40ff-84f1-54c82ec34e3c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:01.869837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d3d4a8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:01.870390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acbf60a-b2f3-4d80-aee3-8fab1f00b386 None None] The sync data for ids ['5f9ae6c0-5446-4219-88ee-c32ad05f4000'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:01.904280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.911423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:01.961433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:01.976171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:01.982577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:01.998443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:security_group_rule and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:02.063118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:02.067698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 834458f2-c137-40ff-84f1-54c82ec34e3c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:02.090516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:02.090840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 834458f2-c137-40ff-84f1-54c82ec34e3c) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:02.102870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2386dd8-314d-479a-9101-d64be41fba5d None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:02.121808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:02.122484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.155823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.173403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.179468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 5.0261247
Nov 23 12:47:02.182320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40682) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:02.193733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:02.214882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.294268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.301921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-242b4fa5-ea72-41ac-8228-8697784f4a66 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 200  len: 921 time: 0.6291251
Nov 23 12:47:02.304671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.309321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:02.363741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-834458f2-c137-40ff-84f1-54c82ec34e3c', 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': 'd0cc8d5b-00aa-4476-9071-afa5b9fae47b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:02.364695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.445063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Transition to ACTIVE for port object 623e5a1b-92b5-4337-8e85-c17b7d76f689 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:02.543486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852002561'] for subnet, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.624095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.637725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.658283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3fa0159-0487-48a5-ba3f-a6b21558b87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:02.675413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.714390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Allocated IP 2001:db8::3 (834458f2-c137-40ff-84f1-54c82ec34e3c/d0cc8d5b-00aa-4476-9071-afa5b9fae47b/583f571c-623d-4704-9c5e-450d0a5d96b6) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:02.760438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff90841-f5b1-4b0a-9760-9ee132ce9108 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:02.764963 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ff90841-f5b1-4b0a-9760-9ee132ce9108 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=5f9ae6c0-5446-4219-88ee-c32ad05f4000&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4491043
Nov 23 12:47:02.765852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40692) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:02.842605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:02.864962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'SecurityGroup': ['ID=4306977a-c3f1-4ad4-ae1a-9e2f99ee3d10,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:02.874944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:02.882529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d607aa0e-3d84-4760-8c52-cf4283b66d84 tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:02.934674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:02.935063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment deac138e-e915-43d2-887d-cfaf06929326 of type vxlan for network d3c9b309-245d-4899-b648-33f3b8613058
Nov 23 12:47:02.960792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff053a4-28f1-4ac6-8a4d-adb26cf706d1 req-429ffe39-06d8-46fe-9e2a-018d507995f5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:02.971478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ff053a4-28f1-4ac6-8a4d-adb26cf706d1 req-429ffe39-06d8-46fe-9e2a-018d507995f5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3158660
Nov 23 12:47:03.003364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.016641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Transition to ACTIVE for port object 583f571c-623d-4704-9c5e-450d0a5d96b6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:03.023831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b5abe-7800-4bb5-b51d-4e53b19a038f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:03.024458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-063b5abe-7800-4bb5-b51d-4e53b19a038f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Synchronizing usage tracker for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:03.035949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Transition to ACTIVE for port object 583f571c-623d-4704-9c5e-450d0a5d96b6 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:03.041367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.059140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6b29f5-effb-4df1-bc15-5d343437ce08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:03.084546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-063b5abe-7800-4bb5-b51d-4e53b19a038f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Unset dirty status for tenant:b4f5a3db8c524ed2b47a30401b22d4ae on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:03.089172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-063b5abe-7800-4bb5-b51d-4e53b19a038f tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.3221662
Nov 23 12:47:03.107316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40698) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:03.124609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.132948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event updated for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:03.135915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ff053a4-28f1-4ac6-8a4d-adb26cf706d1 req-52589fc1-d1da-4bad-b63c-dda06ee68cb3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623616
Nov 23 12:47:03.193668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:03.203771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Pushing event updated for resources: {'Port': ['ID=583f571c-623d-4704-9c5e-450d0a5d96b6,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:03.208960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:03.266430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:03.268005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:03.270908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:03.321663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.327482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e4e69693-aded-44a9-9d5b-8335916c2596 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 200  len: 205 time: 0.2070618
Nov 23 12:47:03.333164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:03.355740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Attempting to bind port 583f571c-623d-4704-9c5e-450d0a5d96b6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:03.356414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Attempting to bind port 583f571c-623d-4704-9c5e-450d0a5d96b6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '86fb7a87-44d8-46d5-9e96-6dea2d888d2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:03.357038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Attempting to bind port 583f571c-623d-4704-9c5e-450d0a5d96b6 on network 834458f2-c137-40ff-84f1-54c82ec34e3c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:03.358116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.366589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:03.367287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Checking segment: {'id': '86fb7a87-44d8-46d5-9e96-6dea2d888d2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:03.367888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.368537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Bound using segment: {'id': '86fb7a87-44d8-46d5-9e96-6dea2d888d2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:03.369213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Bound port: 583f571c-623d-4704-9c5e-450d0a5d96b6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fb7a87-44d8-46d5-9e96-6dea2d888d2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:03.370163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.378793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Router 394690ed-be33-4bf8-8bf8-e5344d7f0496 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:03.427594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:47:03.559756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] For port 583f571c-623d-4704-9c5e-450d0a5d96b6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:03.564542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] For port 583f571c-623d-4704-9c5e-450d0a5d96b6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583f571c-623d-4704-9c5e-450d0a5d96b6,segment=NetworkSegment(86fb7a87-44d8-46d5-9e96-6dea2d888d2c),segment_id=86fb7a87-44d8-46d5-9e96-6dea2d888d2c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:03.568834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.594248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Network fde0777d-5818-4cf1-881e-aaf817209df8 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:03.604670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:03.610807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.615138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:03.615969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:03.654873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:03.885252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:03.968668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:03.992683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-175d6ec0-aa12-4646-b5ee-847138385a82 None None] Provisioning for port 623e5a1b-92b5-4337-8e85-c17b7d76f689 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:04.012449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 3.2102861
Nov 23 12:47:04.012664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Pushing event updated for resources: {'Port': ['ID=583f571c-623d-4704-9c5e-450d0a5d96b6,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:04.012664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-175d6ec0-aa12-4646-b5ee-847138385a82 None None] Provisioning complete for port 623e5a1b-92b5-4337-8e85-c17b7d76f689 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:04.012664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175d6ec0-aa12-4646-b5ee-847138385a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:04.062515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:04.072462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-175d6ec0-aa12-4646-b5ee-847138385a82 None None] Port 623e5a1b-92b5-4337-8e85-c17b7d76f689 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:04.096158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f486249-68f8-4ceb-81c7-9c0a4b246a10 req-7dcb6a6a-be2d-4764-a85b-21f45a6286bf tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:04.097843 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f486249-68f8-4ceb-81c7-9c0a4b246a10 req-7dcb6a6a-be2d-4764-a85b-21f45a6286bf tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 931 time: 1.0718758
Nov 23 12:47:04.183001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:04.183707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:04.198787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=d3c9b309-245d-4899-b648-33f3b8613058,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:04.208975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:04.214923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d3c9b309-245d-4899-b648-33f3b8613058 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:04.223189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4977252
Nov 23 12:47:04.246950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Request body: {'port': {'device_id': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:04.301117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f486249-68f8-4ceb-81c7-9c0a4b246a10 req-db40cdec-095a-4554-b8a7-04c6474f78f3 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1819031
Nov 23 12:47:04.332273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1791359'] for subnet, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:04.333837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d3c9b309-245d-4899-b648-33f3b8613058 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:04.362574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:04.433791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:04.459134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-5b26395a-11a7-4443-a0d0-58dde7999a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:04.461106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-5b26395a-11a7-4443-a0d0-58dde7999a80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.6525009
Nov 23 12:47:04.573143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d808-4ddd-4021-8e88-4ce847d69898 req-965e9b87-6828-48fd-a02a-a321f566b978 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:04.580134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5cc0d808-4ddd-4021-8e88-4ce847d69898 req-965e9b87-6828-48fd-a02a-a321f566b978 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.7695315
Nov 23 12:47:04.763878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583f571c-623d-4704-9c5e-450d0a5d96b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:04.805152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:04.818021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event updated for resources: {'Subnet': ['ID=d0cc8d5b-00aa-4476-9071-afa5b9fae47b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:04.835054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b0e1995-361a-400f-8fdc-a53a08aeb442 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:04.841585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:04.854042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 583f571c-623d-4704-9c5e-450d0a5d96b6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:04.955483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5cc0d808-4ddd-4021-8e88-4ce847d69898 req-bb8fb3e0-3eae-4d55-9cde-24648bb712f6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3714654
Nov 23 12:47:04.974053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 4dfa8f50-811c-4a67-842f-a2e92263d5d3 associated. External IP: 172.26.6.146, port: 76e34870-9460-4ad7-a35f-5fc80ab682ea.
Nov 23 12:47:04.984183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-0d3f9aa7-0ba4-4cdf-806e-1bcdabb1ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:04.985915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-0d3f9aa7-0ba4-4cdf-806e-1bcdabb1ca23 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.4762912
Nov 23 12:47:05.085848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:05.086507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.090747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "PUT /v2.0/subnets/d0cc8d5b-00aa-4476-9071-afa5b9fae47b HTTP/1.1" status: 200  len: 900 time: 2.9046056
Nov 23 12:47:05.091608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.106341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40710) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:05.270266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-529ff766-3c2c-43b6-b25e-02ba0e9bf6b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.2747014
Nov 23 12:47:05.282410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:05.297110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] Sync routers for ids ['394690ed-be33-4bf8-8bf8-e5344d7f0496'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:05.316630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=5b97f0f5-24e3-4253-a4bb-504ede3bbe90,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:05.324104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.325386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "PUT /v2.0/routers/394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 200  len: 883 time: 10.3863592
Nov 23 12:47:05.328804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] Routers {'394690ed-be33-4bf8-8bf8-e5344d7f0496'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:05.330501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257785c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['394690ed-be33-4bf8-8bf8-e5344d7f0496'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:05.332276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40714) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:05.350905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:05.532792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257785c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:05.542147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-5d179d82-350a-4fa5-be6c-83025409fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:05.544603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-5d179d82-350a-4fa5-be6c-83025409fa3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.2663858
Nov 23 12:47:05.558396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] Routers {'394690ed-be33-4bf8-8bf8-e5344d7f0496'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:05.560576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257785c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['394690ed-be33-4bf8-8bf8-e5344d7f0496'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:05.654047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257785c0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:05.654845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae966c8-89f9-4420-8056-ff9f83366c7f None None] The sync data for ids ['394690ed-be33-4bf8-8bf8-e5344d7f0496'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:05.753918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-1e300a12-4567-4ab8-a6af-e7af9b07835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:05.755961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-1e300a12-4567-4ab8-a6af-e7af9b07835a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2033906
Nov 23 12:47:05.885413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.910526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.959104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 1e4246b2-818e-4ab2-8cbd-cbe97b81afcc {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:05.959554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:05.973187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a064c33-94e8-4f40-b200-baca9930dc38 None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:06.063572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 583f571c-623d-4704-9c5e-450d0a5d96b6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:06.064075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.156116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Provisioning for port 583f571c-623d-4704-9c5e-450d0a5d96b6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:06.177277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Provisioning complete for port 583f571c-623d-4704-9c5e-450d0a5d96b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:06.177710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.200009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e73b9-15b8-42dd-b0ef-72cd3ea452a4 req-8aefe6b0-c393-4509-a461-df9ef003f80a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:06.202986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa3e73b9-15b8-42dd-b0ef-72cd3ea452a4 req-8aefe6b0-c393-4509-a461-df9ef003f80a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 931 time: 0.5756464
Nov 23 12:47:06.203999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Checking segment: {'id': '3cccffe5-75f2-4961-ba79-7f7d5dcf1178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:06.204626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network hostable DHCP agents. Network: d5fbcb0a-7b4e-4146-8906-49a7d0a59cee, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:06.436496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.502808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2addf251-3dad-4113-9207-cba906697a35 None None] For port 583f571c-623d-4704-9c5e-450d0a5d96b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583f571c-623d-4704-9c5e-450d0a5d96b6,segment=NetworkSegment(86fb7a87-44d8-46d5-9e96-6dea2d888d2c),segment_id=86fb7a87-44d8-46d5-9e96-6dea2d888d2c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:06.506927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.509778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:06.596942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Pushing event updated for resources: {'Port': ['ID=583f571c-623d-4704-9c5e-450d0a5d96b6,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:06.609457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:06.659120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa3e73b9-15b8-42dd-b0ef-72cd3ea452a4 req-5da628cf-f81c-4ba3-a26f-56049b5aeec5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4463909
Nov 23 12:47:06.660361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:06.673354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.717623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623e5a1b-92b5-4337-8e85-c17b7d76f689 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:47:06.806417 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-a429d741-c510-4238-a97d-6e3e93ac0f1f service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0406392
Nov 23 12:47:06.807846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.815996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d5fbcb0a-7b4e-4146-8906-49a7d0a59cee) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:06.825936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4f3a6-c68f-4e8c-8688-32d2f2e15fb3 None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:06.883875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 1e4246b2-818e-4ab2-8cbd-cbe97b81afcc owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:06.905912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Transition to ACTIVE for port object 623e5a1b-92b5-4337-8e85-c17b7d76f689 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:06.916106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:06.916963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.927926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:06.957448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d60fbf5-6117-466b-a708-bdaed3d88bb0 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 200  len: 924 time: 1.6151032
Nov 23 12:47:06.960244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40722) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:06.960879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-914b1f4e-9b47-42a0-b66c-0adc4f1650cc tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:07.022020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3554fd8-4d23-4ca3-a8a8-bc591aad7af5 None None] Network 834458f2-c137-40ff-84f1-54c82ec34e3c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:07.238826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802623-f49f-4b3b-a671-0ca427e92c42 req-ad3552f3-823e-4ade-856a-092f613fe45d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:07.240663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff802623-f49f-4b3b-a671-0ca427e92c42 req-ad3552f3-823e-4ade-856a-092f613fe45d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5515478
Nov 23 12:47:07.250945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99042dd3-5a12-4c28-bb04-0011a174ffc0 req-d9756c8f-543a-4a6a-a197-3388a22872e5 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3340449
Nov 23 12:47:07.314719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd646863-43bc-4658-8055-c37efbcacf71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:07.315517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd646863-43bc-4658-8055-c37efbcacf71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Synchronizing usage tracker for tenant:c28e30982a344bad92d861f7a91802c5 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:07.395306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd646863-43bc-4658-8055-c37efbcacf71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Unset dirty status for tenant:c28e30982a344bad92d861f7a91802c5 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:07.399589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd646863-43bc-4658-8055-c37efbcacf71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=394690ed-be33-4bf8-8bf8-e5344d7f0496&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3872077
Nov 23 12:47:07.400513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40726) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:07.428859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 583f571c-623d-4704-9c5e-450d0a5d96b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583f571c-623d-4704-9c5e-450d0a5d96b6,segment=NetworkSegment(86fb7a87-44d8-46d5-9e96-6dea2d888d2c),segment_id=86fb7a87-44d8-46d5-9e96-6dea2d888d2c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:07.429617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:07.442219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff802623-f49f-4b3b-a671-0ca427e92c42 req-ce5331cb-bb57-484f-9387-aef31dbf00c0 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1901886
Nov 23 12:47:07.446316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.3855875
Nov 23 12:47:07.447672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:07.466214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d5fbcb0a-7b4e-4146-8906-49a7d0a59cee', 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': '5b97f0f5-24e3-4253-a4bb-504ede3bbe90'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:07.469609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:07.515581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a27a5c43-ad1f-430b-b787-c5779c4d831f None None] Provisioning complete for port 583f571c-623d-4704-9c5e-450d0a5d96b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:07.516382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a27a5c43-ad1f-430b-b787-c5779c4d831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:07.522358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1018616127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:07.548022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:07.566263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:router and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:07.574121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:07.590456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:07.593477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:07.615340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:07.622976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 583f571c-623d-4704-9c5e-450d0a5d96b6 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:07.660226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Pushing event updated for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:07.676282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:07.860665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=1e4246b2-818e-4ab2-8cbd-cbe97b81afcc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:07.872878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:07.949056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:07.949602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:07.969968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40736) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:07.983625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:07.992704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:08.061982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515308f8-b17a-42a1-9003-96698ff501bb tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:08.067239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-515308f8-b17a-42a1-9003-96698ff501bb tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.6560385
Nov 23 12:47:08.098752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40740) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:08.111759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.113119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.158537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:08.270933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-589d31ca-6e06-4941-8c4b-5081b65aa114 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 200  len: 205 time: 0.1439683
Nov 23 12:47:08.278169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40744) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:08.280962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:08.312453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:08.312868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.358314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:subnet and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:08.374569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:08.459121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:08.463647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.469021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 583f571c-623d-4704-9c5e-450d0a5d96b6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:08.469408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.533343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745537c2-95b6-4c8f-a76e-d625c7dfc898 req-0d3fb230-4309-45bb-b269-db2feb8d0768 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:08.535015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-745537c2-95b6-4c8f-a76e-d625c7dfc898 req-0d3fb230-4309-45bb-b269-db2feb8d0768 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 0.5269675
Nov 23 12:47:08.548925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.576001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.594618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Allocated IP 2001:db8::2 (d5fbcb0a-7b4e-4146-8906-49a7d0a59cee/5b97f0f5-24e3-4253-a4bb-504ede3bbe90/ac1629b3-01d3-4300-b2b2-d018fb957397) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:08.720530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583f571c-623d-4704-9c5e-450d0a5d96b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:08.730672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Attempting to bind port 623e5a1b-92b5-4337-8e85-c17b7d76f689 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:08.731053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Attempting to bind port 623e5a1b-92b5-4337-8e85-c17b7d76f689 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:08.731415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Attempting to bind port 623e5a1b-92b5-4337-8e85-c17b7d76f689 on network fde0777d-5818-4cf1-881e-aaf817209df8 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:08.787113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:08.890951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:08.891276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Checking segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:08.891626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.892027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Bound using segment: {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:08.892634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Bound port: 623e5a1b-92b5-4337-8e85-c17b7d76f689, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:08.892909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.932733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-88211f47-c7a9-4859-a958-7946f6279f52 None None] Provisioning complete for port 583f571c-623d-4704-9c5e-450d0a5d96b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:08.933161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88211f47-c7a9-4859-a958-7946f6279f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.952995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.957970 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8805c586-d9af-4a83-96c2-91e8dfc1caae tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.5099761
Nov 23 12:47:08.967910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40750) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:08.986792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee', 'name': 'tempest-PortsIpV6TestJSON-401290109'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:08.991265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:08.991434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 583f571c-623d-4704-9c5e-450d0a5d96b6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:08.991730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.000763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.048251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da17204-22c8-45fb-9a5c-2fdb17beb9e0 req-ef32dcd0-f2ef-4b19-8d7f-8a45141eaaf3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:09.050031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0da17204-22c8-45fb-9a5c-2fdb17beb9e0 req-ef32dcd0-f2ef-4b19-8d7f-8a45141eaaf3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2014132
Nov 23 12:47:09.055860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.057124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 5f9ae6c0-5446-4219-88ee-c32ad05f4000 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:09.068968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.074129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 204  len: 168 time: 5.7314098
Nov 23 12:47:09.074808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:09.081518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1924785412', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:09.104753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:09.114219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Usage tracker for resource:router and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:09.118188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:09.133532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:09.153956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0da17204-22c8-45fb-9a5c-2fdb17beb9e0 req-7c4a9bc6-626c-47de-85d8-8c497089e034 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821669
Nov 23 12:47:09.159454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-745537c2-95b6-4c8f-a76e-d625c7dfc898 req-40da3658-169a-485d-b8a3-44dd0752a004 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5713122
Nov 23 12:47:09.169743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.174237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.176148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.179777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.187536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Transition to ACTIVE for port object ac1629b3-01d3-4300-b2b2-d018fb957397 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:09.212273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.261800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Transition to ACTIVE for port object ac1629b3-01d3-4300-b2b2-d018fb957397 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:09.277391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.297275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:09.461240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Pushing event updated for resources: {'Port': ['ID=ac1629b3-01d3-4300-b2b2-d018fb957397,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:09.468243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:09.472180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-815be8e5-dc33-4d7a-b1e2-0bbd1d50e2b8 None None] Provisioning complete for port 583f571c-623d-4704-9c5e-450d0a5d96b6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:09.472646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-815be8e5-dc33-4d7a-b1e2-0bbd1d50e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.587455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:09.618313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:09.625553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:09.710133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Attempting to bind port ac1629b3-01d3-4300-b2b2-d018fb957397 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:09.710558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Attempting to bind port ac1629b3-01d3-4300-b2b2-d018fb957397 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3cccffe5-75f2-4961-ba79-7f7d5dcf1178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:09.710978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Attempting to bind port ac1629b3-01d3-4300-b2b2-d018fb957397 on network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:09.722732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:09.723916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Checking segment: {'id': '3cccffe5-75f2-4961-ba79-7f7d5dcf1178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:09.724622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.725554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Bound using segment: {'id': '3cccffe5-75f2-4961-ba79-7f7d5dcf1178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:09.726614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Bound port: ac1629b3-01d3-4300-b2b2-d018fb957397, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cccffe5-75f2-4961-ba79-7f7d5dcf1178', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd5fbcb0a-7b4e-4146-8906-49a7d0a59cee'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:09.727536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.764923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.805851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] For port 623e5a1b-92b5-4337-8e85-c17b7d76f689, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:09.819957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c944-af6c-4b71-b340-ba0349f9aabc req-88e48ba9-d7c7-4b7a-97ca-c4b2b5643861 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:09.821656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c82c944-af6c-4b71-b340-ba0349f9aabc req-88e48ba9-d7c7-4b7a-97ca-c4b2b5643861 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.4821608
Nov 23 12:47:09.850146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] For port ac1629b3-01d3-4300-b2b2-d018fb957397, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:09.853758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] For port ac1629b3-01d3-4300-b2b2-d018fb957397, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ac1629b3-01d3-4300-b2b2-d018fb957397,segment=NetworkSegment(3cccffe5-75f2-4961-ba79-7f7d5dcf1178),segment_id=3cccffe5-75f2-4961-ba79-7f7d5dcf1178)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:09.857858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.862637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:09.872843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] For port 623e5a1b-92b5-4337-8e85-c17b7d76f689, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:09.875019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd26a858-c847-46da-8063-f9572b04ce42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:09.890661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:port and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:09.894618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for port was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:09.898588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 583f571c-623d-4704-9c5e-450d0a5d96b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583f571c-623d-4704-9c5e-450d0a5d96b6,segment=NetworkSegment(86fb7a87-44d8-46d5-9e96-6dea2d888d2c),segment_id=86fb7a87-44d8-46d5-9e96-6dea2d888d2c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:09.899104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.910734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:09.945724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-766e5046-435c-48ad-9041-6a787e2eb7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:09.949994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c82c944-af6c-4b71-b340-ba0349f9aabc req-37ab0ef4-24d9-41cf-a53c-7a18323fe5e9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790901
Nov 23 12:47:10.030525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Pushing event updated for resources: {'Port': ['ID=ac1629b3-01d3-4300-b2b2-d018fb957397,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:10.036311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:10.038199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:10.072173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.107092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.209449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 583f571c-623d-4704-9c5e-450d0a5d96b6 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:10.320696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:10.326381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.501687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Pushing event updated for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:10.516922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Allocated IP 172.26.6.53 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/6c8dde91-ea0f-4b4b-846d-48e236b03e71) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:10.526683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:10.535460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-5204f624-9171-45f0-9072-8a7c3d70ed8a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:10.536273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-5204f624-9171-45f0-9072-8a7c3d70ed8a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:10.582997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.632383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-5204f624-9171-45f0-9072-8a7c3d70ed8a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:10.633749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-5204f624-9171-45f0-9072-8a7c3d70ed8a tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 0.2848699
Nov 23 12:47:10.671972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ac1629b3-01d3-4300-b2b2-d018fb957397 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:10.698033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-eeb58c01-94f1-4869-b41d-b959a2fa46fd tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:10.731239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-eeb58c01-94f1-4869-b41d-b959a2fa46fd tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:10.732832 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-57e737b8-5842-4539-aed2-0038fb9ca815 req-eeb58c01-94f1-4869-b41d-b959a2fa46fd tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869613
Nov 23 12:47:10.757670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port ac1629b3-01d3-4300-b2b2-d018fb957397 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:10.787248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.816699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:10.822587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:10.834100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:10.834523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39528af-d79c-4c52-a9fb-9dd23d51fb71 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:10.847918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:10.848674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826771898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:10.921369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826771898>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:10.933254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:10.933937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826771898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:10.975360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event updated for resources: {'Port': ['ID=6c8dde91-ea0f-4b4b-846d-48e236b03e71,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:10.980711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:11.005747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:11.006445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.008029 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] 10.222.0.63 "PUT /v2.0/ports/623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 200  len: 1157 time: 6.7699215
Nov 23 12:47:11.009536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826771898>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:11.009992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d7f18-606d-4d8d-96b9-b2561964b16b None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:11.013786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:47:11.029897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.053339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:11.054996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:11.057651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:11.067181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfee8e-2c9b-40bd-b222-5375cd5d9fec req-a0cec8a7-b94c-4627-a3b7-67a283cb1edb tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:11.068896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78bfee8e-2c9b-40bd-b222-5375cd5d9fec req-a0cec8a7-b94c-4627-a3b7-67a283cb1edb tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.8676476
Nov 23 12:47:11.147706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'status': 'completed', 'code': 200}
Nov 23 12:47:11.224894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port dab5338c-d7f0-46e4-8a69-d833d7db8203 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:47:11.235884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.236748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.289389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.314201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c1f4c23-bf86-4162-9c8a-a79d47126b9a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:11.478106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=583f571c-623d-4704-9c5e-450d0a5d96b6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:11.503384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:11.511403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8576235a-b7b2-43b1-9232-13f15f12cdd6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/4dfa8f50-811c-4a67-842f-a2e92263d5d3 HTTP/1.1" status: 200  len: 978 time: 10.5925364
Nov 23 12:47:11.513483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Router 518f1479-a0e9-4022-9d1d-d48fa5c777ea is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:11.519358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40766) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:11.583544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78bfee8e-2c9b-40bd-b222-5375cd5d9fec req-03fd1285-de54-47ef-b096-734d627fcf3f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4334786
Nov 23 12:47:11.717643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-5b507989-d181-403d-8a9a-301ff024c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:11.719522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-5b507989-d181-403d-8a9a-301ff024c87b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab2726c91c704c01aae329820908a551&device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 1160 time: 0.5743434
Nov 23 12:47:11.720200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986e0ee-4d39-4dc9-b5bd-0d62c668f7ee None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:11.735833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 76e34870-9460-4ad7-a35f-5fc80ab682ea {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:11.736229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:11.886255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Provisioning for port ac1629b3-01d3-4300-b2b2-d018fb957397 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:11.908897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Provisioning complete for port ac1629b3-01d3-4300-b2b2-d018fb957397 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:11.909614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.114546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.185182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.188961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::154 (d5fbcb0a-7b4e-4146-8906-49a7d0a59cee/5b97f0f5-24e3-4253-a4bb-504ede3bbe90/dab5338c-d7f0-46e4-8a69-d833d7db8203) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:12.189795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:12.199991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] Sync routers for ids ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:12.232189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] Routers {'518f1479-a0e9-4022-9d1d-d48fa5c777ea'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:12.233197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256b7ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:12.236442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b4b3e13b-f2f1-45fd-a04b-161e7f66c74e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 200  len: 217 time: 0.4996426
Nov 23 12:47:12.322441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] For port ac1629b3-01d3-4300-b2b2-d018fb957397, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ac1629b3-01d3-4300-b2b2-d018fb957397,segment=NetworkSegment(3cccffe5-75f2-4961-ba79-7f7d5dcf1178),segment_id=3cccffe5-75f2-4961-ba79-7f7d5dcf1178)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:12.327889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.332695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port 583f571c-623d-4704-9c5e-450d0a5d96b6 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:12.338989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-662012da-50d0-46bd-9d2e-df4ae2ac7d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:12.367775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256b7ba8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:12.381594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] Routers {'518f1479-a0e9-4022-9d1d-d48fa5c777ea'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:12.382279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256b7ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:12.386100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.387633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.3112688
Nov 23 12:47:12.395018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a6375-e3ab-4b17-87de-2347cc5b1512 None None] DHCP port deletion for 834458f2-c137-40ff-84f1-54c82ec34e3c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:12.400340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40776) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:12.415932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:12.468737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Pushing event updated for resources: {'Port': ['ID=ac1629b3-01d3-4300-b2b2-d018fb957397,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:12.476433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:12.547539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.551528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-13ea1ee0-1d5a-4806-9cef-ffc31592691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:12.553229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-13ea1ee0-1d5a-4806-9cef-ffc31592691a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57ea2de4-9b0d-4eef-b898-f79b0b31c110 HTTP/1.1" status: 200  len: 851 time: 0.2907908
Nov 23 12:47:12.699446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ac1629b3-01d3-4300-b2b2-d018fb957397 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:12.729312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256b7ba8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:12.729774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfdf54-c17d-4379-b5f7-0a52082143e7 None None] The sync data for ids ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:12.763455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1be8fef0-4a53-4300-9ff8-9087f4573bdb None None] Provisioning complete for port ac1629b3-01d3-4300-b2b2-d018fb957397 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:12.764465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1be8fef0-4a53-4300-9ff8-9087f4573bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.835548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.836064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828eb9-5274-4e7b-ae15-41bb041aca46 req-0fc0a9a2-5f87-4864-bbd2-481be23ef54b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:12.838246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19828eb9-5274-4e7b-ae15-41bb041aca46 req-0fc0a9a2-5f87-4864-bbd2-481be23ef54b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5159569
Nov 23 12:47:12.913368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.913774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.914123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 4dfa8f50-811c-4a67-842f-a2e92263d5d3 disassociated. External IP: 172.26.6.146, port: 76e34870-9460-4ad7-a35f-5fc80ab682ea.
Nov 23 12:47:12.914505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 76e34870-9460-4ad7-a35f-5fc80ab682ea owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:12.931232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401a76-d951-4c31-a3d8-79f5c80a5983 req-7aef4791-676d-4b73-b0ab-c9b696e079c0 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:12.941739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2401a76-d951-4c31-a3d8-79f5c80a5983 req-7aef4791-676d-4b73-b0ab-c9b696e079c0 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 0.8364508
Nov 23 12:47:12.955967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port 7af518f8-6b3f-49cd-9e06-2cfc3e4624df {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:12.956341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:12.976896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19828eb9-5274-4e7b-ae15-41bb041aca46 req-b6a23e8a-7493-46e5-b5b7-7398c8c48f86 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255660
Nov 23 12:47:13.118468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.181009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:13.185602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12859f-37a2-47b7-b8ee-097df56084e0 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:47:13.273346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ac1629b3-01d3-4300-b2b2-d018fb957397 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:13.273703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.518923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.533254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.539428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6da748d7-9982-4665-a1b9-02909b1d6ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:13.547016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2401a76-d951-4c31-a3d8-79f5c80a5983 req-70991cb0-7128-4039-b8fd-615a0d8e405b tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6038802
Nov 23 12:47:13.559100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-77ee68a7-620b-4ab6-962f-042fdab87dd3 None None] Provisioning complete for port ac1629b3-01d3-4300-b2b2-d018fb957397 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:13.559536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77ee68a7-620b-4ab6-962f-042fdab87dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.569102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=5769f3a8-c39b-4a69-aeea-13dab9bc3b48,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:13.572206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:13.574825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493ab1-fc95-4421-ae62-5041b5255680 req-fdb450a9-f0be-4941-9cde-3d85f246529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:13.577203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-fdb450a9-f0be-4941-9cde-3d85f246529d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde0777d-5818-4cf1-881e-aaf817209df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9427633
Nov 23 12:47:13.641082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=76e34870-9460-4ad7-a35f-5fc80ab682ea,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:13.657720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object dab5338c-d7f0-46e4-8a69-d833d7db8203 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:13.657921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:13.673171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583f571c-623d-4704-9c5e-450d0a5d96b6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:13.724014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 583f571c-623d-4704-9c5e-450d0a5d96b6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:13.724455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583f571c-623d-4704-9c5e-450d0a5d96b6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:13.813456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:13.853791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12859f-37a2-47b7-b8ee-097df56084e0 None None] Network d3c9b309-245d-4899-b648-33f3b8613058 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:13.864152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12859f-37a2-47b7-b8ee-097df56084e0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d3c9b309-245d-4899-b648-33f3b8613058) {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:47:14.011639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network d3c9b309-245d-4899-b648-33f3b8613058 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:14.023072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for 7af518f8-6b3f-49cd-9e06-2cfc3e4624df owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:14.064911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:14.065225 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Unable to schedule network d3c9b309-245d-4899-b648-33f3b8613058: no agents available; will retry on subsequent port and subnet creation events.
Nov 23 12:47:14.065569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network d3c9b309-245d-4899-b648-33f3b8613058 is not hosted by any dhcp agent {{(pid=81022) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:47:14.105429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:14.106088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.125308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.167851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7bb63d40-88d7-4663-b195-c8b549c98886 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:14.198176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:14.290851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56101e-4f0f-4d9b-9c6e-7090ce59f611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-834458f2-c137-40ff-84f1-54c82ec34e3c', 'network_id': '834458f2-c137-40ff-84f1-54c82ec34e3c', 'tenant_id': '2d9c4060a69f4d629fed4ef3e3b568b3', 'fixed_ips': [{'subnet_id': 'd0cc8d5b-00aa-4476-9071-afa5b9fae47b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:14.292121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da56101e-4f0f-4d9b-9c6e-7090ce59f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.317607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d3c9b309-245d-4899-b648-33f3b8613058', 'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': '5769f3a8-c39b-4a69-aeea-13dab9bc3b48'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:14.318623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.450810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.467721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc9eb4-b7f4-44c7-a9ec-5ec805dfc6ad req-163370a6-11b5-45f4-855c-2c4ed3a25b9b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:14.469519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-77dc9eb4-b7f4-44c7-a9ec-5ec805dfc6ad req-163370a6-11b5-45f4-855c-2c4ed3a25b9b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2702079
Nov 23 12:47:14.512539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.548964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Deleting port 6c8dde91-ea0f-4b4b-846d-48e236b03e71 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:14.549341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.599844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=dab5338c-d7f0-46e4-8a69-d833d7db8203,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:14.603374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:14.605965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-b011ab04-8653-4fc6-a27b-80031bc05e33 service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0120986
Nov 23 12:47:14.609053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-77dc9eb4-b7f4-44c7-a9ec-5ec805dfc6ad req-5dca4100-d262-4e31-a290-fb3b92a3dd9b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311831
Nov 23 12:47:14.621688 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.6459079
Nov 23 12:47:14.626569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40782) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:14.648449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1604274863'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:14.663998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:14.778997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:14.788004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:14.803790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:14.804235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.833697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48f5cd8f-5a4f-4cdf-be40-f2d8855c4a74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:14.841100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:14.848029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.900831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-da56101e-4f0f-4d9b-9c6e-7090ce59f611 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0cc8d5b-00aa-4476-9071-afa5b9fae47b: This subnet is being modified by another concurrent operation.
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:47:14.906372 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:47:14.909586 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0cc8d5b-00aa-4476-9071-afa5b9fae47b: This subnet is being modified by another concurrent operation.
Nov 23 12:47:14.918826 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:47:14.918988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:14.941504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:14.994711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=d0cc8d5b-00aa-4476-9071-afa5b9fae47b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:15.015648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:15.028698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:15.054786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:15.055493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825072a58>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:15.110642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Calling delete_port for 6c8dde91-ea0f-4b4b-846d-48e236b03e71 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:15.138242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825072a58>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:15.167320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Allocated IP 2001:db8:0:ffff::2 (d3c9b309-245d-4899-b648-33f3b8613058/5769f3a8-c39b-4a69-aeea-13dab9bc3b48/69c0c461-917d-401a-af1b-cae6ea9f21eb) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:15.179418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:15.180130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825072a58>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:15.216486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.216939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment ff69e278-2a2c-472e-93df-10c364e043ef of type vxlan for network 1f207264-8674-4472-81e3-01c20a972c54
Nov 23 12:47:15.220647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:15.223687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10493ab1-fc95-4421-ae62-5041b5255680 req-cd196251-f42e-4261-8a92-96f3f5188984 service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5891519
Nov 23 12:47:15.228154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:15.248608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825072a58>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:15.249320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d5401-e4be-4f4d-8565-32ead196cfe6 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:15.251063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:15.256623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:15.257303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.339344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.348976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.385244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ad2a1-80ff-498c-a7c8-5c860975fcc6 req-dcbbbb1d-e868-414c-ab29-d8c655cb5623 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:15.386820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd7ad2a1-80ff-498c-a7c8-5c860975fcc6 req-dcbbbb1d-e868-414c-ab29-d8c655cb5623 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 0.4649932
Nov 23 12:47:15.421633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/76e34870-9460-4ad7-a35f-5fc80ab682ea HTTP/1.1" status: 204  len: 168 time: 3.9005039
Nov 23 12:47:15.429769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40792) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:15.455622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.480798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.481334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a9aaff3-142f-496f-b813-494f8a7f514d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:15.492943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Transition to ACTIVE for port object 69c0c461-917d-401a-af1b-cae6ea9f21eb will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:15.512371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Transition to ACTIVE for port object 69c0c461-917d-401a-af1b-cae6ea9f21eb will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:15.518550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.535050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:15.582864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.6036558
Nov 23 12:47:15.585704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40796) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:15.636033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=7af518f8-6b3f-49cd-9e06-2cfc3e4624df,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:15.677372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Pushing event updated for resources: {'Port': ['ID=69c0c461-917d-401a-af1b-cae6ea9f21eb,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:15.683054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:15.707224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:15.715178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.743560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Network d3c9b309-245d-4899-b648-33f3b8613058 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:15.745140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:15.750822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:15.817056 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd7ad2a1-80ff-498c-a7c8-5c860975fcc6 req-7f646f2d-b064-4688-8fd3-842c8efe39fe tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3825583
Nov 23 12:47:15.819005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.823334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:15.823738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.824685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Attempting to bind port 69c0c461-917d-401a-af1b-cae6ea9f21eb on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:15.825531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Attempting to bind port 69c0c461-917d-401a-af1b-cae6ea9f21eb by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'deac138e-e915-43d2-887d-cfaf06929326', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:15.827534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Attempting to bind port 69c0c461-917d-401a-af1b-cae6ea9f21eb on network d3c9b309-245d-4899-b648-33f3b8613058 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:15.837533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:15.838261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:15.850480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Checking segment: {'id': 'deac138e-e915-43d2-887d-cfaf06929326', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:15.850480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.850480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Bound using segment: {'id': 'deac138e-e915-43d2-887d-cfaf06929326', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:15.850480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Bound port: 69c0c461-917d-401a-af1b-cae6ea9f21eb, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deac138e-e915-43d2-887d-cfaf06929326', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd3c9b309-245d-4899-b648-33f3b8613058'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:15.850480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:15.941766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55423927-52ac-4edb-a490-bbbe0d619c15 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/floatingips/4dfa8f50-811c-4a67-842f-a2e92263d5d3 HTTP/1.1" status: 200  len: 688 time: 0.5098178
Nov 23 12:47:15.943092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40800) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:15.959732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] For port 69c0c461-917d-401a-af1b-cae6ea9f21eb, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:15.964290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] For port 69c0c461-917d-401a-af1b-cae6ea9f21eb, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=69c0c461-917d-401a-af1b-cae6ea9f21eb,segment=NetworkSegment(deac138e-e915-43d2-887d-cfaf06929326),segment_id=deac138e-e915-43d2-887d-cfaf06929326)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:15.968902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.001743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986c22-031a-4de0-a074-e6395d3d3189 req-4da85746-43a7-4ac1-bd98-db9f74e338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:16.003378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-4da85746-43a7-4ac1-bd98-db9f74e338b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab2726c91c704c01aae329820908a551&device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 1160 time: 0.6846735
Nov 23 12:47:16.038517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.4035733
Nov 23 12:47:16.042853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f74d518>,) {'filters': {'network_id': ['834458f2-c137-40ff-84f1-54c82ec34e3c']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:16.050037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-bc0c53b5-ad94-45af-b071-5ccf50fd4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:16.051687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-bc0c53b5-ad94-45af-b071-5ccf50fd4bda service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e777ef4baca844e58367282950f726a1&device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 1163 time: 0.8367770
Nov 23 12:47:16.052240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:16.083668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb4ed6-5097-4bb0-8a15-7e6d48550dd5 req-51ec3821-4120-4092-9a22-51dc94b9b66d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:16.085387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebfb4ed6-5097-4bb0-8a15-7e6d48550dd5 req-51ec3821-4120-4092-9a22-51dc94b9b66d tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.9167690
Nov 23 12:47:16.122661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': '1f207264-8674-4472-81e3-01c20a972c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:16.131561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f74d518>, '86fb7a87-44d8-46d5-9e96-6dea2d888d2c') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:16.131968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f74d518>, '86fb7a87-44d8-46d5-9e96-6dea2d888d2c') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:16.141639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=1f207264-8674-4472-81e3-01c20a972c54,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:16.155115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:16.217233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.255932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fe51d6-96a9-4866-9df1-30b7f6cc650e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:16.262184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.270965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 12 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:16.290324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:16.304651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:16.470415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 021ca5e8-6c4f-47ab-b3e7-a75c667db2ba {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:16.470771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.589035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.604217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebfb4ed6-5097-4bb0-8a15-7e6d48550dd5 req-265f44b4-383c-47cc-a268-5dcc49b5d701 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5085444
Nov 23 12:47:16.605372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:16.621576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98ce763-e32b-4f72-bd3b-944bb9d02403 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:16.625124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Pushing event updated for resources: {'Port': ['ID=69c0c461-917d-401a-af1b-cae6ea9f21eb,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:16.630824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:16.632561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:16.755041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:subnet and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:16.809455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Pushing event deleted for resources: {'Port': ['ID=6c8dde91-ea0f-4b4b-846d-48e236b03e71,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:16.824611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:16.828687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-71922ae0-9a4e-4c46-9439-f6f2e71700ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:16.830282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-71922ae0-9a4e-4c46-9439-f6f2e71700ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 200  len: 905 time: 0.7409081
Nov 23 12:47:16.831206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:16.841821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:16.865330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986c22-031a-4de0-a074-e6395d3d3189 req-86f57faf-b675-4810-af37-8705ba01b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:16.866970 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-86f57faf-b675-4810-af37-8705ba01b5bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 200  len: 907 time: 0.8508096
Nov 23 12:47:16.951537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:17.047634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 834458f2-c137-40ff-84f1-54c82ec34e3c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:17.152556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:17.157856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-93b73de3-1bdf-482e-9dd5-505461d12399 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 200  len: 1001 time: 0.3170087
Nov 23 12:47:17.160088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:17.160460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:17.290236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:17.387152 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-93f883bf-e315-496d-a523-756b0efe64be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 200  len: 217 time: 0.3750117
Nov 23 12:47:17.389344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:17.440988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 021ca5e8-6c4f-47ab-b3e7-a75c667db2ba owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:17.555851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-5328ed09-7a0c-4dca-ac6d-a37d375fa348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:17.557391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-5328ed09-7a0c-4dca-ac6d-a37d375fa348 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 200  len: 850 time: 0.3817348
Nov 23 12:47:17.704597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 834458f2-c137-40ff-84f1-54c82ec34e3c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:17.830976 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:17.929897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986c22-031a-4de0-a074-e6395d3d3189 req-484d2d0d-09b8-452f-8085-7b8598df3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:17.931548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-484d2d0d-09b8-452f-8085-7b8598df3c3f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57ea2de4-9b0d-4eef-b898-f79b0b31c110 HTTP/1.1" status: 200  len: 851 time: 0.4722190
Nov 23 12:47:18.083672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.092199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068f828-c3f1-4095-b401-e348681b637c req-82d96c28-50d6-4ade-be22-3345bf9c88a5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:18.093869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e068f828-c3f1-4095-b401-e348681b637c req-82d96c28-50d6-4ade-be22-3345bf9c88a5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 1.0806153
Nov 23 12:47:18.111937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.142144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.161724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58d32e18-9ccd-43df-a4fb-0781fae5f1a9 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:18.193688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.204034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfbac3-174f-4c90-9da9-df3a051b3896 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:47:18.210375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.218962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=834458f2-c137-40ff-84f1-54c82ec34e3c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:18.233674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:18.260897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/834458f2-c137-40ff-84f1-54c82ec34e3c HTTP/1.1" status: 204  len: 168 time: 13.1464231
Nov 23 12:47:18.269528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40814) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:18.277379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3c9489ad-33f6-402d-801f-4ffa003cd742 None None] Provisioning for port 69c0c461-917d-401a-af1b-cae6ea9f21eb completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:18.340209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 623e5a1b-92b5-4337-8e85-c17b7d76f689 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:18.385433 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa87dde0-799c-4d47-b330-63d6b1c8aaf5 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:18.385663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa87dde0-799c-4d47-b330-63d6b1c8aaf5 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:18.390510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa87dde0-799c-4d47-b330-63d6b1c8aaf5 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/d0cc8d5b-00aa-4476-9071-afa5b9fae47b HTTP/1.1" status: 404  len: 337 time: 0.1107132
Nov 23 12:47:18.394235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40818) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:18.400521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e068f828-c3f1-4095-b401-e348681b637c req-fa071f63-6ae7-495c-9984-7b300889b72b tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2950304
Nov 23 12:47:18.427684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.440061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.440618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router 394690ed-be33-4bf8-8bf8-e5344d7f0496 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:18.451815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebfbac3-174f-4c90-9da9-df3a051b3896 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:47:18.454305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.462195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-b4cc96e3-a389-423d-ba9e-c1f76bbd3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:18.463919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-b4cc96e3-a389-423d-ba9e-c1f76bbd3c65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ea07c7f-3332-4f16-8423-aa4d6688ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8909583
Nov 23 12:47:18.475142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.522319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dbe96df-2c0e-4df7-a1c0-eeb05d2c5fe9 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:18.573719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 623e5a1b-92b5-4337-8e85-c17b7d76f689 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:18.583466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 623e5a1b-92b5-4337-8e85-c17b7d76f689 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:18.584003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.623495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996baaf5-72d3-4871-be1b-821406d2225e req-95ebeb0d-6877-4de9-8b99-a06f1a64a367 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:18.631836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-996baaf5-72d3-4871-be1b-821406d2225e req-95ebeb0d-6877-4de9-8b99-a06f1a64a367 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.7240763
Nov 23 12:47:18.765183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 69c0c461-917d-401a-af1b-cae6ea9f21eb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:18.788794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986c22-031a-4de0-a074-e6395d3d3189 req-6ee58411-50af-4265-a2b8-12949c3dfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:18.790414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-6ee58411-50af-4265-a2b8-12949c3dfbb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde0777d-5818-4cf1-881e-aaf817209df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7889543
Nov 23 12:47:18.803789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8736aa9-7371-4dd9-b39e-ccf59c0cf53e tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:18.804647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8736aa9-7371-4dd9-b39e-ccf59c0cf53e tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:18.828980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=021ca5e8-6c4f-47ab-b3e7-a75c667db2ba,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:18.843370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.845693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:18.862031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.867128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 204  len: 168 time: 10.5794966
Nov 23 12:47:18.869756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40822) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:18.878328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1535282224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:18.890466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.920658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8736aa9-7371-4dd9-b39e-ccf59c0cf53e tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/834458f2-c137-40ff-84f1-54c82ec34e3c HTTP/1.1" status: 404  len: 339 time: 0.5160332
Nov 23 12:47:18.930802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40826) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:18.934076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:47:18.961314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 623e5a1b-92b5-4337-8e85-c17b7d76f689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:18.973491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:18.975682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e710c2fd-ea58-4ccd-b4fa-50aed37c1956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:18.978451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:18.995659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:19.055385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'code': 200}
Nov 23 12:47:19.063162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:19.066325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 69c0c461-917d-401a-af1b-cae6ea9f21eb completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:19.101190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-996baaf5-72d3-4871-be1b-821406d2225e req-1716be82-bd80-4e29-82b6-c576579c362a tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4682052
Nov 23 12:47:19.112495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 69c0c461-917d-401a-af1b-cae6ea9f21eb triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:19.113057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.115348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:19.146993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.148018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.186940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-3dd5fb88-b243-4472-8199-f12419f8b1f8 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6966875
Nov 23 12:47:19.241078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.293808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c9c4f1-d8db-4a85-a699-c54a94023675 None None] DHCP port deletion for 834458f2-c137-40ff-84f1-54c82ec34e3c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:19.309602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:19.316788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:19.317875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.63', 61776) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:19.348535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.350081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Router 518f1479-a0e9-4022-9d1d-d48fa5c777ea has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:19.383200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-3a9b141c-cf4c-4978-bfff-357004cf145a service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5825877
Nov 23 12:47:19.393811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 69c0c461-917d-401a-af1b-cae6ea9f21eb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=69c0c461-917d-401a-af1b-cae6ea9f21eb,segment=NetworkSegment(deac138e-e915-43d2-887d-cfaf06929326),segment_id=deac138e-e915-43d2-887d-cfaf06929326)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:19.397860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.403510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.403660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:19.431199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.494836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=69c0c461-917d-401a-af1b-cae6ea9f21eb,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:19.507620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:19.618813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.708346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-c6cc3ee8-0b34-4426-8189-e75607aa5820 service neutron] 10.222.0.63 "GET /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4813797
Nov 23 12:47:19.744841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.745337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d0a0f2d4-fda1-4d0c-bc54-23aecbf83b9c None None] Provisioning complete for port 69c0c461-917d-401a-af1b-cae6ea9f21eb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:19.745930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0a0f2d4-fda1-4d0c-bc54-23aecbf83b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.750726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/4dfa8f50-811c-4a67-842f-a2e92263d5d3 HTTP/1.1" status: 204  len: 168 time: 3.7971277
Nov 23 12:47:19.753086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40836) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:19.755122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.756624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-142cd3db-eb1c-4ed3-b835-ed90ad9381cd tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8857436
Nov 23 12:47:19.772215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40838) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:19.776332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:19.781601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': True}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:19.787487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] Sync routers for ids ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:19.791357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'ebe89b68-2451-4b1c-80a2-17b38fa413ea'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:19.797810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:19.803452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] Routers {'518f1479-a0e9-4022-9d1d-d48fa5c777ea'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:19.804500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682670f208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:19.809264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:floatingip and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:19.855795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:19.859609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "PUT /v2.0/routers/518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 200  len: 706 time: 7.4552479
Nov 23 12:47:19.868022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40844) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:19.898077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682670f208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:19.926553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] Routers {'518f1479-a0e9-4022-9d1d-d48fa5c777ea'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:19.927236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682670f208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:19.954729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 623e5a1b-92b5-4337-8e85-c17b7d76f689 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:19.968590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.036033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682670f208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:20.040064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c087a-6a72-4cb1-ace8-20f499ab2873 None None] The sync data for ids ['518f1479-a0e9-4022-9d1d-d48fa5c777ea'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:20.063415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 623e5a1b-92b5-4337-8e85-c17b7d76f689 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:20.063836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.067811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:20.098241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:20.124615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Provisioning complete for port 69c0c461-917d-401a-af1b-cae6ea9f21eb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:20.125048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.264571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.388290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028194-d9fe-4737-a2b6-c06ac69d9da9 req-d7644346-2e92-4750-a83a-68e7e10cb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:20.390372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd028194-d9fe-4737-a2b6-c06ac69d9da9 req-d7644346-2e92-4750-a83a-68e7e10cb891 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 1162 time: 1.0616875
Nov 23 12:47:20.393232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Provisioning for port dab5338c-d7f0-46e4-8a69-d833d7db8203 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:20.398795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Provisioning complete for port dab5338c-d7f0-46e4-8a69-d833d7db8203 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:20.399333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.423521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f4c0128>,) {'filters': {'network_id': ['8468bf80-8bdf-44cd-a3b6-7783bf900658']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:20.468193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0b18ef6f-f757-4655-8b3c-49db6da20611 None None] Port dab5338c-d7f0-46e4-8a69-d833d7db8203 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:20.508020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12986c22-031a-4de0-a074-e6395d3d3189 req-7664144a-316c-4909-beb1-56009c704369 service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0211649
Nov 23 12:47:20.510507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4c0128>, 'a9766d74-c016-43e5-973e-376569249e0d') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:20.510853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4c0128>, 'a9766d74-c016-43e5-973e-376569249e0d') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:20.563078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-721d739c-f83e-4636-b19a-451c37b572fa tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/routers/518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 200  len: 741 time: 0.6897371
Nov 23 12:47:20.565536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdfbc1-f339-4202-9ae5-6ce31a5d26dc req-0c8e47c8-1a88-49a6-84c6-560db05ccd57 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:20.567203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84cdfbc1-f339-4202-9ae5-6ce31a5d26dc req-0c8e47c8-1a88-49a6-84c6-560db05ccd57 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.8785255
Nov 23 12:47:20.570318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40850) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:20.572292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.584388 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd028194-d9fe-4737-a2b6-c06ac69d9da9 req-e1df16ec-4bbe-4866-b44b-671d9c480d36 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501043
Nov 23 12:47:20.646828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 69c0c461-917d-401a-af1b-cae6ea9f21eb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:20.671460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0782666-2ca1-40ca-9def-a290874a5a51 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 200  len: 205 time: 0.0865715
Nov 23 12:47:20.671460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.676385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40854) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:20.678671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 11 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:20.729992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:47:20.746553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c464b71-b257-4fc7-ae9e-a41bc38be4b4 req-65acd515-02a8-4606-ba02-e54ec94e85a7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:20.747274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 69c0c461-917d-401a-af1b-cae6ea9f21eb triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:20.748677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.748832 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c464b71-b257-4fc7-ae9e-a41bc38be4b4 req-65acd515-02a8-4606-ba02-e54ec94e85a7 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.4740798
Nov 23 12:47:20.754316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ee2235b9-9a00-4802-9715-dce853ed6359 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 200  len: 205 time: 0.0741935
Nov 23 12:47:20.754735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.771414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40858) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:20.773811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:20.814630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.851180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84cdfbc1-f339-4202-9ae5-6ce31a5d26dc req-2edf61e9-92f5-478a-9b53-f74c4de9e0f2 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2250226
Nov 23 12:47:20.851876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:20.929136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9db4efd-470d-48ee-82de-0d621e8cdcfd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:21.222219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=ad6566c8-e0a3-4ebc-8a2f-3c15bc556878,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:21.239220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:21.252942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c464b71-b257-4fc7-ae9e-a41bc38be4b4 req-fec51efa-36e9-4ec5-a406-89946db062e1 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4844511
Nov 23 12:47:21.279904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.350593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.362204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:21.385042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.402595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=dab5338c-d7f0-46e4-8a69-d833d7db8203,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:21.461299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:21.499390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.720351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8468bf80-8bdf-44cd-a3b6-7783bf900658 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:21.760209 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:21.921022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.925262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:21.942442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-943888b7-cd4c-460f-a4bc-0826916cdcbe tempest-QuotasNegativeTest-1045390860 tempest-QuotasNegativeTest-1045390860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:21.952768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Checking segment: {'id': 'ff69e278-2a2c-472e-93df-10c364e043ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1f207264-8674-4472-81e3-01c20a972c54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:21.953147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network hostable DHCP agents. Network: 1f207264-8674-4472-81e3-01c20a972c54, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:22.061591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=8468bf80-8bdf-44cd-a3b6-7783bf900658,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:22.064480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:22.111907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/8468bf80-8bdf-44cd-a3b6-7783bf900658 HTTP/1.1" status: 204  len: 168 time: 3.1765885
Nov 23 12:47:22.112113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f7c38128-c737-4e24-a96f-5dc8b0ea0318 None None] Provisioning complete for port dab5338c-d7f0-46e4-8a69-d833d7db8203 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:22.112113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c38128-c737-4e24-a96f-5dc8b0ea0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.114062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40864) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.123150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.170810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38128-c737-4e24-a96f-5dc8b0ea0318 None None] Port dab5338c-d7f0-46e4-8a69-d833d7db8203 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:22.172805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d58f8b-cfc1-443b-9319-d4a8c8876a45 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:22.173297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d58f8b-cfc1-443b-9319-d4a8c8876a45 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:22.177746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4d58f8b-cfc1-443b-9319-d4a8c8876a45 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/296aedda-bda4-4545-a11b-742d6859d306 HTTP/1.1" status: 404  len: 337 time: 0.0588403
Nov 23 12:47:22.177746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.180715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40868) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.180950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 1f207264-8674-4472-81e3-01c20a972c54 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:22.196659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1f207264-8674-4472-81e3-01c20a972c54) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:22.205917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500c3bc-fd42-4eed-b2e1-0cc5abc64b72 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:22.235392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:22.236043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.261595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.262135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Fanout notify agent at l3_agent the message router_deleted on router 518f1479-a0e9-4022-9d1d-d48fa5c777ea {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:22.284909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.2053101
Nov 23 12:47:22.287151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.288318 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d71c1541-dc4b-41b5-8a37-89a6b05787e5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 204  len: 168 time: 1.4855132
Nov 23 12:47:22.289656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40872) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.296589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'port': {'network_id': '1f207264-8674-4472-81e3-01c20a972c54', 'name': 'tempest-NetworksIpV6TestAttrs-510921079'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:22.311802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40876) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.320883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e8ff04-d1e4-431f-9533-ace8d6a4c7cd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:22.321377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e8ff04-d1e4-431f-9533-ace8d6a4c7cd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:22.351675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f6e8ff04-d1e4-431f-9533-ace8d6a4c7cd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/f765db5c-287a-46b8-a79a-84f27df180e4 HTTP/1.1" status: 404  len: 339 time: 0.1670225
Nov 23 12:47:22.361503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40882) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.415818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f6a3-4800-4926-a3cb-e7408ed28dcc req-40cb7f1c-bd4b-40fd-874e-82fb3c50e8cd tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:22.417872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9247f6a3-4800-4926-a3cb-e7408ed28dcc req-40cb7f1c-bd4b-40fd-874e-82fb3c50e8cd tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.3519542
Nov 23 12:47:22.465096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5ab06d8f-e12c-40d6-b7fd-609f0f5bfc3d tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 200  len: 205 time: 0.1238923
Nov 23 12:47:22.492704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.222 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/3a3b0457-48bb-4a0a-8322-1693a3ea170c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:22.494833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40886) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.556964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.586775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.606911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-8d8d5400-25cd-4002-b3a4-769fb53a8a00 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:22.610651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d8d5400-25cd-4002-b3a4-769fb53a8a00 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/518f1479-a0e9-4022-9d1d-d48fa5c777ea HTTP/1.1" status: 404  len: 336 time: 0.1102560
Nov 23 12:47:22.612541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40890) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.613650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.634252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-1f207264-8674-4472-81e3-01c20a972c54', 'network_id': '1f207264-8674-4472-81e3-01c20a972c54', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': 'ad6566c8-e0a3-4ebc-8a2f-3c15bc556878'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:22.635339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.695221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2062a9b8-d1af-44dc-b659-fa893a10e955 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 200  len: 205 time: 0.0686533
Nov 23 12:47:22.703403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40894) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.807859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1780ad76-f31b-4bbc-9390-50d26a9f4308 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:22.808876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1780ad76-f31b-4bbc-9390-50d26a9f4308 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/5f9ae6c0-5446-4219-88ee-c32ad05f4000 HTTP/1.1" status: 404  len: 336 time: 0.1024380
Nov 23 12:47:22.813203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9247f6a3-4800-4926-a3cb-e7408ed28dcc req-3c5709bb-e963-4502-9039-6a5f102118b5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3793080
Nov 23 12:47:22.863627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:22.867215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40898) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.883847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:port and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:22.898247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting subnet 649b2280-8a21-4f8c-b057-d0ad8d0ab801 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:22.902313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:22.923283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:22.937783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e12a48-5a41-498b-82bf-a74b38bd6527 req-925b20ba-03c5-4df7-84ed-0c2fa1c937cd tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:22.939409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2e12a48-5a41-498b-82bf-a74b38bd6527 req-925b20ba-03c5-4df7-84ed-0c2fa1c937cd tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.4910433
Nov 23 12:47:22.955347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3dc8b6ee-7bf2-4e42-81b5-a0e6403876f5 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 200  len: 205 time: 0.0732605
Nov 23 12:47:22.956626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:22.964857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40904) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:22.996750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Allocated IP 2001:db8::f816:3eff:fe7a:2e6a (1f207264-8674-4472-81e3-01c20a972c54/ad6566c8-e0a3-4ebc-8a2f-3c15bc556878/c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:23.059659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:23.065359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.098484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.127627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2e12a48-5a41-498b-82bf-a74b38bd6527 req-97526181-512b-447e-b79a-6c882fdf2ce0 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1750271
Nov 23 12:47:23.235937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.247291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Transition to ACTIVE for port object c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:23.265294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Transition to ACTIVE for port object c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:23.272351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.289114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-124aa9c1-f074-4c6d-a08a-a87ae20a8e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:23.290408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.314106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1b95e914-27ab-4a82-921a-a0e68a5aca18 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:23.315263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1b95e914-27ab-4a82-921a-a0e68a5aca18 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/01d8773e-c708-4ef7-b774-c547f74f4e46 HTTP/1.1" status: 404  len: 336 time: 0.3095961
Nov 23 12:47:23.324289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40910) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:23.363214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] device_id is not set on port bcca28f9-7490-488f-b25f-b075ec6ac210 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:47:23.422049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Pushing event updated for resources: {'Port': ['ID=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:23.427178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:23.489499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:23.490758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:23.493482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:23.540488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c3185-96b6-4010-bc1d-95ddb6fd8205 req-2209ff39-da68-4dae-9d45-33c21c08585b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:23.542209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b94c3185-96b6-4010-bc1d-95ddb6fd8205 req-2209ff39-da68-4dae-9d45-33c21c08585b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.2513964
Nov 23 12:47:23.554973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Attempting to bind port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:23.555411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Attempting to bind port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ff69e278-2a2c-472e-93df-10c364e043ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1f207264-8674-4472-81e3-01c20a972c54'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:23.555810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Attempting to bind port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a on network 1f207264-8674-4472-81e3-01c20a972c54 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:23.564087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:23.564625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Checking segment: {'id': 'ff69e278-2a2c-472e-93df-10c364e043ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1f207264-8674-4472-81e3-01c20a972c54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:23.565027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.565471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Bound using segment: {'id': 'ff69e278-2a2c-472e-93df-10c364e043ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1f207264-8674-4472-81e3-01c20a972c54'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:23.566013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Bound port: c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff69e278-2a2c-472e-93df-10c364e043ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1f207264-8674-4472-81e3-01c20a972c54'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:23.566439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.589546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Allocated IP 2001:db8::f816:3eff:feec:b2 (1f207264-8674-4472-81e3-01c20a972c54/ad6566c8-e0a3-4ebc-8a2f-3c15bc556878/bcca28f9-7490-488f-b25f-b075ec6ac210) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:23.627716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b94c3185-96b6-4010-bc1d-95ddb6fd8205 req-6f6b9217-2837-4334-a0b9-70eab7b29938 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738282
Nov 23 12:47:23.704887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] For port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:23.708635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] For port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,segment=NetworkSegment(ff69e278-2a2c-472e-93df-10c364e043ef),segment_id=ff69e278-2a2c-472e-93df-10c364e043ef)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:23.712400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.729381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2addf251-3dad-4113-9207-cba906697a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:23.761966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.800383 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-10982b81-0473-4123-a67b-d5f38ef1f02a tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 200  len: 205 time: 0.4666953
Nov 23 12:47:23.800653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40916) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:23.850971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:23.898485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-3f683b8a-d803-4661-9b8c-f8b0119366a1 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:23.902307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f683b8a-d803-4661-9b8c-f8b0119366a1 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/701de1d7-a2bc-4bf6-b240-0a0836a473b0 HTTP/1.1" status: 404  len: 336 time: 0.0978441
Nov 23 12:47:23.902464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Pushing event updated for resources: {'Port': ['ID=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:23.904962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:23.908956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555851c-8c34-4a98-b136-646697c5e324 req-de33c995-aade-4719-8f15-bcacb58281ae tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:23.910878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d555851c-8c34-4a98-b136-646697c5e324 req-de33c995-aade-4719-8f15-bcacb58281ae tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.9505785
Nov 23 12:47:23.913078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:23.946816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40924) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:23.983062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Request body: {'floatingip': {'port_id': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:24.041109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1fe6cd4d-6ea9-4a8b-8db3-5f078d202c14 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 200  len: 205 time: 0.1326165
Nov 23 12:47:24.049255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40928) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:24.119739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.199347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.239022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:24.262782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c35bcf83-f499-43aa-91ae-424f8a984de0 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:24.267039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c35bcf83-f499-43aa-91ae-424f8a984de0 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/2ec20fc9-69a6-4005-91d9-3fcdf86e3886 HTTP/1.1" status: 404  len: 336 time: 0.1992562
Nov 23 12:47:24.269437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:24.285778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.379810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Transition to ACTIVE for port object bcca28f9-7490-488f-b25f-b075ec6ac210 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:24.410789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 172.26.6.59 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/ffb68e7a-a084-422e-8ea3-20cfd694423c) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:24.441241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a7a0fa1-7349-4563-881b-bb0b73c59e12 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "GET /v2.0/ports?device_id=1559e74d-4cbc-420f-b202-bfef698ff35b HTTP/1.1" status: 200  len: 205 time: 0.1428623
Nov 23 12:47:24.455219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40938) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:24.555470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c47f5270-94de-4938-a5c2-61d5bb3dab9f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] delete failed (client error): The resource could not be found.
Nov 23 12:47:24.556512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c47f5270-94de-4938-a5c2-61d5bb3dab9f tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/routers/1559e74d-4cbc-420f-b202-bfef698ff35b HTTP/1.1" status: 404  len: 336 time: 0.0968206
Nov 23 12:47:24.568519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40942) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:24.599503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=3a3b0457-48bb-4a0a-8322-1693a3ea170c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:24.682389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:24.712878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.740982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8ac51e5-e5d4-46e8-8748-578e541c39c6 tempest-FloatingIPAdminTestJSON-1435521349 tempest-FloatingIPAdminTestJSON-1435521349] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:24.769707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:24.794445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f54150-1f15-4ada-9d15-6b53b3a1c604 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:24.795176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f54150-1f15-4ada-9d15-6b53b3a1c604 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:24.797391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9f54150-1f15-4ada-9d15-6b53b3a1c604 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] 10.222.0.60 "DELETE /v2.0/subnets/c46c69c6-290d-4006-aaf1-598cebdec9a3 HTTP/1.1" status: 404  len: 337 time: 0.2169785
Nov 23 12:47:24.806041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.830896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.831323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.831949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.832229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.832555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.832961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.833371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.833772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.834174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.834580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.834980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.835397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.835885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.836290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.836682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.837190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.837457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.837854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.838244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.838648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.839039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.839435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.839829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.840223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:24.852545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.853441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:24.872570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:24.873439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:25.111451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e749a1b-4c72-415c-8ddf-3db0e52af681 req-670d6b4e-cba9-405a-ab2f-0f96b2d2074f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:25.113125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e749a1b-4c72-415c-8ddf-3db0e52af681 req-670d6b4e-cba9-405a-ab2f-0f96b2d2074f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.9264476
Nov 23 12:47:25.115391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:25.132017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:25.141573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=dab5338c-d7f0-46e4-8a69-d833d7db8203,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:25.145357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:25.150238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:25.236950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40950) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:25.295696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Port': ['ID=bcca28f9-7490-488f-b25f-b075ec6ac210,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:25.341011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.341481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.341955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.342402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.342879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.343285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.343687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.344086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.344504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.344890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.345287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.345684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.346179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.346576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.347403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.347403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.347761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.348077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.348274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.348692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.349100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.349490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.349884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.350281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.350672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:25.361077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.378060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:25.378231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:25.497517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e749a1b-4c72-415c-8ddf-3db0e52af681 req-c2fab704-dd7b-47cf-87b2-bbe78f591155 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3697698
Nov 23 12:47:25.541693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=649b2280-8a21-4f8c-b057-d0ad8d0ab801,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:25.552102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:25.558709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:25.559511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.565575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:25.568349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.578877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 1f207264-8674-4472-81e3-01c20a972c54 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:25.579803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:25.604305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e03f87-a116-4991-ab87-0fa045ee67c8 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:25.666940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:25.823826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:25.829106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:25.829830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.872044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Provisioning for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:25.886681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Provisioning complete for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:25.886681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:25.920612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=ffb68e7a-a084-422e-8ea3-20cfd694423c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:25.934030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.6431921
Nov 23 12:47:25.934974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40956) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:25.941161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:26.044910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.086595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] For port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,segment=NetworkSegment(ff69e278-2a2c-472e-93df-10c364e043ef),segment_id=ff69e278-2a2c-472e-93df-10c364e043ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:26.093738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.097061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:26.180632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Pushing event updated for resources: {'Port': ['ID=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:26.185028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:26.190151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting subnet ad6566c8-e0a3-4ebc-8a2f-3c15bc556878 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:26.192592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.199367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.228608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.237110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Provisioning complete for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:26.237841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.273010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:26.342120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f1983a7ad457453896b5879985af6716 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:26.348032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:26.360990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:26.382893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.387281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd3017-b8c9-489d-88e9-2b2e861c959a None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:26.416277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.481160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:26.486706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:26.508565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:26.579850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/649b2280-8a21-4f8c-b057-d0ad8d0ab801 HTTP/1.1" status: 204  len: 168 time: 4.2151973
Nov 23 12:47:26.611181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40962) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:26.620197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.729117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:26.792676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Provisioning complete for port dab5338c-d7f0-46e4-8a69-d833d7db8203 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:26.793084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.874876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:26.939603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting subnet 980a1cbb-74ae-4030-a30b-c0d9ba9863ea {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:26.964712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Port dab5338c-d7f0-46e4-8a69-d833d7db8203 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:26.968347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:26.969365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.027578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.055147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Provisioning for port bcca28f9-7490-488f-b25f-b075ec6ac210 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:27.066410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Provisioning complete for port bcca28f9-7490-488f-b25f-b075ec6ac210 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:27.067448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.089982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb4ca2-71ca-4d18-8de2-890ee93afc3a req-885cfe8c-4b47-479f-a96e-9203c62d40d9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:27.098968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19bb4ca2-71ca-4d18-8de2-890ee93afc3a req-885cfe8c-4b47-479f-a96e-9203c62d40d9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.3003469
Nov 23 12:47:27.137977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.165937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.177236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a0d95-ad25-4cb3-ba40-bdd1293f336b None None] Port bcca28f9-7490-488f-b25f-b075ec6ac210 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:27.180972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:27.192017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.232720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.315593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0e884bfd-990e-4c31-ab15-2c143a18e3d0 None None] Provisioning complete for port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:27.316366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e884bfd-990e-4c31-ab15-2c143a18e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.369575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba045c35-2389-46b8-88f7-e7b051dc78d6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:27.382119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:27.410825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1983a7ad457453896b5879985af6716&name=default HTTP/1.1" status: 200  len: 2747 time: 2.1726739
Nov 23 12:47:27.450644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40966) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:27.458113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-bd437b82-7c30-48ac-9b0f-27338c6c5f8f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:27.459799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-bd437b82-7c30-48ac-9b0f-27338c6c5f8f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.63 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 946 time: 0.5543458
Nov 23 12:47:27.502440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0e884bfd-990e-4c31-ab15-2c143a18e3d0 None None] Provisioning complete for port bcca28f9-7490-488f-b25f-b075ec6ac210 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:27.502863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e884bfd-990e-4c31-ab15-2c143a18e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.541052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19bb4ca2-71ca-4d18-8de2-890ee93afc3a req-ff55b376-7052-43bd-8b6e-73e31caa0149 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4409769
Nov 23 12:47:27.573676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Floating IP 2243df4b-393e-42ca-b1d0-86ebaff3d648 associated. External IP: 172.26.6.139, port: 623e5a1b-92b5-4337-8e85-c17b7d76f689.
Nov 23 12:47:27.588641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0e884bfd-990e-4c31-ab15-2c143a18e3d0 None None] Port bcca28f9-7490-488f-b25f-b075ec6ac210 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:27.669053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.677200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.686823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28dae7a9-dd67-4a8a-8a49-c512cf80ef77 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:27.722392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Deleting port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:27.722788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.770169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:47:27.792186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dd1414-576f-4bde-a4c4-77c2699503ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.862338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=ad6566c8-e0a3-4ebc-8a2f-3c15bc556878,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:27.883012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:27.914496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eb22594b-23d2-412e-be0c-142625d565b6 None None] Provisioning complete for port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:27.915172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb22594b-23d2-412e-be0c-142625d565b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.938684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:27.940013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Router 016b9f5e-bb83-4d79-889e-38095019f159 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:27.949207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:28.021272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158489d3-0e76-4512-8c6c-fd9ae282db26 None None] Network 1f207264-8674-4472-81e3-01c20a972c54 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:28.035501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.063609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.088451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/ad6566c8-e0a3-4ebc-8a2f-3c15bc556878 HTTP/1.1" status: 204  len: 168 time: 2.1463242
Nov 23 12:47:28.099819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40970) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:28.157629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.172579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.342134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.520611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.530184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577291c1-5cf1-418d-8d87-e4658bec15a0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:28.531686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577291c1-5cf1-418d-8d87-e4658bec15a0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:28.532713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-577291c1-5cf1-418d-8d87-e4658bec15a0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Synchronizing usage tracker for tenant:049ee890165740c893efd2196d56c3c1 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:28.581776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:47:28.601274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:28.608781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.611398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdc3905-5cbc-4023-aff4-e343e667bf0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:28.619166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Router 1473fd86-dcc0-4b81-a173-d9091e947a77 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:28.728049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router 7605260a-84f8-4343-a084-f7bec15bdd7f is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:28.742240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] DHCP port deletion for 1f207264-8674-4472-81e3-01c20a972c54 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:28.765414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'code': 200}
Nov 23 12:47:28.769062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Deleting port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:28.769894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:28.816604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:28.830848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.831539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.832221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.832807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.833429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.833963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.834695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.835237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.835771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.836299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.836860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.837384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.838031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.838564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.839090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.839627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.840152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.840747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.841300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.842613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.843175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.843710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.844243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.844779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:47:28.850056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:28.974259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.024456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-577291c1-5cf1-418d-8d87-e4658bec15a0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Unset dirty status for tenant:049ee890165740c893efd2196d56c3c1 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:29.028823 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-577291c1-5cf1-418d-8d87-e4658bec15a0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.9214325
Nov 23 12:47:29.029874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40978) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:29.039510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.052446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] For port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,segment=NetworkSegment(ff69e278-2a2c-472e-93df-10c364e043ef),segment_id=ff69e278-2a2c-472e-93df-10c364e043ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:29.053005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.060859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e957aeb3-ba79-46fb-b38a-3a1e61f5048f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:29.186763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Calling delete_port for c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:29.188005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:29.188434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.190392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0472dc1-9dcc-458b-94e1-5b1501add059 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.202310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.267727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.286275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:29.291874 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0472dc1-9dcc-458b-94e1-5b1501add059 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:47:29.292372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0472dc1-9dcc-458b-94e1-5b1501add059 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 409 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:29.298828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0472dc1-9dcc-458b-94e1-5b1501add059 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/1f207264-8674-4472-81e3-01c20a972c54 HTTP/1.1" status: 409  len: 405 time: 0.2625442
Nov 23 12:47:29.299831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40982) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:29.308758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-142787714'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:29.314409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:29.320982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.347462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:29.354353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=3a3b0457-48bb-4a0a-8322-1693a3ea170c,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:29.354930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:29.363132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:29.368506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:29.369525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.370834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "PUT /v2.0/routers/7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 200  len: 918 time: 9.5973964
Nov 23 12:47:29.372163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:29.378011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:29.380040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 40986) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:29.384000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] Sync routers for ids ['7605260a-84f8-4343-a084-f7bec15bdd7f'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:29.392212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:29.396195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] Routers {'7605260a-84f8-4343-a084-f7bec15bdd7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:29.397103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266ffef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7605260a-84f8-4343-a084-f7bec15bdd7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:29.407295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f725239-6c7c-4bad-a75b-7a819c0cc928 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "PUT /v2.0/floatingips/2243df4b-393e-42ca-b1d0-86ebaff3d648 HTTP/1.1" status: 200  len: 991 time: 5.4443343
Nov 23 12:47:29.408942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:47:29.415283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:29.421948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.427952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f90917-e147-4a95-8209-423366510943 None None] Sync routers for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:29.443369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Pushing event deleted for resources: {'Port': ['ID=c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:29.456176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:29.475577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f90917-e147-4a95-8209-423366510943 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:29.476214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-60f90917-e147-4a95-8209-423366510943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e869b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:29.477139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266ffef0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:29.489624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] Routers {'7605260a-84f8-4343-a084-f7bec15bdd7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:29.490496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266ffef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7605260a-84f8-4343-a084-f7bec15bdd7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:29.509348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:29.523351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.523782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment ec94a817-e85f-492e-ac8b-8deff663fc07 of type vxlan for network bf05e81f-c77d-40ed-a296-45c7d67ac43c
Nov 23 12:47:29.565867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba045c35-2389-46b8-88f7-e7b051dc78d6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:29.568481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.583575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.589157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266ffef0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:29.589867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468b154-bdda-4033-86a9-048f6265c525 None None] The sync data for ids ['7605260a-84f8-4343-a084-f7bec15bdd7f'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:29.614846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.619059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:29.619714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.625973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71b9ab29-854c-47cf-b4f3-28b78282c55c tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:29.635825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] No DVR routers for this DVR port c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:29.724306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:29.730532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:29.742057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'status': 'completed', 'code': 200}
Nov 23 12:47:29.749176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-60f90917-e147-4a95-8209-423366510943 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:47:29.781000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4760325
Nov 23 12:47:29.782048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 40994) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:29.782776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=bf05e81f-c77d-40ed-a296-45c7d67ac43c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:29.796778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:29.801749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:29.803598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:29.827751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:29.870069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:29.875570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba045c35-2389-46b8-88f7-e7b051dc78d6 HTTP/1.1" status: 204  len: 168 time: 2.4104540
Nov 23 12:47:29.924184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=980a1cbb-74ae-4030-a30b-c0d9ba9863ea,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:29.954234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:29.966113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:29.978440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:29.984398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:29.987368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:30.016702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] Sync routers for ids ['016b9f5e-bb83-4d79-889e-38095019f159'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:30.023792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a617f-926f-493e-a083-218b10214a9c req-56774e42-d98e-47f9-ba6e-66b887ac57b3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:30.025457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b3a617f-926f-493e-a083-218b10214a9c req-56774e42-d98e-47f9-ba6e-66b887ac57b3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 1.0707729
Nov 23 12:47:30.060617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/routers/016b9f5e-bb83-4d79-889e-38095019f159/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4360003
Nov 23 12:47:30.062266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41000) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:30.091166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.093932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/980a1cbb-74ae-4030-a30b-c0d9ba9863ea HTTP/1.1" status: 204  len: 168 time: 3.4795763
Nov 23 12:47:30.102378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41006) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:30.334389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174915a-2609-417a-b904-eeec07ba21c0 None None] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:30.380313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b3a617f-926f-493e-a083-218b10214a9c req-79131757-91ae-4a2a-9798-1b12948518a6 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3377583
Nov 23 12:47:30.381301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41010) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:30.395936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] Routers {'016b9f5e-bb83-4d79-889e-38095019f159'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:30.396687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502def0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['016b9f5e-bb83-4d79-889e-38095019f159'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:30.440403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.440694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.440965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Floating IP 58dc64b6-ca7b-4f6c-b242-c4f97c466fb6 disassociated. External IP: 172.26.6.34, port: f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2.
Nov 23 12:47:30.441390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Calling delete_port for f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:30.487696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-4b729d5e-c043-4a4f-aa71-89e086fc4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:30.489319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-4b729d5e-c043-4a4f-aa71-89e086fc4382 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab2726c91c704c01aae329820908a551&device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 1162 time: 0.6564012
Nov 23 12:47:30.491799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.531899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbe059b6-2d90-434f-b274-d4612cef0830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.539035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502def0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:30.541732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.699481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] Routers {'016b9f5e-bb83-4d79-889e-38095019f159'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:30.700335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502def0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['016b9f5e-bb83-4d79-889e-38095019f159'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:30.746884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.795904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:30.862811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb39d49c-d426-4ba8-af0e-85419818ad34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4f5a3db8c524ed2b47a30401b22d4ae&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4753201
Nov 23 12:47:30.864367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:30.864367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:30.895919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41020) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:30.946249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f773c5e-1eea-454f-92f9-1a4cbc5b07f2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:30.947043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0f773c5e-1eea-454f-92f9-1a4cbc5b07f2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:30.958964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:30.959634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c7a2d0be-6b17-40fc-9c71-bf9bad5adc3a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:30.966173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502def0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:30.967120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e1084-60fd-448c-9c71-c349a4858875 None None] The sync data for ids ['016b9f5e-bb83-4d79-889e-38095019f159'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:30.985490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.167581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-60f90917-e147-4a95-8209-423366510943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e869b0>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2243df4b-393e-42ca-b1d0-86ebaff3d648', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'port_id': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'mac_address': 'fa:16:3e:0d:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:46:45Z', 'updated_at': '2020-11-23T12:47:25Z', 'revision_number': 1, 'project_id': 'ab2726c91c704c01aae329820908a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:31.175426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f90917-e147-4a95-8209-423366510943 None None] Checking router: 1473fd86-dcc0-4b81-a173-d9091e947a77 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:47:31.183423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,segment=NetworkSegment(59c925c1-fd72-46a9-8649-d1697933adad),segment_id=59c925c1-fd72-46a9-8649-d1697933adad)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:31.183832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.187210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] DHCP port deletion for d5777647-1d78-4e66-83a7-59bc9a889ab7 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:31.198227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Deleting port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:31.198746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.251385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f90917-e147-4a95-8209-423366510943 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:31.252145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-60f90917-e147-4a95-8209-423366510943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e869b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:31.346238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0f773c5e-1eea-454f-92f9-1a4cbc5b07f2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:31.350448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:31.350596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f773c5e-1eea-454f-92f9-1a4cbc5b07f2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?device_id=016b9f5e-bb83-4d79-889e-38095019f159 HTTP/1.1" status: 200  len: 988 time: 1.2672124
Nov 23 12:47:31.350596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:31.350596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:31.367867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41026) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:31.434622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-351ee1fb-1cee-4dc1-a058-b2fefaac22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:31.437109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-351ee1fb-1cee-4dc1-a058-b2fefaac22bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 200  len: 907 time: 0.8789573
Nov 23 12:47:31.601307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.621448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56474dea-680a-42c6-8f9d-9fe5c96bcffe tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:31.709720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94ce3e22-53e4-45b8-8865-6e029a69a579 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 200  len: 924 time: 2.3114653
Nov 23 12:47:31.725261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-60f90917-e147-4a95-8209-423366510943 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:47:31.732063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41034) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:31.752519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.781283 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-9b9c18df-7a74-46bf-8cd7-aa6159d056b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 200  len: 999 time: 0.3207436
Nov 23 12:47:31.791514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:31.805292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] For port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d88b97f7-747d-414b-bd4d-b5ff2de5b7c9,segment=NetworkSegment(59c925c1-fd72-46a9-8649-d1697933adad),segment_id=59c925c1-fd72-46a9-8649-d1697933adad)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:31.805498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.807733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:31.855623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Deleting port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:31.855990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.905816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:31.950445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:32.004606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Calling delete_port for d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:32.065979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-934c5158-4c6b-4d4c-954e-6ab35f4cbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:32.067880 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-934c5158-4c6b-4d4c-954e-6ab35f4cbe3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57ea2de4-9b0d-4eef-b898-f79b0b31c110 HTTP/1.1" status: 200  len: 851 time: 0.2633889
Nov 23 12:47:32.113547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef50d1-f82b-409b-9667-003c432f5775 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:32.118094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5aef50d1-f82b-409b-9667-003c432f5775 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=7605260a-84f8-4343-a084-f7bec15bdd7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3762403
Nov 23 12:47:32.122326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41040) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:32.191889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.214191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a0401-292c-48f6-940e-5cd38c36e8cc req-0e013f8d-079e-49b5-a148-298b99be08d5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:32.217059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-742a0401-292c-48f6-940e-5cd38c36e8cc req-0e013f8d-079e-49b5-a148-298b99be08d5 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 0.5897090
Nov 23 12:47:32.226903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2031f450-c93c-4b33-823b-54204defedad associated. External IP: 172.26.6.222, port: ebe89b68-2451-4b1c-80a2-17b38fa413ea.
Nov 23 12:47:32.256300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.265419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.355735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:32.356303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:32.540057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682c120ba8>,) {'filters': {'network_id': ['d5777647-1d78-4e66-83a7-59bc9a889ab7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:32.544550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.557810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:32.562680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:47:32.564261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5d494-0ddb-4000-b20c-721eb25335f8 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:32.568981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-daf5d494-0ddb-4000-b20c-721eb25335f8 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.4394076
Nov 23 12:47:32.568981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682c120ba8>, '59c925c1-fd72-46a9-8649-d1697933adad') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:32.568981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682c120ba8>, '59c925c1-fd72-46a9-8649-d1697933adad') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:32.579574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41044) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:32.580325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.665145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-60f90917-e147-4a95-8209-423366510943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e869b0>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2243df4b-393e-42ca-b1d0-86ebaff3d648', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'port_id': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'mac_address': 'fa:16:3e:0d:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:46:45Z', 'updated_at': '2020-11-23T12:47:25Z', 'revision_number': 1, 'project_id': 'ab2726c91c704c01aae329820908a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:32.670480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f90917-e147-4a95-8209-423366510943 None None] The sync data for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs is: [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2243df4b-393e-42ca-b1d0-86ebaff3d648', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'port_id': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'mac_address': 'fa:16:3e:0d:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:46:45Z', 'updated_at': '2020-11-23T12:47:25Z', 'revision_number': 1, 'project_id': 'ab2726c91c704c01aae329820908a551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:32.692235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:32.699207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be6642-573e-4e1a-be7e-11fadedb8fd0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:32.742484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.776456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:32.780500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:32.784897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:32.785388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:32.858079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Deleting port d88b97f7-747d-414b-bd4d-b5ff2de5b7c9 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:32.858730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.881056 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-742a0401-292c-48f6-940e-5cd38c36e8cc req-49321164-5b29-4a1e-a50b-4f3ea9734323 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5894606
Nov 23 12:47:32.887054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-98e6ecaa-c53b-46c1-b063-4b0a9681f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:32.889604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-98e6ecaa-c53b-46c1-b063-4b0a9681f3b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde0777d-5818-4cf1-881e-aaf817209df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7774479
Nov 23 12:47:32.892476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.898313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-953490f6-ccd7-4ac4-8463-0efd86e71478 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 200  len: 205 time: 0.1659260
Nov 23 12:47:32.898313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:32.905446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:32.927013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26be6642-573e-4e1a-be7e-11fadedb8fd0 HTTP/1.1" status: 204  len: 168 time: 2.0086093
Nov 23 12:47:32.932162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41048) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:32.951727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-081e6fab-6451-4e53-825c-c316f4443bb3 None None] The port 'd88b97f7-747d-414b-bd4d-b5ff2de5b7c9' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:47:33.061451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] For port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:33.061916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:33.073257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c70f0-43e2-4c7d-a4d7-20b1b98052b2 None None] New status for floating IP 2243df4b-393e-42ca-b1d0-86ebaff3d648: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:47:33.472824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=ecadb6ac-b6ad-40dc-a50e-24cf67851e05,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:33.476059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:33.495519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-3621a473-0f7d-4fcd-b2c4-4de2a012693d service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5765109
Nov 23 12:47:33.679752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:33.697641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:33.811764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Checking segment: {'id': 'ec94a817-e85f-492e-ac8b-8deff663fc07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:33.812328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network hostable DHCP agents. Network: bf05e81f-c77d-40ed-a296-45c7d67ac43c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:33.948592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network d5777647-1d78-4e66-83a7-59bc9a889ab7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:33.978538 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:34.015470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.015470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.015470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Floating IP 58dc64b6-ca7b-4f6c-b242-c4f97c466fb6 disassociated. External IP: 172.26.6.34, port: f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2.
Nov 23 12:47:34.015470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Calling delete_port for f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:34.063685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:34.083517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, bf05e81f-c77d-40ed-a296-45c7d67ac43c) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:34.095336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857d182-5c19-4c75-b3b6-c9e628d53f6b None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:34.100779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.104693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.114839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc2c8808-2dc7-4346-aa82-a34c857682f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:34.140695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:34.141337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.161358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=d5777647-1d78-4e66-83a7-59bc9a889ab7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:34.164456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:34.189779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/d5777647-1d78-4e66-83a7-59bc9a889ab7 HTTP/1.1" status: 204  len: 168 time: 4.0852010
Nov 23 12:47:34.191346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41076) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:34.237708 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.4421647
Nov 23 12:47:34.241487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41080) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:34.244112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d07309-b55d-4012-a7e9-3cca4094e271 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:34.244642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d07309-b55d-4012-a7e9-3cca4094e271 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:34.250040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-42d07309-b55d-4012-a7e9-3cca4094e271 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/686802d8-8974-4a78-9e20-819961ea503b HTTP/1.1" status: 404  len: 337 time: 0.0564983
Nov 23 12:47:34.252444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41082) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:34.259923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'port': {'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c', 'name': 'tempest-NetworksIpV6TestAttrs-2010847205'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:34.279352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.343845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aaa97ed-0d09-49e6-bb8d-311f89901683 req-7664d27e-7690-4e7f-8c33-db56245ff1bd service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5121493
Nov 23 12:47:34.459627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-bf05e81f-c77d-40ed-a296-45c7d67ac43c', 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': 'ecadb6ac-b6ad-40dc-a50e-24cf67851e05'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:34.460874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.543166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5063-8fee-4e7b-8aae-8a3be495a6ac req-d3541edf-06d5-4a74-997f-37f6ba951268 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:34.544080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24db5063-8fee-4e7b-8aae-8a3be495a6ac req-d3541edf-06d5-4a74-997f-37f6ba951268 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Synchronizing usage tracker for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:34.580467 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-106f2358-5657-4200-acaf-71d9f7bfd9f8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:34.581012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106f2358-5657-4200-acaf-71d9f7bfd9f8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:34.582873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-106f2358-5657-4200-acaf-71d9f7bfd9f8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/24487766-c909-49c9-892d-f85c351423a4 HTTP/1.1" status: 404  len: 339 time: 0.3279307
Nov 23 12:47:34.592152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24db5063-8fee-4e7b-8aae-8a3be495a6ac req-d3541edf-06d5-4a74-997f-37f6ba951268 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Unset dirty status for tenant:e777ef4baca844e58367282950f726a1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:34.593690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24db5063-8fee-4e7b-8aae-8a3be495a6ac req-d3541edf-06d5-4a74-997f-37f6ba951268 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 944 time: 0.4598241
Nov 23 12:47:34.595412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41094) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:34.693479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:34.700069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:port and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:34.705774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:34.714588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:34.724959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.731108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.738336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:34.744285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.863179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Allocated IP 2001:db8::f816:3eff:fea0:d1a3 (bf05e81f-c77d-40ed-a296-45c7d67ac43c/ecadb6ac-b6ad-40dc-a50e-24cf67851e05/1ab36126-50ef-47d2-ad61-372a1eae93af) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:34.899557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11922f59-05db-4adf-9a9c-e10c6201b91b tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:34.921750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:34.946819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9969a71e-8f11-421c-8d80-0c81b680ef0d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:34.947320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9969a71e-8f11-421c-8d80-0c81b680ef0d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:34.949209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9969a71e-8f11-421c-8d80-0c81b680ef0d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/01d66b70-fea8-4d5f-b954-9139e1790bcc HTTP/1.1" status: 404  len: 337 time: 0.2264104
Nov 23 12:47:34.971164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] device_id is not set on port 9cb0cef2-583d-4f26-af19-f404f1b4315b yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:47:35.016711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port ffb68e7a-a084-422e-8ea3-20cfd694423c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:35.017100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.026746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41102) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:35.113847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event deleted for resources: {'Port': ['ID=f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:35.134819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.147619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Transition to ACTIVE for port object 1ab36126-50ef-47d2-ad61-372a1eae93af will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:35.148353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:35.166622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Transition to ACTIVE for port object 1ab36126-50ef-47d2-ad61-372a1eae93af will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:35.172411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.172812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48f9792-7c99-4b91-85b9-7bcfcff0471c tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:35.173308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48f9792-7c99-4b91-85b9-7bcfcff0471c tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:35.177613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a48f9792-7c99-4b91-85b9-7bcfcff0471c tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/bcabd0c0-b4cc-468b-b06c-792da3971310 HTTP/1.1" status: 404  len: 339 time: 0.0878017
Nov 23 12:47:35.189832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41110) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:35.191248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:35.259336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.263668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e866846-1c7a-4779-9da4-0de471661ede tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:35.264300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e866846-1c7a-4779-9da4-0de471661ede tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:35.269174 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4e866846-1c7a-4779-9da4-0de471661ede tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/b29d28b3-8d74-49d7-a174-b0506548dcbf HTTP/1.1" status: 404  len: 337 time: 0.0739076
Nov 23 12:47:35.273638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41114) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:35.299770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24db5063-8fee-4e7b-8aae-8a3be495a6ac req-b555738a-a050-408e-8cdc-312c2cb396f2 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups?id=08ecbfdd-3e97-4559-9277-6e589e5f0663&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5718682
Nov 23 12:47:35.303985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41118) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:35.328479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Pushing event updated for resources: {'Port': ['ID=1ab36126-50ef-47d2-ad61-372a1eae93af,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:35.343412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:35.349687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:35.459051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for ffb68e7a-a084-422e-8ea3-20cfd694423c owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:35.527775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Request body: {'router': {'name': 'tempest-pretest-check-1236617023'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:35.531454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:35.533467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:35.537453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:35.558526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2244922-b004-45f3-a95a-849b9705fdc6 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:35.559024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2244922-b004-45f3-a95a-849b9705fdc6 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:35.592865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2244922-b004-45f3-a95a-849b9705fdc6 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/2b9741da-3365-4397-bc5f-e4c2bd78e87d HTTP/1.1" status: 404  len: 339 time: 0.3181777
Nov 23 12:47:35.599926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:35.609143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:35.626422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Attempting to bind port 1ab36126-50ef-47d2-ad61-372a1eae93af on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:35.627621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Attempting to bind port 1ab36126-50ef-47d2-ad61-372a1eae93af by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ec94a817-e85f-492e-ac8b-8deff663fc07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:35.628379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Attempting to bind port 1ab36126-50ef-47d2-ad61-372a1eae93af on network bf05e81f-c77d-40ed-a296-45c7d67ac43c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:35.636768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:35.637746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Checking segment: {'id': 'ec94a817-e85f-492e-ac8b-8deff663fc07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:35.639064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.639528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Bound using segment: {'id': 'ec94a817-e85f-492e-ac8b-8deff663fc07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:35.640068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Bound port: 1ab36126-50ef-47d2-ad61-372a1eae93af, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec94a817-e85f-492e-ac8b-8deff663fc07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bf05e81f-c77d-40ed-a296-45c7d67ac43c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:35.640529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.668561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Allocated IP 2001:db8::f816:3eff:fead:3bcf (bf05e81f-c77d-40ed-a296-45c7d67ac43c/ecadb6ac-b6ad-40dc-a50e-24cf67851e05/9cb0cef2-583d-4f26-af19-f404f1b4315b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:35.696723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Usage tracker for resource:router and tenant:4ba9214518664b318e4e6e366b1c0d94 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:35.707800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:35.771647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:35.785459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] For port 1ab36126-50ef-47d2-ad61-372a1eae93af, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:35.789158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] For port 1ab36126-50ef-47d2-ad61-372a1eae93af, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1ab36126-50ef-47d2-ad61-372a1eae93af,segment=NetworkSegment(ec94a817-e85f-492e-ac8b-8deff663fc07),segment_id=ec94a817-e85f-492e-ac8b-8deff663fc07)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:35.792866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:35.809041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-392442ef-bfd5-4d29-9eb9-a42118a8a17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:35.962109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Pushing event updated for resources: {'Port': ['ID=1ab36126-50ef-47d2-ad61-372a1eae93af,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:35.976345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:36.128616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting subnet 209a8020-48ab-420a-b05c-39bdfad431f8 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:36.136896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.189489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.190526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.267791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port dab5338c-d7f0-46e4-8a69-d833d7db8203 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:36.268153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.552612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.572641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bcbdd5f7-676c-444a-ad51-478508651089 req-547a5f05-417b-42ce-9950-9946df21a088 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.0929294
Nov 23 12:47:36.572964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.603270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60c4d672-8919-4555-a5fd-183a09d75fee tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:36.612893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.635377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.704501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:36.718658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:36.738558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:36.739284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cabe0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:36.748334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=ffb68e7a-a084-422e-8ea3-20cfd694423c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:36.751780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:36.786133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for dab5338c-d7f0-46e4-8a69-d833d7db8203 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:36.794034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.803315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1ab36126-50ef-47d2-ad61-372a1eae93af up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:36.841873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Transition to ACTIVE for port object 9cb0cef2-583d-4f26-af19-f404f1b4315b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:36.846079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Router d167afad-9a63-407e-9e07-719df625cedc has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:36.850252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cabe0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:36.854076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.889714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.922204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.924746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:36.927780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cabe0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:36.930826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:36.934691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb121841-08c7-402b-a1d1-a4970a799603 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 1.6253207
Nov 23 12:47:36.945627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:37.011760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cabe0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:37.012959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71f211-2f9e-4ce4-bbfa-8de00846a9bf None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:37.022192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1ab36126-50ef-47d2-ad61-372a1eae93af completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:37.024893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.048199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b164d0-b2b3-42fd-921b-80005dfcfdb0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:37.134167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 17.3641145
Nov 23 12:47:37.139046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41138) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:37.176845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1171961284'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:37.207647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:37.304568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:network and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:37.312483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.314883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:37.410032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:37.473795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Port': ['ID=9cb0cef2-583d-4f26-af19-f404f1b4315b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:37.477443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:37.508456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e6880-8b37-4cc1-97dd-40211386c435 None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:37.559988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:37.565342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.590358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.610728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.632337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Provisioning for port 1ab36126-50ef-47d2-ad61-372a1eae93af completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:37.640950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Provisioning complete for port 1ab36126-50ef-47d2-ad61-372a1eae93af triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:37.641505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.683099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28e83d1c-fd3b-416a-b6c0-3645dee3e7bf tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:37.803133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=dab5338c-d7f0-46e4-8a69-d833d7db8203,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:37.837353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:37.848824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:37.857861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.860297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:37.868952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:37.873485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:37.874413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.933483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] For port 1ab36126-50ef-47d2-ad61-372a1eae93af, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1ab36126-50ef-47d2-ad61-372a1eae93af,segment=NetworkSegment(ec94a817-e85f-492e-ac8b-8deff663fc07),segment_id=ec94a817-e85f-492e-ac8b-8deff663fc07)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:37.934106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d85c536-955b-4246-ba24-304d6bb20398 req-10931b72-dea3-449f-89ee-6a403e26eb07 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.1322644
Nov 23 12:47:37.941229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:37.943996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:38.013777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:38.015259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Pushing event updated for resources: {'Port': ['ID=1ab36126-50ef-47d2-ad61-372a1eae93af,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:38.019354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.019904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:38.046747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.7929726
Nov 23 12:47:38.048147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41144) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:38.051099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.122074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:38.128534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.128999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Added segment e388432e-c9eb-4bc2-9fe9-a113fe60cb89 of type vxlan for network 18a0b667-119e-4f13-884b-226628234caa
Nov 23 12:47:38.134569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Sync routers for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:38.137177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.149304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.172739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:38.173770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825844208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:38.189161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] No DVR routers for this DVR port f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:38.196753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.218960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.219205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.225452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-deleted', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:47:38.262010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:38.331571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.331905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router 7605260a-84f8-4343-a084-f7bec15bdd7f {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:38.388066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Provisioning for port 9cb0cef2-583d-4f26-af19-f404f1b4315b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:38.397715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Provisioning complete for port 9cb0cef2-583d-4f26-af19-f404f1b4315b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:38.398656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.410754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=209a8020-48ab-420a-b05c-39bdfad431f8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:38.414430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:38.431310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.439456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 204  len: 168 time: 5.4944296
Nov 23 12:47:38.439456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:47:38.446821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41152) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:38.455736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:47:38.482801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-767293525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:38.496055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Port 9cb0cef2-583d-4f26-af19-f404f1b4315b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:38.511746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:38.518698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Provisioning complete for port 1ab36126-50ef-47d2-ad61-372a1eae93af triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:38.519308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21f5641f-1733-4e30-8d77-505f0f093c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.522753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:38.526635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:38.538600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:38.541689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.546649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:38.547334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.572349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24afc951-1fec-49c1-aec4-8b46fa67de51 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:38.623092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.623435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Fanout notify agent at l3_agent the message router_deleted on router 3e9fb216-a7c3-42af-8283-14d7e63f8ece {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:38.639530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:38.640783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-08879f8c-5853-4d3c-9f3a-e5a952d851c7 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "DELETE /v2.0/routers/3e9fb216-a7c3-42af-8283-14d7e63f8ece HTTP/1.1" status: 204  len: 168 time: 1.6941288
Nov 23 12:47:38.643219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb827e66-2717-4253-bbcf-ff1e30990a6f', 'name': 'network-vif-deleted', 'tag': 'f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2', 'status': 'completed', 'code': 200}
Nov 23 12:47:38.645134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a6dea2ae-81e9-45d6-9a6c-165ae01f44bf req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.63 "DELETE /v2.0/ports/f3c5f6f8-cd01-4aef-9f87-7c4fafe025b2 HTTP/1.1" status: 204  len: 173 time: 11.1493902
Nov 23 12:47:38.648084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41156) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:38.659543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Request body: {'router': {'name': 'tempest-router-2011885129', 'distributed': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:38.736088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:38.781320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Usage tracker for resource:router and tenant:4ba9214518664b318e4e6e366b1c0d94 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:38.803046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:38.814866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1ab36126-50ef-47d2-ad61-372a1eae93af up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:38.860198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Network': ['ID=18a0b667-119e-4f13-884b-226628234caa,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:38.874941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:38.896474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.7424943
Nov 23 12:47:38.899229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41160) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:38.919815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'subnet': {'network_id': '18a0b667-119e-4f13-884b-226628234caa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:38.942593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:39.040403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting subnet ecadb6ac-b6ad-40dc-a50e-24cf67851e05 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:39.042009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825844208>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:39.043669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.045697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.059877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Checking router: d167afad-9a63-407e-9e07-719df625cedc for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:47:39.076994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.092068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:39.092717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:39.093404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825844208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:39.096620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:subnet and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:39.099777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:39.106328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:39.118347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.127868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/209a8020-48ab-420a-b05c-39bdfad431f8 HTTP/1.1" status: 204  len: 168 time: 3.5266771
Nov 23 12:47:39.130282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41166) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:39.131338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.132290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.174181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:39.181000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.226098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 18a0b667-119e-4f13-884b-226628234caa details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:39.241990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 18a0b667-119e-4f13-884b-226628234caa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:39.258730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd97db-8c8f-42bf-8175-780ff43ec14c None None] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:39.328234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.398383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.539891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.555697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:47:39.844257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.919856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.922574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae46b437-0e75-4a69-bacc-c942a7f5f0fd req-2f2266eb-c96a-4f5d-9489-f01bf066bc3b tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/ports?device_id=fb827e66-2717-4253-bbcf-ff1e30990a6f HTTP/1.1" status: 200  len: 210 time: 0.1512694
Nov 23 12:47:39.937805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1ab36126-50ef-47d2-ad61-372a1eae93af triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:39.938484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.982245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:39.999507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-750f35d9-0805-4b31-8a5e-a4a88c1ac15e None None] Provisioning complete for port 9cb0cef2-583d-4f26-af19-f404f1b4315b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:40.001764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-750f35d9-0805-4b31-8a5e-a4a88c1ac15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.014130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09bd0044-a21a-4cc2-997c-3f5093e04e4e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:40.059656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825844208>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:40.065565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529472df-837f-41ca-81a5-fc13001e5814 None None] The sync data for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs is: [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:43:44Z', 'revision_number': 4, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6', 'name': '', 'network_id': '1ea07c7f-3332-4f16-8423-aa4d6688ff2e', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'mac_address': 'fa:16:3e:a6:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:42Z', 'updated_at': '2020-11-23T12:43:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'subnets': [{'id': 'f662c08e-c24d-4fb4-bb79-e52c8cb5cf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:40.082765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.098339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] DHCP port deletion for 8f3c4002-0ad3-4cea-9526-1637d5668d10 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:40.111573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-750f35d9-0805-4b31-8a5e-a4a88c1ac15e None None] Port 9cb0cef2-583d-4f26-af19-f404f1b4315b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:47:40.117919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Deleting port 583e3fa5-194e-45a1-b428-79c45cc14909 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:40.118344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.151248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.151870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.156365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9527ca9-de40-4fc4-a5fe-c533ce4acfd6 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.5022042
Nov 23 12:47:40.166378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41172) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:40.170208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=ecadb6ac-b6ad-40dc-a50e-24cf67851e05,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:40.199376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 583e3fa5-194e-45a1-b428-79c45cc14909 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:40.199973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.253148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:40.272296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.272606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-750f35d9-0805-4b31-8a5e-a4a88c1ac15e None None] Provisioning complete for port 1ab36126-50ef-47d2-ad61-372a1eae93af triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:40.272920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-750f35d9-0805-4b31-8a5e-a4a88c1ac15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.382237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.386327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb0a1526-d6dc-4543-8eca-4d7faebacfa6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.9329388
Nov 23 12:47:40.391518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41176) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:40.409602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Request body: {'router': {'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'enable_snat': False}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:40.498045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.503069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/ecadb6ac-b6ad-40dc-a50e-24cf67851e05 HTTP/1.1" status: 204  len: 168 time: 2.4543746
Nov 23 12:47:40.536248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7aec2-9f8c-4a08-9218-6148d82662bd None None] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:40.556147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:40.565496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.713263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b2a3-f1a9-4696-8073-bebc95968e6a tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:40.715023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b2a3-f1a9-4696-8073-bebc95968e6a tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:40.715896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8033b2a3-f1a9-4696-8073-bebc95968e6a tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Synchronizing usage tracker for tenant:049ee890165740c893efd2196d56c3c1 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:40.787717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 583e3fa5-194e-45a1-b428-79c45cc14909 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:40.815672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7322d-feb2-4f2c-a394-754b4634b53c None None] New status for floating IP 58dc64b6-ca7b-4f6c-b242-c4f97c466fb6: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:47:40.827078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8033b2a3-f1a9-4696-8073-bebc95968e6a tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Unset dirty status for tenant:049ee890165740c893efd2196d56c3c1 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:40.831514 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8033b2a3-f1a9-4696-8073-bebc95968e6a tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2659574
Nov 23 12:47:40.832723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41186) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:40.842132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 583e3fa5-194e-45a1-b428-79c45cc14909, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583e3fa5-194e-45a1-b428-79c45cc14909,segment=NetworkSegment(83fdb04b-b461-44e9-89a3-93d10ba95ee6),segment_id=83fdb04b-b461-44e9-89a3-93d10ba95ee6)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:40.842625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:40.959907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] For port 583e3fa5-194e-45a1-b428-79c45cc14909, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=583e3fa5-194e-45a1-b428-79c45cc14909,segment=NetworkSegment(83fdb04b-b461-44e9-89a3-93d10ba95ee6),segment_id=83fdb04b-b461-44e9-89a3-93d10ba95ee6)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:40.960363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.136142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 583e3fa5-194e-45a1-b428-79c45cc14909 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:41.188397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41196) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:41.342817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb0a3-9e22-4bf1-b077-3935b8e09384 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.449582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Calling delete_port for 583e3fa5-194e-45a1-b428-79c45cc14909 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:41.523903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbbb0a3-9e22-4bf1-b077-3935b8e09384 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:47:41.524592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbbb0a3-9e22-4bf1-b077-3935b8e09384 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 409 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:41.537962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5cbbb0a3-9e22-4bf1-b077-3935b8e09384 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/bf05e81f-c77d-40ed-a296-45c7d67ac43c HTTP/1.1" status: 409  len: 405 time: 0.6957026
Nov 23 12:47:41.553838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41200) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:41.559852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 583e3fa5-194e-45a1-b428-79c45cc14909 update to DOWN by agent not found {{(pid=81024) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 23 12:47:41.587163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.610200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:41.610621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:41.613903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ba526aa-af74-4ba7-9e7a-5ac4cddeee78 tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:41.623780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1830387311'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:41.656170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] DHCP port deletion for bf05e81f-c77d-40ed-a296-45c7d67ac43c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:41.657132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:41.662000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Deleting port 1ab36126-50ef-47d2-ad61-372a1eae93af {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:41.663151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.664261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.673525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:41.678308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:41.743285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Port': ['ID=583e3fa5-194e-45a1-b428-79c45cc14909,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:41.753614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:41.756164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.761138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:41.796160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.801507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:41.807162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.857778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.863190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Router 016b9f5e-bb83-4d79-889e-38095019f159 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:47:41.867651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No DVR routers for this DVR port 583e3fa5-194e-45a1-b428-79c45cc14909 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:41.884206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.884703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Fanout notify agent at l3_agent the message router_deleted on router 1d8c89f5-0ec5-4c52-87c9-c2303e043d15 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:41.928967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.940387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:41.944894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.946203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0cb57da-e259-44e7-a69c-92edcbb842a1 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "DELETE /v2.0/routers/1d8c89f5-0ec5-4c52-87c9-c2303e043d15 HTTP/1.1" status: 204  len: 168 time: 1.7689564
Nov 23 12:47:41.957577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41206) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:41.969564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Request body: {'router': {'name': 'tempest-router-996004556', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf65121962b74c5682e1e7155bf618d8'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:41.989114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:41.989353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] For port 1ab36126-50ef-47d2-ad61-372a1eae93af, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1ab36126-50ef-47d2-ad61-372a1eae93af,segment=NetworkSegment(ec94a817-e85f-492e-ac8b-8deff663fc07),segment_id=ec94a817-e85f-492e-ac8b-8deff663fc07)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:41.989864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.992347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:41.992770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment e565d08f-c7b3-4b14-9301-edc57044f55c of type vxlan for network 6381f0ce-7380-4091-b894-fc84c241aa65
Nov 23 12:47:42.055897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Usage tracker for resource:router and tenant:cf65121962b74c5682e1e7155bf618d8 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:42.086420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:42.105752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:42.129576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Deleting port 583e3fa5-194e-45a1-b428-79c45cc14909 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:42.129793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.164409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Calling delete_port for 1ab36126-50ef-47d2-ad61-372a1eae93af owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:42.201303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.211324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.212317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.223385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.230277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d704301-49ff-42fd-85e7-aa28bdde1c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:42.245771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:42.254755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7152e34-89ed-4c26-8fb2-07a1f10541c6 None None] The port '583e3fa5-194e-45a1-b428-79c45cc14909' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:47:42.258281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ecbfdd-3e97-4559-9277-6e589e5f0663,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:42.261932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] Sync routers for ids ['016b9f5e-bb83-4d79-889e-38095019f159'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:42.276345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:42.294547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] Routers {'016b9f5e-bb83-4d79-889e-38095019f159'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:42.296171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['016b9f5e-bb83-4d79-889e-38095019f159'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:42.305306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.312992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.321004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:42.321688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.330100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.331491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:42.332267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.354615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:42.362993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.364136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "DELETE /v2.0/security-groups/08ecbfdd-3e97-4559-9277-6e589e5f0663 HTTP/1.1" status: 204  len: 168 time: 1.1737230
Nov 23 12:47:42.390139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41210) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.408484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67780>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:42.420286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] Routers {'016b9f5e-bb83-4d79-889e-38095019f159'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:42.420986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['016b9f5e-bb83-4d79-889e-38095019f159'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:42.422447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:42.434381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/routers/016b9f5e-bb83-4d79-889e-38095019f159/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0626454
Nov 23 12:47:42.439976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41212) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.474744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Pushing event deleted for resources: {'Port': ['ID=1ab36126-50ef-47d2-ad61-372a1eae93af,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:42.478034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:42.480653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] No DVR routers for this DVR port 1ab36126-50ef-47d2-ad61-372a1eae93af on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:42.484729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67780>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:42.485184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437acc2-407c-4ebb-85ca-c48338af4c1c None None] The sync data for ids ['016b9f5e-bb83-4d79-889e-38095019f159'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:42.509184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8936923
Nov 23 12:47:42.515570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41216) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.526453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0035d0d2-3611-41ae-8fcf-0eefce043fcb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:47:42.527015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0035d0d2-3611-41ae-8fcf-0eefce043fcb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:42.530367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=6381f0ce-7380-4091-b894-fc84c241aa65,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:42.534633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.538561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:42.547525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6381f0ce-7380-4091-b894-fc84c241aa65 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:42.566058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.568334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-46a5adcd-3bb0-4fa1-a748-a5dcef7bd9d4 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.6052797
Nov 23 12:47:42.569876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0035d0d2-3611-41ae-8fcf-0eefce043fcb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:42.571231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0035d0d2-3611-41ae-8fcf-0eefce043fcb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/dab5338c-d7f0-46e4-8a69-d833d7db8203 HTTP/1.1" status: 404  len: 333 time: 0.1297920
Nov 23 12:47:42.571351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6381f0ce-7380-4091-b894-fc84c241aa65 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:42.572081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41222) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.574894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41224) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.579769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:42.581141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Request body: {'router': {'distributed': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:42.596253 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-055d615f-0ff5-41c9-b3e9-c79eafc719f9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] show failed (client error): The resource could not be found.
Nov 23 12:47:42.597656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-055d615f-0ff5-41c9-b3e9-c79eafc719f9 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "GET /v2.0/security-groups/08ecbfdd-3e97-4559-9277-6e589e5f0663 HTTP/1.1" status: 404  len: 347 time: 0.0852594
Nov 23 12:47:42.599660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:42.633749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41230) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:42.716272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1ab36126-50ef-47d2-ad61-372a1eae93af no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:42.786226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1ab36126-50ef-47d2-ad61-372a1eae93af {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:42.786621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1ab36126-50ef-47d2-ad61-372a1eae93af not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:42.933477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Subnet': ['ID=bb8a6ab9-c56c-46b2-8978-0727caf4c69a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:42.957372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.025885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:43.083430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:43.086578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Deleting port f314b8c3-3dcc-4735-bcf3-2f9db18aab99 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:43.086959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.144249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68251ff390>,) {'filters': {'network_id': ['8f3c4002-0ad3-4cea-9526-1637d5668d10']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:43.165818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:43.178661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68251ff390>, '83fdb04b-b461-44e9-89a3-93d10ba95ee6') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:43.178998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68251ff390>, '83fdb04b-b461-44e9-89a3-93d10ba95ee6') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:43.221022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.329065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:43.416354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.428089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:43.555537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Checking segment: {'id': 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18a0b667-119e-4f13-884b-226628234caa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:43.555924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network hostable DHCP agents. Network: 18a0b667-119e-4f13-884b-226628234caa, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:43.720558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.720929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.752921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.870611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:43.887637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.961784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.962154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:43.996772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.001916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.005404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.007886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=81022) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Nov 23 12:47:44.008253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Router a5358bb9-26cf-4d52-84fc-e0a6b966bb05 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f6826c37080> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f6826c370b8> provider. {{(pid=81022) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Nov 23 12:47:44.008674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.016026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.022835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.096366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.096948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Fanout notify agent at l3_agent the message router_deleted on router 016b9f5e-bb83-4d79-889e-38095019f159 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:44.123500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.167786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.169016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f4c8b9b-cb9b-451e-b65d-102851759c0c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/routers/016b9f5e-bb83-4d79-889e-38095019f159 HTTP/1.1" status: 204  len: 168 time: 1.5923595
Nov 23 12:47:44.173970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41236) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:44.213186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:44.228275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Calling delete_port for f314b8c3-3dcc-4735-bcf3-2f9db18aab99 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:44.281966 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] No L3 agents can host the router a5358bb9-26cf-4d52-84fc-e0a6b966bb05
Nov 23 12:47:44.347799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 18a0b667-119e-4f13-884b-226628234caa) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:44.356262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb93b3-1522-42c7-8c6e-c21ae4fc8785 None None] Network 18a0b667-119e-4f13-884b-226628234caa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:44.411356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network 8f3c4002-0ad3-4cea-9526-1637d5668d10 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:44.499359 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:44.539239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 5b97f0f5-24e3-4253-a4bb-504ede3bbe90 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:44.543404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.570370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:44.571028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.623370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-18a0b667-119e-4f13-884b-226628234caa', 'network_id': '18a0b667-119e-4f13-884b-226628234caa', 'tenant_id': '852666498b794b18ae8c208b3e751dc0', 'fixed_ips': [{'subnet_id': 'bb8a6ab9-c56c-46b2-8978-0727caf4c69a'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:44.624657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.687154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.725329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Hosts for router a5358bb9-26cf-4d52-84fc-e0a6b966bb05: [] {{(pid=81022) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 23 12:47:44.800396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Hosts for other DVR routers connected to router a5358bb9-26cf-4d52-84fc-e0a6b966bb05: set() {{(pid=81022) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Nov 23 12:47:44.802963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.807108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7471d591-76c0-45de-bc3d-85d47208cdd8 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "PUT /v2.0/routers/a5358bb9-26cf-4d52-84fc-e0a6b966bb05 HTTP/1.1" status: 200  len: 716 time: 2.2310081
Nov 23 12:47:44.808337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41242) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:44.932887 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.0322652
Nov 23 12:47:44.939882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41246) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:44.973570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:44.986157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Allocated IP 172.20.0.2 (18a0b667-119e-4f13-884b-226628234caa/bb8a6ab9-c56c-46b2-8978-0727caf4c69a/c81c68c2-501f-48bc-a044-9b3380fc21c5) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:44.996348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-181246736', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:45.005315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-b70341f8-3867-4f03-9267-c1c01cda8cb1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3577509
Nov 23 12:47:45.006539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.014434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:45.066653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b6ad3ac-abba-43a6-bdc7-d44d2f67e152 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "GET /v2.0/routers/a5358bb9-26cf-4d52-84fc-e0a6b966bb05 HTTP/1.1" status: 200  len: 716 time: 0.2568712
Nov 23 12:47:45.069646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41250) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:45.071605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.105115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41256) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:45.108605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/8f3c4002-0ad3-4cea-9526-1637d5668d10 HTTP/1.1" status: 204  len: 168 time: 5.9655364
Nov 23 12:47:45.110492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:45.114819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:router and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:45.118772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for router was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:45.125347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:45.192791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=8f3c4002-0ad3-4cea-9526-1637d5668d10,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:45.201555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:45.209225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.210370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.259333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a61cd69-b267-4623-ae2f-3b81644c6308 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:45.259913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a61cd69-b267-4623-ae2f-3b81644c6308 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:45.264307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7a61cd69-b267-4623-ae2f-3b81644c6308 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/a0d5f9af-caa5-4481-9e8f-c75de4cdf5df HTTP/1.1" status: 404  len: 337 time: 0.1554582
Nov 23 12:47:45.269209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41264) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:45.270062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.324890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Transition to ACTIVE for port object c81c68c2-501f-48bc-a044-9b3380fc21c5 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:45.338082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.342300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Transition to ACTIVE for port object c81c68c2-501f-48bc-a044-9b3380fc21c5 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:45.347178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.363821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:45.504759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Pushing event updated for resources: {'Port': ['ID=c81c68c2-501f-48bc-a044-9b3380fc21c5,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:45.510028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:45.534627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d51ce2f-f5f3-4d36-b199-7c5cf7161c8d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:45.542696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c42843cf-603e-4a3d-9343-595d6a745602 tempest-RoutersTestDVR-1504049815 tempest-RoutersTestDVR-1504049815] 10.222.0.60 "GET /v2.0/routers/a5358bb9-26cf-4d52-84fc-e0a6b966bb05 HTTP/1.1" status: 200  len: 682 time: 0.4692574
Nov 23 12:47:45.551807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41270) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:45.569993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Network 18a0b667-119e-4f13-884b-226628234caa is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:45.571323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:45.574184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:45.583861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a43424-9ee5-4adb-9dde-c0b0e072bbce tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] DELETE failed (client error): The resource could not be found.
Nov 23 12:47:45.584367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a43424-9ee5-4adb-9dde-c0b0e072bbce tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:47:45.625130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-113f5d73-f8bc-4ff1-a03f-b16afd21019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:45.626754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-113f5d73-f8bc-4ff1-a03f-b16afd21019b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab2726c91c704c01aae329820908a551&device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 1162 time: 0.4669709
Nov 23 12:47:45.645627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Pushing event deleted for resources: {'Port': ['ID=f314b8c3-3dcc-4735-bcf3-2f9db18aab99,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:45.658207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:45.660544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.663018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Attempting to bind port c81c68c2-501f-48bc-a044-9b3380fc21c5 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:45.663439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Attempting to bind port c81c68c2-501f-48bc-a044-9b3380fc21c5 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18a0b667-119e-4f13-884b-226628234caa'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:45.663849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Attempting to bind port c81c68c2-501f-48bc-a044-9b3380fc21c5 on network 18a0b667-119e-4f13-884b-226628234caa {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:45.672895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:45.673323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Checking segment: {'id': 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18a0b667-119e-4f13-884b-226628234caa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:45.673776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.674377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Bound using segment: {'id': 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18a0b667-119e-4f13-884b-226628234caa'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:45.674727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Bound port: c81c68c2-501f-48bc-a044-9b3380fc21c5, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '18a0b667-119e-4f13-884b-226628234caa'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:45.675540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.694324 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00a43424-9ee5-4adb-9dde-c0b0e072bbce tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/28200ab4-e57a-46da-95b8-99f36c059062 HTTP/1.1" status: 404  len: 339 time: 0.4160230
Nov 23 12:47:45.698578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41274) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:45.790440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] For port c81c68c2-501f-48bc-a044-9b3380fc21c5, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:45.795413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] For port c81c68c2-501f-48bc-a044-9b3380fc21c5, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c81c68c2-501f-48bc-a044-9b3380fc21c5,segment=NetworkSegment(e388432e-c9eb-4bc2-9fe9-a113fe60cb89),segment_id=e388432e-c9eb-4bc2-9fe9-a113fe60cb89)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:45.810227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:45.828697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-599be5f6-3941-4be3-8332-5fea70194ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:45.829964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Allocated IP 172.26.6.252 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/3b329d42-ba01-404b-a681-cdf405b084f4) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:46.116991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.119422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.123730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] 10.222.0.60 "DELETE /v2.0/floatingips/58dc64b6-ca7b-4f6c-b242-c4f97c466fb6 HTTP/1.1" status: 204  len: 168 time: 3.3723893
Nov 23 12:47:46.125597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41278) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:46.165863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Pushing event updated for resources: {'Port': ['ID=c81c68c2-501f-48bc-a044-9b3380fc21c5,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:46.169570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:46.207873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.228391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:46.245612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.361655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.368658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.479539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=5b97f0f5-24e3-4253-a4bb-504ede3bbe90,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:46.543768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.554670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:46.560315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.581320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f61d0df9-8b74-4c55-a9d7-000ce117fb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:46.592778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-eafea29b-5814-4e8e-ac03-3c1efb93b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:46.594321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-eafea29b-5814-4e8e-ac03-3c1efb93b6d7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 200  len: 907 time: 0.9368930
Nov 23 12:47:46.798521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c81c68c2-501f-48bc-a044-9b3380fc21c5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:46.838712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:46.849657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306638a5-a369-4399-bde3-90678acd4e30 None None] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:46.893954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Pushing event updated for resources: {'Port': ['ID=3b329d42-ba01-404b-a681-cdf405b084f4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:46.915121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:46.987984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:47:47.008687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/5b97f0f5-24e3-4253-a4bb-504ede3bbe90 HTTP/1.1" status: 204  len: 168 time: 2.8311536
Nov 23 12:47:47.008945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.015056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting subnet 97042ba7-7e88-4605-b8db-e8d9c75cc2d0 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:47:47.020239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41284) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:47.023749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:47.024067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-e80ccb6e-517b-4d5b-b00b-a2126010cbee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 200  len: 1001 time: 0.3772988
Nov 23 12:47:47.024851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.062521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c81c68c2-501f-48bc-a044-9b3380fc21c5 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:47.182329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] DHCP port deletion for d5fbcb0a-7b4e-4146-8906-49a7d0a59cee request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:47.190286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Deleting port ac1629b3-01d3-4300-b2b2-d018fb957397 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:47.190725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.400917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.432414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.432967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] For port ac1629b3-01d3-4300-b2b2-d018fb957397, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ac1629b3-01d3-4300-b2b2-d018fb957397,segment=NetworkSegment(3cccffe5-75f2-4961-ba79-7f7d5dcf1178),segment_id=3cccffe5-75f2-4961-ba79-7f7d5dcf1178)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:47.433422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.465068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-b0599d16-50c8-4611-b097-4b85d96b47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:47.467392 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-b0599d16-50c8-4611-b097-4b85d96b47ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=57ea2de4-9b0d-4eef-b898-f79b0b31c110 HTTP/1.1" status: 200  len: 851 time: 0.3958120
Nov 23 12:47:47.477051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.520515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.547278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:47.564485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:47.566999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:47.587056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Calling delete_port for ac1629b3-01d3-4300-b2b2-d018fb957397 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:47.598268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=8f445fb5-5de1-4b46-81b4-955615677e49,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:47.601321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:47.677669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port ac1629b3-01d3-4300-b2b2-d018fb957397 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:47.677879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.723412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.727230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.727790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Fanout notify agent at l3_agent the message router_deleted on router a5358bb9-26cf-4d52-84fc-e0a6b966bb05 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:47.735620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.791496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.801396 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e7f4381-0789-4ed3-a7b6-0a184b4bfe48 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "DELETE /v2.0/routers/a5358bb9-26cf-4d52-84fc-e0a6b966bb05 HTTP/1.1" status: 204  len: 168 time: 2.2445922
Nov 23 12:47:47.804057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:47.805304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.813352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] The port 'ac1629b3-01d3-4300-b2b2-d018fb957397' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:47:47.825257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Request body: {'router': {'name': 'tempest-router-29385963', 'distributed': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:47.843329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:47.859526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Usage tracker for resource:router and tenant:4ba9214518664b318e4e6e366b1c0d94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:47.864934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-d5fc852d-b598-4a21-9990-839f2f4dd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:47.866674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-d5fc852d-b598-4a21-9990-839f2f4dd21c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde0777d-5818-4cf1-881e-aaf817209df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3875577
Nov 23 12:47:47.871904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:47.885743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:47.890932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:47.940950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Pushing event deleted for resources: {'Port': ['ID=ac1629b3-01d3-4300-b2b2-d018fb957397,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:47.949135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:47.956310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] No DVR routers for this DVR port ac1629b3-01d3-4300-b2b2-d018fb957397 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:47.967185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbdf0c-eb85-406c-8aa7-b36c074cf731 None None] Network 18a0b667-119e-4f13-884b-226628234caa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:47.987766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:48.072826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.073807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.083799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Provisioning for port c81c68c2-501f-48bc-a044-9b3380fc21c5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:48.091466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Provisioning complete for port c81c68c2-501f-48bc-a044-9b3380fc21c5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:48.092063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.240755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.242219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Checking segment: {'id': 'e565d08f-c7b3-4b14-9301-edc57044f55c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:48.242567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network hostable DHCP agents. Network: 6381f0ce-7380-4091-b894-fc84c241aa65, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:47:48.352535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.353719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.406851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] For port c81c68c2-501f-48bc-a044-9b3380fc21c5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c81c68c2-501f-48bc-a044-9b3380fc21c5,segment=NetworkSegment(e388432e-c9eb-4bc2-9fe9-a113fe60cb89),segment_id=e388432e-c9eb-4bc2-9fe9-a113fe60cb89)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:48.411489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.413175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac6d29-57f2-4c9a-ac1b-30a51198faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:48.432825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.434410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2eeee883-f76d-4123-998c-94cd5d3640a3 tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 719 time: 0.6180515
Nov 23 12:47:48.436822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 6381f0ce-7380-4091-b894-fc84c241aa65 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:47:48.438727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41294) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:48.466381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.26.6.48 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/0a187195-fa23-4858-bd4d-46058b9355ac) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:48.474857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.494336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Pushing event updated for resources: {'Port': ['ID=c81c68c2-501f-48bc-a044-9b3380fc21c5,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:48.505826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:48.536868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6381f0ce-7380-4091-b894-fc84c241aa65) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:48.548077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40f8ee-c4d2-4582-8df0-9ac8f0a844fa None None] Network 6381f0ce-7380-4091-b894-fc84c241aa65 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:48.572830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:48.573494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.647586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.784233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-11f71872-2609-48e1-bc57-855a81e8a666 None None] Provisioning complete for port c81c68c2-501f-48bc-a044-9b3380fc21c5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:48.785006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11f71872-2609-48e1-bc57-855a81e8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.796836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:48.822990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c81c68c2-501f-48bc-a044-9b3380fc21c5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:48.892112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 6.3583186
Nov 23 12:47:48.897668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41298) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:48.958315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68242d0630>,) {'filters': {'network_id': ['d5fbcb0a-7b4e-4146-8906-49a7d0a59cee']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:49.008967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c81c68c2-501f-48bc-a044-9b3380fc21c5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:49.009409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.013678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-1279d2dc-f511-40be-86c9-12b5a0329851 service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0841336
Nov 23 12:47:49.021059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68242d0630>, '3cccffe5-75f2-4961-ba79-7f7d5dcf1178') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:49.021433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68242d0630>, '3cccffe5-75f2-4961-ba79-7f7d5dcf1178') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:49.054045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6381f0ce-7380-4091-b894-fc84c241aa65', 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': '8f445fb5-5de1-4b46-81b4-955615677e49'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:49.055237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.140664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.144749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.149592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.211791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.215523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.251575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.266885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.327692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:49.530052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ac1629b3-01d3-4300-b2b2-d018fb957397 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:49.576296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: ac1629b3-01d3-4300-b2b2-d018fb957397 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:49.576894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ac1629b3-01d3-4300-b2b2-d018fb957397 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:49.598814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dad5d053-75f1-45d2-92e1-ec85b7eb02ac None None] Provisioning complete for port c81c68c2-501f-48bc-a044-9b3380fc21c5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:49.599290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dad5d053-75f1-45d2-92e1-ec85b7eb02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.654086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Allocated IP 2001:db8::f816:3eff:fe38:d9c0 (6381f0ce-7380-4091-b894-fc84c241aa65/8f445fb5-5de1-4b46-81b4-955615677e49/9772bad5-a995-4539-a854-f5bc48b7cf40) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:49.775118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:49.801254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.822018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-058236b9-1c11-4da4-9cd7-60afe098aa97 req-31c8dc83-b75a-4174-969d-b31ea6e5caef service neutron] 10.222.0.63 "GET /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7901874
Nov 23 12:47:49.833640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:49.853212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4d184bf-992e-40da-9e6a-9306b0a8d314 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:49.973680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.001544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85eb29f3-95f3-4f88-b1d6-3de32950b070 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:50.022990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.075329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=0a187195-fa23-4858-bd4d-46058b9355ac,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:50.079816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:50.181299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.192607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Transition to ACTIVE for port object 9772bad5-a995-4539-a854-f5bc48b7cf40 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:50.209375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Transition to ACTIVE for port object 9772bad5-a995-4539-a854-f5bc48b7cf40 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:50.216515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.219493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Subnet': ['ID=97042ba7-7e88-4605-b8db-e8d9c75cc2d0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:50.232600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.234994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:50.245779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:50.285294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network d5fbcb0a-7b4e-4146-8906-49a7d0a59cee has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:50.293546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:50.347928 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:50.366751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:50.442050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:50.449136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Pushing event updated for resources: {'Port': ['ID=9772bad5-a995-4539-a854-f5bc48b7cf40,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:50.453002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:50.469881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:50.477924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.479801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.486662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eee8ff21-9ed9-43da-869f-8e6cbbd2cf04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:50.491966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fcdbc-a251-4598-8bc4-b2903f3429a8 None None] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:50.503172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.522099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=d5fbcb0a-7b4e-4146-8906-49a7d0a59cee,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:50.524026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.524457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Fanout notify agent at l3_agent the message router_deleted on router 5dcdb6f9-e7f2-4856-99d5-ac45ed3a1f2c {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:47:50.532680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:50.537914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.539147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fcce89f0-fb0a-4eaf-8b8e-c5e66b035f2c tempest-RoutersTestDVR-329889112 tempest-RoutersTestDVR-329889112] 10.222.0.60 "DELETE /v2.0/routers/5dcdb6f9-e7f2-4856-99d5-ac45ed3a1f2c HTTP/1.1" status: 204  len: 168 time: 2.0778430
Nov 23 12:47:50.541472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/subnets/97042ba7-7e88-4605-b8db-e8d9c75cc2d0 HTTP/1.1" status: 204  len: 168 time: 4.8387873
Nov 23 12:47:50.549661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41308) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:50.553296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/d5fbcb0a-7b4e-4146-8906-49a7d0a59cee HTTP/1.1" status: 204  len: 168 time: 3.5318737
Nov 23 12:47:50.574317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41312) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:50.619423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Network 6381f0ce-7380-4091-b894-fc84c241aa65 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:50.631524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:50.634889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:50.794079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Attempting to bind port 9772bad5-a995-4539-a854-f5bc48b7cf40 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:50.794536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Attempting to bind port 9772bad5-a995-4539-a854-f5bc48b7cf40 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e565d08f-c7b3-4b14-9301-edc57044f55c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:50.794895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Attempting to bind port 9772bad5-a995-4539-a854-f5bc48b7cf40 on network 6381f0ce-7380-4091-b894-fc84c241aa65 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:50.818386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:50.818833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Checking segment: {'id': 'e565d08f-c7b3-4b14-9301-edc57044f55c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:50.819292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.819742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Bound using segment: {'id': 'e565d08f-c7b3-4b14-9301-edc57044f55c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:50.820293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Bound port: 9772bad5-a995-4539-a854-f5bc48b7cf40, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565d08f-c7b3-4b14-9301-edc57044f55c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6381f0ce-7380-4091-b894-fc84c241aa65'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:50.820747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:50.975086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:50.979622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:50.985074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.053083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e19d2c-0464-4731-953b-f19e40c49d37 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:51.060096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7e19d2c-0464-4731-953b-f19e40c49d37 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb HTTP/1.1" status: 200  len: 845 time: 0.4754231
Nov 23 12:47:51.063593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.071670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41318) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:51.072058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41320) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:51.085193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cf898be-0327-4640-9dd1-1fc5571ca264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:51.115687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] DHCP port deletion for e069d28a-cbcc-4dd9-acb7-7f978619bfd0 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:51.137108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Deleting port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:51.137691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.154972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:51.155530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.161510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.196934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aff3fba-109d-4d14-8ce2-97b0ebcaff38 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:51.270169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Pushing event updated for resources: {'Port': ['ID=9772bad5-a995-4539-a854-f5bc48b7cf40,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:51.283994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:51.287041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=8f445fb5-5de1-4b46-81b4-955615677e49,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:51.297696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:51.358597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Router 2da09457-8753-4280-af54-5f0b7aef1739 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:51.426219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] For port 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4656f746-cad0-47a0-8cbb-a08d8eb3e528,segment=NetworkSegment(c8eb8a8b-16d7-422f-91ea-9689c62fef6e),segment_id=c8eb8a8b-16d7-422f-91ea-9689c62fef6e)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:51.426966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.442501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5a51358c-bec5-4813-8093-66fb16fd33af tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:47:51.451782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] For port 4656f746-cad0-47a0-8cbb-a08d8eb3e528, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4656f746-cad0-47a0-8cbb-a08d8eb3e528,segment=NetworkSegment(c8eb8a8b-16d7-422f-91ea-9689c62fef6e),segment_id=c8eb8a8b-16d7-422f-91ea-9689c62fef6e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:51.452266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.460842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.572447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.573319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.591702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5a51358c-bec5-4813-8093-66fb16fd33af tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:47:51.593177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5a51358c-bec5-4813-8093-66fb16fd33af tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.5136807
Nov 23 12:47:51.604113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41332) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:51.614420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Calling delete_port for 4656f746-cad0-47a0-8cbb-a08d8eb3e528 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:51.618146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Calling delete_port for 4656f746-cad0-47a0-8cbb-a08d8eb3e528 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:51.659923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:51.753491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.789934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14df90ea-30ff-402f-98e4-fbb5df63f160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:51.851645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:51.874822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Usage tracker for resource:security_group_rule and tenant:cf65121962b74c5682e1e7155bf618d8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:51.881079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:51.894952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:51.902665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Pushing event deleted for resources: {'Port': ['ID=4656f746-cad0-47a0-8cbb-a08d8eb3e528,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:51.907094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:51.907272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:51.911966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:51.912321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:51.913375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:51.917057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:51.930011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:51.943119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:51.967674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] No DVR routers for this DVR port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:51.970003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:52.076316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.415223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Deleting port 4656f746-cad0-47a0-8cbb-a08d8eb3e528 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:52.415581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.446508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Deleting port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:52.446811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.500672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] The port '4656f746-cad0-47a0-8cbb-a08d8eb3e528' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:47:52.500912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fae9550>,) {'filters': {'network_id': ['6381f0ce-7380-4091-b894-fc84c241aa65']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.540869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fae9550>, 'e565d08f-c7b3-4b14-9301-edc57044f55c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.541134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fae9550>, 'e565d08f-c7b3-4b14-9301-edc57044f55c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.656898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.701721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.767118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.770373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 12 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:52.789654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9772bad5-a995-4539-a854-f5bc48b7cf40 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:52.848361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.905826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682530bcf8>,) {'filters': {'network_id': ['e069d28a-cbcc-4dd9-acb7-7f978619bfd0']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.924313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682530bcf8>, 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.924761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682530bcf8>, 'c8eb8a8b-16d7-422f-91ea-9689c62fef6e') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:52.939490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.947332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9772bad5-a995-4539-a854-f5bc48b7cf40 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:52.970450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.977077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:52.978464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:52.998375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:53.033982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4656f746-cad0-47a0-8cbb-a08d8eb3e528 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:53.086883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 4656f746-cad0-47a0-8cbb-a08d8eb3e528 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:47:53.087196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4656f746-cad0-47a0-8cbb-a08d8eb3e528 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:47:53.189320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] For port 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:53.189720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.215003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83379354-08ea-4d17-8273-ea5c47501842 None None] Network 6381f0ce-7380-4091-b894-fc84c241aa65 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:53.217984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a960d-0f06-4337-b920-9b7b4e60d21f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:53.221510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:53.238890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 6381f0ce-7380-4091-b894-fc84c241aa65 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:53.252704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.295645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:53.312101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.326726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf65121962b74c5682e1e7155bf618d8&name=default HTTP/1.1" status: 200  len: 2747 time: 2.2422359
Nov 23 12:47:53.329621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41338) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:53.402076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Provisioning for port 9772bad5-a995-4539-a854-f5bc48b7cf40 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:53.417150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Provisioning complete for port 9772bad5-a995-4539-a854-f5bc48b7cf40 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:53.417571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.451576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Calling delete_port for 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:53.456752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.507289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:53.527961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:53.566647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] Sync routers for ids ['2da09457-8753-4280-af54-5f0b7aef1739'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:53.600359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] DHCP port deletion for 6381f0ce-7380-4091-b894-fc84c241aa65 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:47:53.610388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Deleting port 9772bad5-a995-4539-a854-f5bc48b7cf40 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:53.610817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.636019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.655920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] Routers {'2da09457-8753-4280-af54-5f0b7aef1739'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:53.656606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825072630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2da09457-8753-4280-af54-5f0b7aef1739'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:53.670045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 6381f0ce-7380-4091-b894-fc84c241aa65 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:53.700315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Network e069d28a-cbcc-4dd9-acb7-7f978619bfd0 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:53.703340 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:53.739013 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:53.825348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.829440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "PUT /v2.0/routers/2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 200  len: 919 time: 13.4270551
Nov 23 12:47:53.834734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41342) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:53.852054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=749576e9-2fe9-4704-93d6-3e96d9c787d1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:53.866929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:53.872965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.887213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.902332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6728a9d0-af50-49f4-8b6c-c0f0c61ab828 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:53.914131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:47:53.914131 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:47:53.914131 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '6381f0ce-7380-4091-b894-fc84c241aa65'}]
Nov 23 12:47:53.914131 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:53.914485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:53.923705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.932636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825072630>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:53.949365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Pushing event deleted for resources: {'Network': ['ID=e069d28a-cbcc-4dd9-acb7-7f978619bfd0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:53.959201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:53.968393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:53.984229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] 10.222.0.60 "DELETE /v2.0/networks/e069d28a-cbcc-4dd9-acb7-7f978619bfd0 HTTP/1.1" status: 204  len: 168 time: 3.4330928
Nov 23 12:47:54.008398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:47:54.008678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:54.018157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:54.018413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:54.036177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:54.037064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.041928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4e985-56c0-47e6-85ee-4ecdb7a0645c None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:47:54.061176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.068743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf4c307b-1f3b-4992-a5ac-7e683dce68b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:54.078240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.082326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.083566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c08a960d-0f06-4337-b920-9b7b4e60d21f HTTP/1.1" status: 204  len: 168 time: 0.7047310
Nov 23 12:47:54.084660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a960d-0f06-4337-b920-9b7b4e60d21f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:54.106037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4966757
Nov 23 12:47:54.107841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:54.109817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41352) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:54.119361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'security_group': {'name': 'tempest-secgroup-636413719'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:54.135634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:54.146272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:54.156166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:54.171957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:54.203275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.220161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed2a38d7-bd68-4ea7-940e-0a5b62a11508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:54.262201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.280002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:54.298076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:54.302756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:54.306606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:54.314589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] Routers {'2da09457-8753-4280-af54-5f0b7aef1739'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:54.315316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825072630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2da09457-8753-4280-af54-5f0b7aef1739'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:54.316614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:54.391654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.395026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.423845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:54.457542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=98b18fa2-741a-41c4-847b-901d0617693d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:54.471488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.473630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.476800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3647799
Nov 23 12:47:54.478641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:54.479395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41360) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:54.487140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'security_group': {'name': 'tempest-secgroup-897256627'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:54.490412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825072630>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:54.490884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc792276-1ff3-42e6-93f3-34846e14f2a1 None None] The sync data for ids ['2da09457-8753-4280-af54-5f0b7aef1739'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:54.520904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:54.529385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:54.534542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:54.542046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:54.551652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:54.577103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.587135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Pushing event updated for resources: {'Port': ['ID=9772bad5-a995-4539-a854-f5bc48b7cf40,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:54.593088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:54.595895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:54.598070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:54.600063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:54.600542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.655859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41370) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:54.671169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 9772bad5-a995-4539-a854-f5bc48b7cf40 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:54.671764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.716896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:54.722544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:54.729100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:54.740452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:54.804829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.834941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Calling delete_port for 9772bad5-a995-4539-a854-f5bc48b7cf40 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:54.860202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:54.866191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba9214518664b318e4e6e366b1c0d94 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:54.870330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:54.871170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9772bad5-a995-4539-a854-f5bc48b7cf40 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:47:54.877650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:54.962708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:54.971953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.009322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:55.045897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ba9214518664b318e4e6e366b1c0d94&name=default HTTP/1.1" status: 200  len: 2747 time: 0.2644930
Nov 23 12:47:55.049800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd660fd-257c-4518-bafb-03f7a6cc26c2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:55.068462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41374) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:55.100333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:55.100333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:55.100812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:55.125515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.127284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.149782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.167737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-efef753d-00b7-421f-a41f-55478bf94eff', 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'tenant_id': 'e4c4893f470843a9b1bf9cb58b3d663e', 'fixed_ips': [{'subnet_id': '749576e9-2fe9-4704-93d6-3e96d9c787d1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:47:55.169219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.170651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:55.193362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06c18df9-017d-4b38-af3a-69d4ba788064 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 200  len: 925 time: 1.3552291
Nov 23 12:47:55.195808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:55.205368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41378) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:55.218810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.222847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-519228e1-50af-4ac3-aff6-859d989b29c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:55.312067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-030ecce3-9a62-4e2e-b0e3-7aace0f4fcc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d9c4060a69f4d629fed4ef3e3b568b3&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7683501
Nov 23 12:47:55.313048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9cc9c-2dc7-4d28-a835-e0cdc40602aa,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:55.323444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41384) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:55.338457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:55.341400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.342721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8621006
Nov 23 12:47:55.368476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41388) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:55.392374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1665574645', 'security_groups': ['53a9cc9c-2dc7-4d28-a835-e0cdc40602aa'], 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '749576e9-2fe9-4704-93d6-3e96d9c787d1'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:55.440666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.451981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=9772bad5-a995-4539-a854-f5bc48b7cf40,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:55.458021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:55.602591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a263b69-94be-489b-bdc6-3833d62ebeed tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:55.604258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a263b69-94be-489b-bdc6-3833d62ebeed tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=2da09457-8753-4280-af54-5f0b7aef1739&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3978589
Nov 23 12:47:55.606569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:55.606788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.606973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.616505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41392) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:55.633407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Deleting port 9772bad5-a995-4539-a854-f5bc48b7cf40 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:55.634219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.693132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.714916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:47:55.730204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] Sync routers for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:47:55.741323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:55.755358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.758431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:55.759290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585bd30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:55.769706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:55.790002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.798231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe5cda0-087a-4a24-aab3-0d35eb97e3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:55.823301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:55.831239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.842926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585bd30>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:55.847154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd660fd-257c-4518-bafb-03f7a6cc26c2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:55.849985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:55.857301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:55.858237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585bd30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:47:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:55.866513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.867745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdd660fd-257c-4518-bafb-03f7a6cc26c2 HTTP/1.1" status: 204  len: 168 time: 0.7891462
Nov 23 12:47:55.913725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] For port 9772bad5-a995-4539-a854-f5bc48b7cf40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9772bad5-a995-4539-a854-f5bc48b7cf40,segment=NetworkSegment(e565d08f-c7b3-4b14-9301-edc57044f55c),segment_id=e565d08f-c7b3-4b14-9301-edc57044f55c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:47:55.914170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.925759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:55.929966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585bd30>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:55.930649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2478-7b8d-4a40-864c-67bf21fd9fa0 None None] The sync data for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:47:55.975492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bd262-3d31-4a1d-aeb6-595e959de5bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:55.977047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-833bd262-3d31-4a1d-aeb6-595e959de5bc tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 881 time: 0.3558025
Nov 23 12:47:55.984306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c931716b-db55-4063-b5bd-71a904997b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:55.984720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Calling delete_port for 9772bad5-a995-4539-a854-f5bc48b7cf40 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:55.992288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41398) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:56.054205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf67de-72ac-4107-878e-e25199da8c34,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:56.056081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.057246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:56.057625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 11.0857236
Nov 23 12:47:56.069277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41402) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:56.097608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Allocated IP 2001:db8::2 (efef753d-00b7-421f-a41f-55478bf94eff/749576e9-2fe9-4704-93d6-3e96d9c787d1/e489a714-c774-4369-b2f1-f538d90c1ca2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:56.111630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Calling delete_port for 9772bad5-a995-4539-a854-f5bc48b7cf40 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:56.248300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:56.249589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:56.358794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d93b88b-4711-43e3-b422-063a0aded946 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 200  len: 205 time: 0.3494604
Nov 23 12:47:56.362463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41412) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:56.426306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.429974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92cf67de-72ac-4107-878e-e25199da8c34 HTTP/1.1" status: 204  len: 168 time: 1.1025164
Nov 23 12:47:56.510282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.552551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:47:56.762738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.775028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Transition to ACTIVE for port object e489a714-c774-4369-b2f1-f538d90c1ca2 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:56.802446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Transition to ACTIVE for port object e489a714-c774-4369-b2f1-f538d90c1ca2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:56.812464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.847415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 9772bad5-a995-4539-a854-f5bc48b7cf40 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:56.847796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.887087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:56.983629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1a0f142-48c5-4a57-aeaa-298d7861cb99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:57.009993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] The port '9772bad5-a995-4539-a854-f5bc48b7cf40' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:47:57.034156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::2b7 (efef753d-00b7-421f-a41f-55478bf94eff/749576e9-2fe9-4704-93d6-3e96d9c787d1/69ad6a99-b0ba-4d24-949f-d559876bb9b5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:47:57.036668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.239353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.240589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:57.260140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:57.262373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:57.264268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d15e0f3d-4bc6-4f7b-a49c-9dd3ad4e6bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:57.301772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:57.306673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] No DVR routers for this DVR port 9772bad5-a995-4539-a854-f5bc48b7cf40 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:47:57.320533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:57.339989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Pushing event deleted for resources: {'Port': ['ID=9772bad5-a995-4539-a854-f5bc48b7cf40,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:57.351494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:57.420325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Attempting to bind port e489a714-c774-4369-b2f1-f538d90c1ca2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:47:57.421306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Attempting to bind port e489a714-c774-4369-b2f1-f538d90c1ca2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '5bb93e8e-b3b3-4a22-8867-4b6ca4639756', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:47:57.422535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Attempting to bind port e489a714-c774-4369-b2f1-f538d90c1ca2 on network efef753d-00b7-421f-a41f-55478bf94eff {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:47:57.430285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:57.431594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Checking segment: {'id': '5bb93e8e-b3b3-4a22-8867-4b6ca4639756', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:47:57.432849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.433505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Bound using segment: {'id': '5bb93e8e-b3b3-4a22-8867-4b6ca4639756', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:57.435154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Bound port: e489a714-c774-4369-b2f1-f538d90c1ca2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb93e8e-b3b3-4a22-8867-4b6ca4639756', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:47:57.436104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.487354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41440) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:57.534357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824fda550>,) {'filters': {'network_id': ['6381f0ce-7380-4091-b894-fc84c241aa65']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:57.555829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824fda550>, 'e565d08f-c7b3-4b14-9301-edc57044f55c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:57.556055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824fda550>, 'e565d08f-c7b3-4b14-9301-edc57044f55c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:47:57.564552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:47:57.569940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.570399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.583938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.584715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:47:57.587416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.589776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 12 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:47:57.592974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.602491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 69ad6a99-b0ba-4d24-949f-d559876bb9b5 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:47:57.606857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port 3b329d42-ba01-404b-a681-cdf405b084f4 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:47:57.607302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.785212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 6381f0ce-7380-4091-b894-fc84c241aa65 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:57.786844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c00608b-4c35-46c2-9d2e-af34285a3b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:57.793384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1942553712'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:57.795751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.853268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:57.869926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:network and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:57.875968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:57.876235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:57.886607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:57.889839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:57.893090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.905422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88dc3cba-a6ae-4865-aaca-a7949933d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:57.920491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4f48c20-82c3-4ba9-941e-6faad5f01837 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:58.084721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:58.090231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.132527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41454) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:58.140638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=69ad6a99-b0ba-4d24-949f-d559876bb9b5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:58.143912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:58.144818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.200025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.354003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 6381f0ce-7380-4091-b894-fc84c241aa65 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:47:58.389848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:58.398365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1837943905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:58.413483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for 3b329d42-ba01-404b-a681-cdf405b084f4 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:47:58.443481 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:47:58.445808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:security_group_rule and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:58.456085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:58.459318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:58.470615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:router and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:58.476896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:58.479096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:58.496570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:58.525712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:47:58.533073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:47:58.535588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:47:58.540023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:58.540893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.556254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.563011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51146fae-6301-4b93-94c5-43e9c11765de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:58.573806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.574793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.582937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.654454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.2794852
Nov 23 12:47:58.654806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=6381f0ce-7380-4091-b894-fc84c241aa65,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:58.658937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41460) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:58.660398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:58.662426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.683697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:58.707956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/6381f0ce-7380-4091-b894-fc84c241aa65 HTTP/1.1" status: 204  len: 168 time: 9.8045061
Nov 23 12:47:58.720759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41464) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:58.728148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1463940435'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:58.735623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:58.739871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:58.744212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:58.751083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:58.768522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.769122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:47:58.806202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.821272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecdc03c3-a8cb-41fa-9c2f-b6cd34ef5560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:58.829589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:58.835027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.852052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e489a714-c774-4369-b2f1-f538d90c1ca2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:58.852501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.910068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'SecurityGroup': ['ID=3114b8e5-e79e-4840-8266-6b6bf569ec52,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:58.913306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:58.917574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.919420 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-77f9ec97-1512-4556-a57e-51bfa9a75d48 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7852943
Nov 23 12:47:58.922460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41468) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:58.932841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-319946949'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:58.940000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:58.966297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:network and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:58.969201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:58.983175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:58.985968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:47:58.990742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db8c42d1-bb91-437e-b5ba-c4d17faca794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:59.053786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:59.064553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:59.070612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:59.078609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:59.087135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:59.103441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=3b329d42-ba01-404b-a681-cdf405b084f4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:59.112910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:59.117293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.117683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment f6fe8acc-0654-4307-90c6-175376defdee of type vxlan for network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c
Nov 23 12:47:59.118843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:59.132359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:47:59.138257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.183594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.225234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.311663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:47:59.320375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:security_group_rule and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:47:59.324696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.330198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:47:59.330859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.366604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:47:59.369532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-094a6861-80ee-4d6e-b31b-b10d24d787fd tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:47:59.391958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:47:59.392315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:47:59.416986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:47:59.482870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.588823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Provisioning for port e489a714-c774-4369-b2f1-f538d90c1ca2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:47:59.595191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:47:59.596587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.624939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=c7dc5978-6a30-4ea3-92a8-83cc37a10b0c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:47:59.626080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:47:59.636045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:47:59.649999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9275899
Nov 23 12:47:59.652392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41474) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:59.662340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:47:59.666002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': 'c7dc5978-6a30-4ea3-92a8-83cc37a10b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:59.707445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:00.017450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.021794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 749576e9-2fe9-4704-93d6-3e96d9c787d1 (CIDR: 2001:db8::/64)
Nov 23 12:48:00.034349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:00.049544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:48:00.050344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:00.060879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:subnet and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:00.070584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.070987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:00.085580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:00.099440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.117899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b17e898-ea5d-4ee9-8364-05b26b10763b tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4524989
Nov 23 12:48:00.120648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:00.121314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:00.147190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:00.147405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:00.151865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.156942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16aaefa0-0444-440d-9ef8-903dd402c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:00.240997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:00.244467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:00.248149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:00.267152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf66d970-0ab6-4fc4-8173-401a41badc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.268882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:00.269280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.336782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:00.362004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.362411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Added segment 558920b9-d1ab-4ab3-8102-312ebf14e874 of type vxlan for network a47ca4f9-0e3c-44db-bca2-574c47036bc3
Nov 23 12:48:00.364861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.398207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.439578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.452831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-018e4de0-19a7-4ad0-b34c-bfcf55f2ad35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:00.463117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:00.463479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.484820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.522466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.529725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Router d167afad-9a63-407e-9e07-719df625cedc has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:00.530379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.536109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'SecurityGroup': ['ID=5edde107-caa4-49c6-9242-80c9cdf8188b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:00.541019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:00.584319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.584939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router 2da09457-8753-4280-af54-5f0b7aef1739 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:48:00.588164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.593955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:00.593955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.602555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85e0862e-860a-41de-8f6d-ab30af55fbe3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:00.614240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Provisioning for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:00.620411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Provisioning complete for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:00.620877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.624915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:00.625382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:00.709337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.715335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d8f17092-50b1-4280-83c5-f3225ac4e4f7 None None] Port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:00.752663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:00.756926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.758170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 204  len: 168 time: 4.3946581
Nov 23 12:48:00.762219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Network': ['ID=a47ca4f9-0e3c-44db-bca2-574c47036bc3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:00.770283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:00.773439 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.2839503
Nov 23 12:48:00.774822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:00.779650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-171528252', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:00.787820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41488) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:00.791961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:00.803160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:00.805876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:00.820038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:00.820487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Usage tracker for resource:router and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:00.827830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:00.896263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:00.936782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.937816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.959049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:00.967614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:00.971064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:00.977820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:00.988775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:00.998647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:01.027142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:01.060219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:01.061018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.155251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:01.160773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:01.166519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.170657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:01.275569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.306297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:01.312601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.399342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:01.414220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.430929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.431315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Added segment 0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4 of type vxlan for network af77df47-08e0-432f-bc6f-76213d6c4cc2
Nov 23 12:48:01.546470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.684264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.689720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:01.690391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:01.699788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7635e190-ccd9-4303-9bbf-00f7676aaa8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:01.778142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.1 (18a0b667-119e-4f13-884b-226628234caa/bb8a6ab9-c56c-46b2-8978-0727caf4c69a/cddc5df9-8430-4d0b-94f5-7a897c855c3d) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:01.906989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.9835093
Nov 23 12:48:01.916946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41498) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:01.926682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Network': ['ID=af77df47-08e0-432f-bc6f-76213d6c4cc2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:01.937345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'subnet': {'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:01.941411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:01.952399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:02.017428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:02.036718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:02.051856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Sync routers for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:02.129648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.137024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] 10.222.0.60 "PUT /v2.0/routers/d167afad-9a63-407e-9e07-719df625cedc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.0104730
Nov 23 12:48:02.142550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41502) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:02.199799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Transition to ACTIVE for port object cddc5df9-8430-4d0b-94f5-7a897c855c3d will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:02.206192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.220641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:02.221846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253c0668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:02.373015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.395287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d19e4666-9848-4684-9aa5-e8e3d5e73a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:02.551999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.556796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.626640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:02.637027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.646894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=cddc5df9-8430-4d0b-94f5-7a897c855c3d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:02.657850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:02.658550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:02.671258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:02.676256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:02.695128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:subnet and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:02.711497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:02.723674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7894db5-3079-4c8a-b806-78bd9be80ce2 req-b285d59e-37c3-41d4-89f1-f7ff829e2f50 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:02.725317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7894db5-3079-4c8a-b806-78bd9be80ce2 req-b285d59e-37c3-41d4-89f1-f7ff829e2f50 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.8649733
Nov 23 12:48:02.735308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:02.790413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=2a24921e-05d7-45a9-aa31-084a5b2d1eec,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:02.797224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:02.873960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:02.876694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:02.881656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:02.889550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:03.012447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.016397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253c0668>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:47:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:03.024490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Checking router: d167afad-9a63-407e-9e07-719df625cedc for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:48:03.045857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Routers {'d167afad-9a63-407e-9e07-719df625cedc'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:03.046750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253c0668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d167afad-9a63-407e-9e07-719df625cedc'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:03.179268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7894db5-3079-4c8a-b806-78bd9be80ce2 req-c1d54bc0-c121-4126-9aae-63b036c4ae47 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4466257
Nov 23 12:48:03.304274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.313085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.327997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Checking segment: {'id': 'f6fe8acc-0654-4307-90c6-175376defdee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7dc5978-6a30-4ea3-92a8-83cc37a10b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:03.328595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network hostable DHCP agents. Network: c7dc5978-6a30-4ea3-92a8-83cc37a10b0c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:03.336211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] Set router d167afad-9a63-407e-9e07-719df625cedc gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:03.337914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d18cc8f-98ea-49d4-8180-600d0cff46a0 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:03.384459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9ac214ec-0b91-48ce-8efd-a512a0069675 None None] Provisioning for port cddc5df9-8430-4d0b-94f5-7a897c855c3d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:03.393628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9ac214ec-0b91-48ce-8efd-a512a0069675 None None] Provisioning complete for port cddc5df9-8430-4d0b-94f5-7a897c855c3d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:03.394147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ac214ec-0b91-48ce-8efd-a512a0069675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.428976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.504134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=674c37d6-d354-446d-a13d-55f9fbd72886,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:03.510528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:03.565860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33697991-c9fa-4f49-ad59-977959f72926 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:03.578859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:03.599761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9ac214ec-0b91-48ce-8efd-a512a0069675 None None] Port cddc5df9-8430-4d0b-94f5-7a897c855c3d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:03.620925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c7dc5978-6a30-4ea3-92a8-83cc37a10b0c) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:03.642611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.658480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:03.659940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:03.660654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.669831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:03.693281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:03.693957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.714757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:03.736110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.0784037
Nov 23 12:48:03.745235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9ed49-78d9-4994-bd89-a3459c6e6c6a None None] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:03.745524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41510) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:03.789194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.6470339
Nov 23 12:48:03.800895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41514) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:03.818726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1770528213', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '674c37d6-d354-446d-a13d-55f9fbd72886'}], 'security_groups': ['98b18fa2-741a-41c4-847b-901d0617693d']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:03.848163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e14ed0-db9f-4abf-863c-c5cdee3f82e2 None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:03.850433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Allocated IP 172.26.6.14 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/2b5eb0b2-9fa5-41d5-bcd1-81471a182403) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:03.875434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=e647f73f-611d-4c16-85b1-5070b6c3a7ca,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:03.895402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:04.036676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:04.037107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network hostable DHCP agents. Network: a47ca4f9-0e3c-44db-bca2-574c47036bc3, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:04.134243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.213965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253c0668>, [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:47:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:04.239107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2eab7-d3ba-44f4-bfdd-f7b3dbb62c47 None None] The sync data for ids ['d167afad-9a63-407e-9e07-719df625cedc'] in dv-neutron-601336-59-ovs is: [{'id': 'd167afad-9a63-407e-9e07-719df625cedc', 'name': 'tempest-ServerActionsTestJSON-145781097-router', 'tenant_id': 'e777ef4baca844e58367282950f726a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:43:23Z', 'updated_at': '2020-11-23T12:47:54Z', 'revision_number': 5, 'project_id': 'e777ef4baca844e58367282950f726a1', 'gw_port': {'id': '2ffd45c1-8478-4ebe-b491-e75b48e1b4fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167afad-9a63-407e-9e07-719df625cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:43:28Z', 'updated_at': '2020-11-23T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:04.350193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259164b9-3306-46a2-a651-8f5d57c5040f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c7dc5978-6a30-4ea3-92a8-83cc37a10b0c', 'network_id': 'c7dc5978-6a30-4ea3-92a8-83cc37a10b0c', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': '2a24921e-05d7-45a9-aa31-084a5b2d1eec'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:04.351290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-259164b9-3306-46a2-a651-8f5d57c5040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.380818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:04.418705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, a47ca4f9-0e3c-44db-bca2-574c47036bc3) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:04.440090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0b2cd-4dde-4f80-bcc5-e8e8d9b6360e None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:04.484957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.488590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:04.489235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.508625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.611748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.8214533
Nov 23 12:48:04.616766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.629303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:04.649229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'name': 'tempest-NetworksTestDHCPv6-1031298884'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:04.757031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:04.771955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:48:04.858747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ee6c-2b2f-46bb-a4ec-486e1ef55855 req-34cbb241-6d41-4bf0-8f0c-ef03b0e775d8 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:04.864767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6ee8ee6c-2b2f-46bb-a4ec-486e1ef55855 req-34cbb241-6d41-4bf0-8f0c-ef03b0e775d8 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.6132138
Nov 23 12:48:04.877751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.900535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c55626f-bb14-4880-963f-98cdb3ea60cf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:04.956673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:04.977332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d4282303-13bb-4635-a681-1160db3ea8ee tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:05.021906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:05.022301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ac08ef8-b498-4b55-9a24-a39cc2a0fdd6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:05.087534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=2a24921e-05d7-45a9-aa31-084a5b2d1eec,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:05.091333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:05.114971 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6ee8ee6c-2b2f-46bb-a4ec-486e1ef55855 req-c5070cc2-0b2c-49a7-a162-101b7b9fc051 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2288380
Nov 23 12:48:05.144820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.153753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.154450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Update dhcp port {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'fixed_ips': [{'subnet_id': '749576e9-2fe9-4704-93d6-3e96d9c787d1', 'ip_address': '2001:db8::2'}, {'subnet_id': '674c37d6-d354-446d-a13d-55f9fbd72886'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'e489a714-c774-4369-b2f1-f538d90c1ca2'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:48:05.188315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad9375c5-3473-4ecc-ae82-35779658797f tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-259164b9-3306-46a2-a651-8f5d57c5040f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a24921e-05d7-45a9-aa31-084a5b2d1eec: This subnet is being modified by another concurrent operation.
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:48:05.234662 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a24921e-05d7-45a9-aa31-084a5b2d1eec: This subnet is being modified by another concurrent operation.
Nov 23 12:48:05.239330 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:48:05.265458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.283603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e533b9-1f53-46fd-abdc-daffde7db61b None None] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:05.334561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:05.402005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.416765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:05.437549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'e647f73f-611d-4c16-85b1-5070b6c3a7ca'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:05.438237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:05.438448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.447123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.491352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event updated for resources: {'Port': ['ID=2b5eb0b2-9fa5-41d5-bcd1-81471a182403,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:05.497929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:05.510833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:05.523970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Deleting port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:05.524336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.525749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=cddc5df9-8430-4d0b-94f5-7a897c855c3d,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:05.535351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:05.544156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.646534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:05.652091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.663487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:05.688333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:05.716723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:05.726410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:05.807805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682402b8d0>,) {'filters': {'network_id': ['c7dc5978-6a30-4ea3-92a8-83cc37a10b0c']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:05.926338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Allocated IP 2001:db8:0:1::2 (efef753d-00b7-421f-a41f-55478bf94eff/674c37d6-d354-446d-a13d-55f9fbd72886/e489a714-c774-4369-b2f1-f538d90c1ca2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:06.094438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Subnet': ['ID=226427d6-6e38-4225-af77-b1519683da79,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:06.102537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:06.128274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:06.158688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:06.175750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-43d4380b-76c4-4a52-8cff-67a45d37de49 None None] Provisioning complete for port cddc5df9-8430-4d0b-94f5-7a897c855c3d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:06.176176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43d4380b-76c4-4a52-8cff-67a45d37de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.203689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/e647f73f-611d-4c16-85b1-5070b6c3a7ca/237cc45b-18e4-4490-868d-83e984b018c8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:06.216915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 623e5a1b-92b5-4337-8e85-c17b7d76f689 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:06.237472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682402b8d0>, 'f6fe8acc-0654-4307-90c6-175376defdee') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:06.237890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682402b8d0>, 'f6fe8acc-0654-4307-90c6-175376defdee') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:06.245218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:06.267023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.286110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.288858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:06.391501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:06.396476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-43d4380b-76c4-4a52-8cff-67a45d37de49 None None] Port cddc5df9-8430-4d0b-94f5-7a897c855c3d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:06.497427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.503475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] For port 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:06.504135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.535738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:06.546994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.561139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.645038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-dbfd85bf-d633-4daf-8bd3-582e62a22592 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:06.646629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-dbfd85bf-d633-4daf-8bd3-582e62a22592 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.63 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.9658909
Nov 23 12:48:06.651501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:48:06.684777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 623e5a1b-92b5-4337-8e85-c17b7d76f689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:06.697677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.700441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:06.703519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6900aff3-050e-4415-9772-5c8c687b0782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:06.738211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Calling delete_port for 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:06.768138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'code': 200}
Nov 23 12:48:06.781793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:06.785280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:06.800800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:06.927443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network c7dc5978-6a30-4ea3-92a8-83cc37a10b0c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:07.004932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Deleting port 623e5a1b-92b5-4337-8e85-c17b7d76f689 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:07.005314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:07.005890 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:07.048197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Checking segment: {'id': '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:07.048524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network hostable DHCP agents. Network: af77df47-08e0-432f-bc6f-76213d6c4cc2, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:07.102042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Transition to ACTIVE for port object e489a714-c774-4369-b2f1-f538d90c1ca2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:07.103414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Transition to ACTIVE for port object 237cc45b-18e4-4490-868d-83e984b018c8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:07.105745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.109853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.114191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:07.114839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0fef2-3cc4-4016-882e-44b8b90ad667 req-989e3ed8-593b-4d9d-97d5-91bc0bd8cdd5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:07.116499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76d0fef2-3cc4-4016-882e-44b8b90ad667 req-989e3ed8-593b-4d9d-97d5-91bc0bd8cdd5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 945 time: 0.7322712
Nov 23 12:48:07.118506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.140539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:07.154709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=c7dc5978-6a30-4ea3-92a8-83cc37a10b0c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:07.157360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:07.160931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/c7dc5978-6a30-4ea3-92a8-83cc37a10b0c HTTP/1.1" status: 204  len: 168 time: 3.4115353
Nov 23 12:48:07.165531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41532) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:07.174245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-463358078'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:07.182839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:07.189834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:network and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:07.195475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for network was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:07.205146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:07.219969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:07.225490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.266735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Transition to ACTIVE for port object 237cc45b-18e4-4490-868d-83e984b018c8 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:07.286922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:07.295909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.303095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:07.310863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.311286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Added segment 4fb868ca-aa02-4622-92ec-696dc2c42fcb of type vxlan for network 64a01a41-198d-42f8-a995-91e5b68ccc26
Nov 23 12:48:07.412304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.527233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.531541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:07.532220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.538955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39e506cd-9106-4201-8d25-d006d88447c9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:07.579536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:07.586869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:07.589161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b4b0ce7-a06d-4742-91e1-9b4d6a32fa11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:07.656616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:07.677997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5064332
Nov 23 12:48:07.681296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41536) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:07.687680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Request body: {'subnet': {'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:07.703409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Network': ['ID=64a01a41-198d-42f8-a995-91e5b68ccc26,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:07.706462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:07.734407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:07.748321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:07.843408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, af77df47-08e0-432f-bc6f-76213d6c4cc2) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:07.844096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:07.852576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Usage tracker for resource:subnet and tenant:049ee890165740c893efd2196d56c3c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:07.856535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:07.864255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:07.887912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Made reservation on behalf of 049ee890165740c893efd2196d56c3c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:07.889375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76d0fef2-3cc4-4016-882e-44b8b90ad667 req-ab92ee18-9540-4850-b6ee-758c2981649c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7196825
Nov 23 12:48:07.892129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Pushing event updated for resources: {'Port': ['ID=237cc45b-18e4-4490-868d-83e984b018c8,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:07.910460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6f598-1062-4085-8d2c-6c0d680f0730 None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:07.916776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::13e (a47ca4f9-0e3c-44db-bca2-574c47036bc3/e647f73f-611d-4c16-85b1-5070b6c3a7ca/f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:07.925537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:07.971247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:07.971893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:07.998630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:08.007768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/routers/4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9248464
Nov 23 12:48:08.007768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41540) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:08.017666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] Sync routers for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:08.024199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'port': {'network_id': '18a0b667-119e-4f13-884b-226628234caa', 'name': 'tempest-FloatingIPTestJSON-1426432493'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:08.031834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:08.032555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258b6208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:08.034779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Delete allocated IP 2001:db8::2b7 (efef753d-00b7-421f-a41f-55478bf94eff/749576e9-2fe9-4704-93d6-3e96d9c787d1) {{(pid=81022) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:48:08.099100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] For port 623e5a1b-92b5-4337-8e85-c17b7d76f689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=623e5a1b-92b5-4337-8e85-c17b7d76f689,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:08.100186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.101569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258b6208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:08.112787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8:0:1::93 (efef753d-00b7-421f-a41f-55478bf94eff/674c37d6-d354-446d-a13d-55f9fbd72886/69ad6a99-b0ba-4d24-949f-d559876bb9b5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:08.113797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:08.114696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258b6208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:08.116788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.130356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.144549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.145351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.148204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.2237568
Nov 23 12:48:08.162622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac3af07-6774-42b9-a1a3-f15f0d83a100 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:08.188575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258b6208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:08.189346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2160c54-2c39-47ee-81f6-22a3adfe0e14 None None] The sync data for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:08.199173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41544) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:08.211486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'network': {'name': 'tempest-router-network01--1366752761'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:08.234879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:08.253156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:08.258311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:network and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:08.261847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:08.267692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:08.271077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:08.287089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:08.346325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:08.350200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-af77df47-08e0-432f-bc6f-76213d6c4cc2', 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2', 'tenant_id': '380a25a3692d4293b9053c37d0875a6b', 'fixed_ips': [{'subnet_id': '226427d6-6e38-4225-af77-b1519683da79'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:08.351055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.353709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.354235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffd45c1-8478-4ebe-b491-e75b48e1b4fc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:08.385778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:08.404398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:08.412720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Attempting to bind port 237cc45b-18e4-4490-868d-83e984b018c8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:08.413152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Attempting to bind port 237cc45b-18e4-4490-868d-83e984b018c8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:08.413574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Attempting to bind port 237cc45b-18e4-4490-868d-83e984b018c8 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:08.414277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.414718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Added segment dcdc16fc-df17-43aa-ae68-c6375637f29c of type vxlan for network 25668aa9-c8a9-46d1-a621-02f27113bd6e
Nov 23 12:48:08.444960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.469442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:08.478769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Usage tracker for resource:port and tenant:852666498b794b18ae8c208b3e751dc0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:08.486458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Quota usage for port was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:08.487983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:08.488446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:08.488914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.489372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:08.489929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Bound port: 237cc45b-18e4-4490-868d-83e984b018c8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:08.490364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.495511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:08.501942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.506460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:08.507119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.539827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cb1359d-eaa2-4016-ac97-c2669017b3e4 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:08.662464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4625514
Nov 23 12:48:08.663240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41548) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:08.713385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] For port 237cc45b-18e4-4490-868d-83e984b018c8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:08.744040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] For port 237cc45b-18e4-4490-868d-83e984b018c8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=237cc45b-18e4-4490-868d-83e984b018c8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:08.756111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.776789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'network': {'name': 'tempest-router-network02--1118396287'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:08.783376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:08.805377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:08.879427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Made reservation on behalf of 852666498b794b18ae8c208b3e751dc0 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:08.881508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.885413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:08.899665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:08.905278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Network': ['ID=25668aa9-c8a9-46d1-a621-02f27113bd6e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:08.917313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:08.936712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:08.946178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:network and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:08.960344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:08.961589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:08.978033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:09.037042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:09.056964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.221196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bd25eb5-69ec-490c-a570-669907a173a3 tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:09.464601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:09.470789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.520633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Allocated IP 172.20.0.2 (af77df47-08e0-432f-bc6f-76213d6c4cc2/226427d6-6e38-4225-af77-b1519683da79/7806f1a4-84d7-484f-b8ff-d7c7187c6b0e) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:09.547160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Pushing event updated for resources: {'Port': ['ID=237cc45b-18e4-4490-868d-83e984b018c8,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:09.555716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:09.559895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Provisioning for port e489a714-c774-4369-b2f1-f538d90c1ca2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:09.579791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:09.580065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.613167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:09.650597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] device_id is not set on port 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:09.707315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.707756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Added segment 58e36129-467a-401b-b04c-e63ce2e6b0fa of type vxlan for network 0bdc9245-9588-4cf5-9761-126fda525603
Nov 23 12:48:09.769200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:09.770051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.783786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dc68d-5b3e-43d9-b020-6b71ebc24433 req-900c7cf0-6709-469b-a6f4-0fa8d22731a8 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:09.784728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:09.785486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c2dc68d-5b3e-43d9-b020-6b71ebc24433 req-900c7cf0-6709-469b-a6f4-0fa8d22731a8 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 943 time: 0.3341074
Nov 23 12:48:09.806846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:09.814198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.878237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.878655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.879750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Floating IP 2243df4b-393e-42ca-b1d0-86ebaff3d648 disassociated. External IP: 172.26.6.139, port: 623e5a1b-92b5-4337-8e85-c17b7d76f689.
Nov 23 12:48:09.880181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Calling delete_port for 623e5a1b-92b5-4337-8e85-c17b7d76f689 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:09.911348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:48:09.935037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:09.957891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object 69ad6a99-b0ba-4d24-949f-d559876bb9b5 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:09.993947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.020888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:10.021218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c2dc68d-5b3e-43d9-b020-6b71ebc24433 req-03ccbd99-e310-435a-b00f-b692477c1429 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups?id=22bd8d31-e1b4-4108-9a5f-26eb117ae51a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2176034
Nov 23 12:48:10.021895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.026169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:10.026832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.033391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Allocated IP 172.20.0.11 (18a0b667-119e-4f13-884b-226628234caa/bb8a6ab9-c56c-46b2-8978-0727caf4c69a/71b3a0af-00bf-4b42-bbf4-2e3bf04beae8) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:10.045535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc5b913-f9c4-48a8-99a2-295e5127a1d9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:10.109502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.131263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Transition to ACTIVE for port object 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:10.141148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Provisioning for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:10.152106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Provisioning complete for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:10.152552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.205616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Transition to ACTIVE for port object 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:10.237474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.259025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:10.263646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4974086
Nov 23 12:48:10.273107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41554) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:10.276364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Network': ['ID=0bdc9245-9588-4cf5-9761-126fda525603,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:10.282173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:10.287134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'subnet': {'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:10.325749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:10.385487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:10.391509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:10.401222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:10.408695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:10.413026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:10.413699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.457327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.8247721
Nov 23 12:48:10.462331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=69ad6a99-b0ba-4d24-949f-d559876bb9b5,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:10.471538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41558) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:10.502819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:10.523970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:10.546773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:48:10.561775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.565013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.590516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-541815d1-a0ff-451c-960e-05d3c8274b25 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:10.671532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Pushing event updated for resources: {'Port': ['ID=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:10.694215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:10.721893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:10.722317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.795896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 237cc45b-18e4-4490-868d-83e984b018c8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:10.848485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-795bc27d-ad4a-4ad2-aa8e-1d5868b569b0 None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:10.870367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:10.873692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:10.878116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:10.898509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:10.922865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event updated for resources: {'Subnet': ['ID=bbf60ce2-81cb-40c1-8e4a-dfd626c93580,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:10.927046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:subnet and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:10.933156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:10.936550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:10.940118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 237cc45b-18e4-4490-868d-83e984b018c8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:10.946564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:10.948824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Attempting to bind port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:10.949461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Attempting to bind port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:10.949821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Attempting to bind port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e on network af77df47-08e0-432f-bc6f-76213d6c4cc2 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:10.951603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.958465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:10.959247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Checking segment: {'id': '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:10.959374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.959859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Bound using segment: {'id': '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:10.960244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Bound port: 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'af77df47-08e0-432f-bc6f-76213d6c4cc2'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:10.960692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:10.994096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:11.014135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Transition to ACTIVE for port object 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:11.034508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] In _notify_port_updated(), no bound segment for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 on network efef753d-00b7-421f-a41f-55478bf94eff {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:48:11.038485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:11.039240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.042991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/ports/69ad6a99-b0ba-4d24-949f-d559876bb9b5 HTTP/1.1" status: 200  len: 930 time: 7.2285759
Nov 23 12:48:11.052504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bbab862b-e14e-4aaa-9fcc-2bd54b139eac None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:11.052941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbab862b-e14e-4aaa-9fcc-2bd54b139eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.057987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:11.060697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.069167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.135730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Checking segment: {'id': '4fb868ca-aa02-4622-92ec-696dc2c42fcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:11.136146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network hostable DHCP agents. Network: 64a01a41-198d-42f8-a995-91e5b68ccc26, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:11.151519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.161018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:11.212804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.278661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] For port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:11.284058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] For port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,segment=NetworkSegment(0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4),segment_id=0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:11.287718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.335739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.373317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abd57567-2e6f-4222-b2c3-f9897139835a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:11.373836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b93d119-3e54-4452-8c7e-2bf08529125c tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:11.386391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.386991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d167afad-9a63-407e-9e07-719df625cedc {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:48:11.405813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:11.411110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event deleted for resources: {'Port': ['ID=623e5a1b-92b5-4337-8e85-c17b7d76f689,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:11.414105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:11.543252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Pushing event updated for resources: {'Port': ['ID=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:11.549749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:11.554546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d179f-6e71-4ea1-b3bc-6e20967228ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:11.559140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d179f-6e71-4ea1-b3bc-6e20967228ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:11.561294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-488d179f-6e71-4ea1-b3bc-6e20967228ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:11.570769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2e2a61f-a09a-43b7-9ab6-ce43872e7d81 req-a73e4add-94fb-452d-8185-63ef4033858f tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.2606018
Nov 23 12:48:11.572768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 64a01a41-198d-42f8-a995-91e5b68ccc26) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:11.580467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:11.580785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.581674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6f9d627e-d479-409d-9311-041c6fc76f31 None None] Provisioning complete for port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:11.584826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f9d627e-d479-409d-9311-041c6fc76f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.616293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:11.616982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.627920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9890ec48-e619-421f-b7d6-2bd9fc1350c9 None None] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:11.651908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event updated for resources: {'Port': ['ID=71b3a0af-00bf-4b42-bbf4-2e3bf04beae8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:11.660990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:11.681533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.9990654
Nov 23 12:48:11.691936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41570) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:11.807239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904faa26-a601-42a9-934a-475a51090ce2 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:11.920755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d627e-d479-409d-9311-041c6fc76f31 None None] Port 69ad6a99-b0ba-4d24-949f-d559876bb9b5 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:11.946519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:11.951010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] 10.222.0.60 "DELETE /v2.0/routers/d167afad-9a63-407e-9e07-719df625cedc HTTP/1.1" status: 204  len: 168 time: 9.7983325
Nov 23 12:48:11.953062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41574) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:11.957672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-488d179f-6e71-4ea1-b3bc-6e20967228ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:11.961704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-488d179f-6e71-4ea1-b3bc-6e20967228ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.4851327
Nov 23 12:48:11.970039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Router b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:48:11.972042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41578) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:12.029065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:12.038144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:12.041485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:12.177350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:12.177835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.186935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Deleting subnet f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:12.204973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.296184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.430914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:12.431604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.516299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-64a01a41-198d-42f8-a995-91e5b68ccc26', 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26', 'tenant_id': '049ee890165740c893efd2196d56c3c1', 'fixed_ips': [{'subnet_id': 'bbf60ce2-81cb-40c1-8e4a-dfd626c93580'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:12.517246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.523004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.5119252
Nov 23 12:48:12.536715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41582) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:12.542069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.599665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Provisioning for port 237cc45b-18e4-4490-868d-83e984b018c8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:12.623419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Provisioning complete for port 237cc45b-18e4-4490-868d-83e984b018c8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:12.623853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.747399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:12.844836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:13.001727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Request body: {'floatingip': {'port_id': '71b3a0af-00bf-4b42-bbf4-2e3bf04beae8'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:13.019335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for 69ad6a99-b0ba-4d24-949f-d559876bb9b5 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:13.114061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:13.117161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.154702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:13.190569 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69d0903e-996e-4621-8f52-dd446235a421 req-6556e5b3-9b9c-4053-99a8-b257e2ecb9c1 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.2001572
Nov 23 12:48:13.254473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.259861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:13.260258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2ffd45c1-8478-4ebe-b491-e75b48e1b4fc not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:13.277005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] For port 237cc45b-18e4-4490-868d-83e984b018c8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=237cc45b-18e4-4490-868d-83e984b018c8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:13.281021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.285109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b834289-3793-4214-84fe-4866907c156e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:13.313893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.336971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Allocated IP 2001:db8::f816:3eff:fe86:4250 (64a01a41-198d-42f8-a995-91e5b68ccc26/bbf60ce2-81cb-40c1-8e4a-dfd626c93580/255cd35a-f164-4807-8c99-ad8ba540bd25) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:13.462237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Pushing event updated for resources: {'Port': ['ID=237cc45b-18e4-4490-868d-83e984b018c8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:13.469757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:13.493103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-700a9809-63e6-4769-9d10-01df1a235554 None None] Provisioning for port 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:13.510023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.515389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-700a9809-63e6-4769-9d10-01df1a235554 None None] Provisioning complete for port 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:13.515821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-700a9809-63e6-4769-9d10-01df1a235554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.522515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.581557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-700a9809-63e6-4769-9d10-01df1a235554 None None] Port 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:13.622491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.631394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e82ea75-c69f-4854-8c63-3394a96f3117 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:13.749819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.773351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-89bdd6c0-8756-4109-ab0b-0a52e35f55a1 None None] Provisioning complete for port 237cc45b-18e4-4490-868d-83e984b018c8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:13.773939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89bdd6c0-8756-4109-ab0b-0a52e35f55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.790568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=69ad6a99-b0ba-4d24-949f-d559876bb9b5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:13.801172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:13.806346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Transition to ACTIVE for port object 255cd35a-f164-4807-8c99-ad8ba540bd25 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:13.859162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Transition to ACTIVE for port object 255cd35a-f164-4807-8c99-ad8ba540bd25 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:13.882059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:13.900440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:13.904091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e477b49c-2f39-4d68-91fe-879cd0dddb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:14.112303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8e6e2-d9a4-490f-ab4e-9dc79424cfe1 None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:14.119180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Router 1473fd86-dcc0-4b81-a173-d9091e947a77 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:14.143228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Pushing event updated for resources: {'Port': ['ID=255cd35a-f164-4807-8c99-ad8ba540bd25,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:14.174851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.212295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:14.299536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-89bdd6c0-8756-4109-ab0b-0a52e35f55a1 None None] Could not find standard attr ID for object f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:48:14.378259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:14.381762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:14.385220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:14.399770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4ac685cc-2d14-4547-9d1d-9650ff21f876 tempest-FloatingIPAdminTestJSON-1977407578 tempest-FloatingIPAdminTestJSON-1977407578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:14.464151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:14.467231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:14.503642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Attempting to bind port 255cd35a-f164-4807-8c99-ad8ba540bd25 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:14.503642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Attempting to bind port 255cd35a-f164-4807-8c99-ad8ba540bd25 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '4fb868ca-aa02-4622-92ec-696dc2c42fcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:14.504795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Attempting to bind port 255cd35a-f164-4807-8c99-ad8ba540bd25 on network 64a01a41-198d-42f8-a995-91e5b68ccc26 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:14.523030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:14.523511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Checking segment: {'id': '4fb868ca-aa02-4622-92ec-696dc2c42fcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:14.523833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:14.524018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.524316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Bound using segment: {'id': '4fb868ca-aa02-4622-92ec-696dc2c42fcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:14.524912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Bound port: 255cd35a-f164-4807-8c99-ad8ba540bd25, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb868ca-aa02-4622-92ec-696dc2c42fcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64a01a41-198d-42f8-a995-91e5b68ccc26'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:14.525320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.542880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] Sync routers for ids ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:14.554334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.576147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-804ff2c1-ac01-46a6-b5c4-89500426b42f tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:14.584617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Provisioning complete for port 237cc45b-18e4-4490-868d-83e984b018c8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:14.585047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.602335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-44a5e476-6562-4738-8221-fd1cebcc2a48 req-79da49ae-bbc5-4d0d-9447-cff5c0163dc9 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Synchronizing usage tracker for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:14.678466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.679791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 13.9086604
Nov 23 12:48:14.686914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41590) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:14.689647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.698482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:14.731738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] Routers {'b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:14.732500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ff2978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:14.769593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-44a5e476-6562-4738-8221-fd1cebcc2a48 req-79da49ae-bbc5-4d0d-9447-cff5c0163dc9 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Unset dirty status for tenant:ab2726c91c704c01aae329820908a551 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:14.770873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44a5e476-6562-4738-8221-fd1cebcc2a48 req-79da49ae-bbc5-4d0d-9447-cff5c0163dc9 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.3143840
Nov 23 12:48:14.786208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.788834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 HTTP/1.1" status: 204  len: 168 time: 2.8118882
Nov 23 12:48:14.801334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41594) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:14.841345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.958384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:14.963424 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/69ad6a99-b0ba-4d24-949f-d559876bb9b5 HTTP/1.1" status: 204  len: 168 time: 3.9042764
Nov 23 12:48:14.969456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41598) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:14.991092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 237cc45b-18e4-4490-868d-83e984b018c8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:15.067246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ff2978>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:15.191725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] Routers {'b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:15.192913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ff2978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:15.260476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] For port 255cd35a-f164-4807-8c99-ad8ba540bd25, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:15.301622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ff2978>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:15.302006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a946dc-4d5a-45c5-acb0-9502c1c3a7ca None None] The sync data for ids ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:15.304821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] For port 255cd35a-f164-4807-8c99-ad8ba540bd25, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=255cd35a-f164-4807-8c99-ad8ba540bd25,segment=NetworkSegment(4fb868ca-aa02-4622-92ec-696dc2c42fcb),segment_id=4fb868ca-aa02-4622-92ec-696dc2c42fcb)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:15.315889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.333883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:15.343495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-af69c014-45e7-44b5-9be4-c32d0356cd90 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:48:15.344061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-af69c014-45e7-44b5-9be4-c32d0356cd90 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:15.362728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e7766-dc5c-4e73-a048-a4e5130fbd46 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:15.364209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e7766-dc5c-4e73-a048-a4e5130fbd46 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:15.365178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-639e7766-dc5c-4e73-a048-a4e5130fbd46 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:15.422972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-af69c014-45e7-44b5-9be4-c32d0356cd90 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:15.427356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af69c014-45e7-44b5-9be4-c32d0356cd90 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/69ad6a99-b0ba-4d24-949f-d559876bb9b5 HTTP/1.1" status: 404  len: 333 time: 0.4557762
Nov 23 12:48:15.428019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41602) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:15.474341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Subnet': ['ID=bb6176d1-ffc0-40ce-a58c-532791af2d89,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:15.486803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-639e7766-dc5c-4e73-a048-a4e5130fbd46 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:15.488107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-639e7766-dc5c-4e73-a048-a4e5130fbd46 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6832397
Nov 23 12:48:15.500816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41606) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:15.507350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:15.508022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0768d188-175f-47ac-ae1a-a067f0d8edbd tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.795s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:15.515105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 237cc45b-18e4-4490-868d-83e984b018c8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:15.515540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.561296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f662c08e-c24d-4fb4-bb79-e52c8cb5cf57,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:15.569651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Provisioning for port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:15.577543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Pushing event updated for resources: {'Port': ['ID=255cd35a-f164-4807-8c99-ad8ba540bd25,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:15.584068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:15.593262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Provisioning complete for port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:15.593697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.645727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=bbf60ce2-81cb-40c1-8e4a-dfd626c93580,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:15.659162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72ef724-fd57-4535-8173-76ec61dd9b7c None None] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:15.660978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.663797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:15.696866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:15.697455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:15.729475 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32ec2252-4f97-41fb-8152-195637440ea4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f662c08e-c24d-4fb4-bb79-e52c8cb5cf57 HTTP/1.1" status: 204  len: 168 time: 3.7758386
Nov 23 12:48:15.742040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41610) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:15.795443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.823009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:15.834323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Sync routers for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:15.872948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:15.876214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:15.911637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] No DVR routers for this DVR port 623e5a1b-92b5-4337-8e85-c17b7d76f689 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:15.913281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:48:15.914628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.927865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:15.933541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2aa2a66e-2663-41b5-8746-6ac10a886201 req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.63 "DELETE /v2.0/ports/623e5a1b-92b5-4337-8e85-c17b7d76f689 HTTP/1.1" status: 204  len: 173 time: 9.2030632
Nov 23 12:48:15.954927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-deleted', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:48:16.181794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.186687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5e98e3-44a8-4f23-9455-b0cb714afe01', 'name': 'network-vif-deleted', 'tag': '623e5a1b-92b5-4337-8e85-c17b7d76f689', 'status': 'completed', 'code': 200}
Nov 23 12:48:16.214026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.219700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:16.242477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] For port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,segment=NetworkSegment(0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4),segment_id=0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:16.248288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.255946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:16.291611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet e647f73f-611d-4c16-85b1-5070b6c3a7ca {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:16.317529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.337668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.363421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Pushing event updated for resources: {'Port': ['ID=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:16.383575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Could not find standard attr ID for object f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:48:16.397355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.399841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] DHCP port deletion for 1ea07c7f-3332-4f16-8423-aa4d6688ff2e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:16.421530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:16.423294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Deleting port 7868097c-90b7-4719-b50c-52a02216c304 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:16.424393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.430493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:16.430650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.468333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9cc9c-2dc7-4d28-a835-e0cdc40602aa,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:16.475946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:16.539998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.595057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.596302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/security-groups/53a9cc9c-2dc7-4d28-a835-e0cdc40602aa HTTP/1.1" status: 204  len: 168 time: 1.1512825
Nov 23 12:48:16.612304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41618) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:16.651773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8663ea31-fd7d-4e28-8b25-cd56210ce66c None None] Provisioning complete for port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:16.652216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8663ea31-fd7d-4e28-8b25-cd56210ce66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.774386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.824281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Checking segment: {'id': 'dcdc16fc-df17-43aa-ae68-c6375637f29c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:16.825411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network hostable DHCP agents. Network: 25668aa9-c8a9-46d1-a621-02f27113bd6e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:16.835285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5520aa3c-f02d-4241-aa81-a08e7886c531 req-460e5db6-e84e-47d4-8b1a-299213075b61 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/ports?device_id=eb5e98e3-44a8-4f23-9455-b0cb714afe01 HTTP/1.1" status: 200  len: 210 time: 0.5530322
Nov 23 12:48:16.843823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.864186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Deleting port 7868097c-90b7-4719-b50c-52a02216c304 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:16.864186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.872225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916ba8>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:16.880084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Checking router: 1473fd86-dcc0-4b81-a173-d9091e947a77 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:48:16.907268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:16.907864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:16.931654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:16.959806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:17.023950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.028320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.135028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:17.138182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] For port 7868097c-90b7-4719-b50c-52a02216c304, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7868097c-90b7-4719-b50c-52a02216c304,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:17.138182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.170788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:17.196338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 25668aa9-c8a9-46d1-a621-02f27113bd6e) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:17.224790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4490e2-58b5-45a0-b6dc-9207f1a91f0b None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:17.274773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:17.275521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.319222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f7066d8>,) {'filters': {'network_id': ['64a01a41-198d-42f8-a995-91e5b68ccc26']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:17.363635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.387444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2e3eea-4221-4114-af28-31bd1744ede1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:17.425173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b18fa2-741a-41c4-847b-901d0617693d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:17.446311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:17.447195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.451911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/security-groups/98b18fa2-741a-41c4-847b-901d0617693d HTTP/1.1" status: 204  len: 168 time: 0.8383529
Nov 23 12:48:17.453544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7066d8>, '4fb868ca-aa02-4622-92ec-696dc2c42fcb') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:17.454061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7066d8>, '4fb868ca-aa02-4622-92ec-696dc2c42fcb') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:17.462728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41622) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:17.478028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.1976612
Nov 23 12:48:17.488213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41626) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:17.505805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'subnet': {'network_id': '0bdc9245-9588-4cf5-9761-126fda525603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:17.609387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.753514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:17.758552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Usage tracker for resource:subnet and tenant:380a25a3692d4293b9053c37d0875a6b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:17.762355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:17.775058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:17.778405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916ba8>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:17.783050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.783745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2c78c-a513-493b-b5a0-637fc5e9577c None None] The sync data for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs is: [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:46:28Z', 'revision_number': 4, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bb661dd3-fdab-47bd-92d1-688435de56e4', 'name': '', 'network_id': 'fde0777d-5818-4cf1-881e-aaf817209df8', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'mac_address': 'fa:16:3e:6c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:26Z', 'updated_at': '2020-11-23T12:46:41Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'subnets': [{'id': '57ea2de4-9b0d-4eef-b898-f79b0b31c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:17.792601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] For port 7868097c-90b7-4719-b50c-52a02216c304, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7868097c-90b7-4719-b50c-52a02216c304,segment=NetworkSegment(bfc9da7b-7a51-4c5c-b0c8-08360445bbdd),segment_id=bfc9da7b-7a51-4c5c-b0c8-08360445bbdd)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:17.793955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:17.796889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Made reservation on behalf of 380a25a3692d4293b9053c37d0875a6b for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:17.806715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:17.836211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Calling delete_port for 7868097c-90b7-4719-b50c-52a02216c304 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:17.913186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d652c-c072-439f-ad57-9bfabc44206d None None] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:17.945673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.063037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41634) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:18.086975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:18.087406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.096194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.107570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2031f450-c93c-4b33-823b-54204defedad associated. External IP: 172.26.6.222, port: ebe89b68-2451-4b1c-80a2-17b38fa413ea.
Nov 23 12:48:18.122919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d01db0a2-c670-4d70-8242-305245a61c63 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:18.184650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Calling delete_port for 7868097c-90b7-4719-b50c-52a02216c304 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:18.272256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=e647f73f-611d-4c16-85b1-5070b6c3a7ca,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:18.281029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d107d94-56c6-4829-b8a9-1396846a04ac None None] New status for floating IP 2243df4b-393e-42ca-b1d0-86ebaff3d648: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:48:18.299460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:18.314291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.378609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3fa2610d-61e7-4e25-8a72-69d136ec89f6 None None] Provisioning for port 255cd35a-f164-4807-8c99-ad8ba540bd25 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:18.415493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.452648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.466443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.472330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-25668aa9-c8a9-46d1-a621-02f27113bd6e', 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e', 'tenant_id': '380a25a3692d4293b9053c37d0875a6b', 'fixed_ips': [{'subnet_id': 'bb6176d1-ffc0-40ce-a58c-532791af2d89'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:18.475900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.476132 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/e647f73f-611d-4c16-85b1-5070b6c3a7ca HTTP/1.1" status: 204  len: 168 time: 2.9670978
Nov 23 12:48:18.480343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41638) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:18.481640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Deleting port 2b5eb0b2-9fa5-41d5-bcd1-81471a182403 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:18.482019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.483993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65978a2-06e8-44b6-8a50-8680eec550cd None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:18.573329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.598165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef2f9adb-bbe8-4576-a419-dd1d99f795b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:18.668149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 749576e9-2fe9-4704-93d6-3e96d9c787d1 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:18.683722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.759535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:18.774889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.813651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Pushing event deleted for resources: {'Port': ['ID=7868097c-90b7-4719-b50c-52a02216c304,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:18.816682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:18.895606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.935612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b80e5358-3f76-4700-90a5-d8225c3862ac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4232364
Nov 23 12:48:18.937087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:18.947110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41642) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:18.957675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:18.957950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:18.977223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:19.102206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:19.110579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] DHCP port deletion for 64a01a41-198d-42f8-a995-91e5b68ccc26 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:19.113626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 255cd35a-f164-4807-8c99-ad8ba540bd25 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:19.142136 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:19.169806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Deleting port 255cd35a-f164-4807-8c99-ad8ba540bd25 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:19.170235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.230062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] No DVR routers for this DVR port 7868097c-90b7-4719-b50c-52a02216c304 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:19.256620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:48:19.256620 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:48:19.256620 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '64a01a41-198d-42f8-a995-91e5b68ccc26'}]
Nov 23 12:48:19.256620 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:19.257346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:19.266463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.316602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:19.326780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:19.335955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:19.349287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:19.366921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.378013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:19.415419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd8d31-e1b4-4108-9a5f-26eb117ae51a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:19.421663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:19.427653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.446325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:19.455823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.487873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Deleting port 7868097c-90b7-4719-b50c-52a02216c304 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:19.487873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.535665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.539500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "DELETE /v2.0/security-groups/22bd8d31-e1b4-4108-9a5f-26eb117ae51a HTTP/1.1" status: 204  len: 168 time: 1.4723828
Nov 23 12:48:19.596537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41646) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:19.643558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] The port '7868097c-90b7-4719-b50c-52a02216c304' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:48:19.686165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Calling delete_port for 2b5eb0b2-9fa5-41d5-bcd1-81471a182403 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:19.730237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 255cd35a-f164-4807-8c99-ad8ba540bd25 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:19.760201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 255cd35a-f164-4807-8c99-ad8ba540bd25 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:19.760201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.760972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1f6b740f-4b14-45c0-9500-9faa15e8a83d tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] show failed (client error): The resource could not be found.
Nov 23 12:48:19.764928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f6b740f-4b14-45c0-9500-9faa15e8a83d tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "GET /v2.0/security-groups/22bd8d31-e1b4-4108-9a5f-26eb117ae51a HTTP/1.1" status: 404  len: 347 time: 0.0966902
Nov 23 12:48:19.773469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41650) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:19.780258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.841621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:19.871395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Deleting port 237cc45b-18e4-4490-868d-83e984b018c8 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:19.871930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.907696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:19.944676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] For port 255cd35a-f164-4807-8c99-ad8ba540bd25, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=255cd35a-f164-4807-8c99-ad8ba540bd25,segment=NetworkSegment(4fb868ca-aa02-4622-92ec-696dc2c42fcb),segment_id=4fb868ca-aa02-4622-92ec-696dc2c42fcb)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:19.945177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.038275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Deleting port b3739c5c-af6c-422f-b92a-94458d0ddb49 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:20.038275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.064392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 255cd35a-f164-4807-8c99-ad8ba540bd25 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:20.064934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.107138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Calling delete_port for 255cd35a-f164-4807-8c99-ad8ba540bd25 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:20.175224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Allocated IP 172.20.0.2 (25668aa9-c8a9-46d1-a621-02f27113bd6e/bb6176d1-ffc0-40ce-a58c-532791af2d89/6f936f97-ccd7-4e63-bbb5-b0714af45802) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:20.180752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68240d6550>,) {'filters': {'network_id': ['1ea07c7f-3332-4f16-8423-aa4d6688ff2e']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:20.239040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68240d6550>, 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:20.239635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68240d6550>, 'bfc9da7b-7a51-4c5c-b0c8-08360445bbdd') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:20.279880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.369653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.371192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.388216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.391293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8842dff-3e81-4b33-9788-0dd520bb6792 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:20.395877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac083ce-5589-4a8c-9279-b454e589d46a tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:20.429025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:20.460829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.514666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.579721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=749576e9-2fe9-4704-93d6-3e96d9c787d1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:20.583917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Subnet': ['ID=5d1fbfe4-4f6f-4578-ae04-d4736a643891,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:20.609830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:20.611951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:20.615916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:20.619409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.619779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.633823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.654080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9812ba4-901e-4aef-be5d-fa8f687af7b8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:20.708882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Pushing event deleted for resources: {'Port': ['ID=255cd35a-f164-4807-8c99-ad8ba540bd25,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:20.744647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] For port 255cd35a-f164-4807-8c99-ad8ba540bd25, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=255cd35a-f164-4807-8c99-ad8ba540bd25,segment=NetworkSegment(4fb868ca-aa02-4622-92ec-696dc2c42fcb),segment_id=4fb868ca-aa02-4622-92ec-696dc2c42fcb)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:20.745201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.754210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:20.789165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] For port 237cc45b-18e4-4490-868d-83e984b018c8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=237cc45b-18e4-4490-868d-83e984b018c8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:20.789616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.798258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:20.800841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:20.868933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:20.967429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7868097c-90b7-4719-b50c-52a02216c304 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:21.003157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Calling delete_port for 237cc45b-18e4-4490-868d-83e984b018c8 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:21.009829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Calling delete_port for 255cd35a-f164-4807-8c99-ad8ba540bd25 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:21.058184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 7868097c-90b7-4719-b50c-52a02216c304 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:21.058545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7868097c-90b7-4719-b50c-52a02216c304 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:21.064255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] No DVR routers for this DVR port 255cd35a-f164-4807-8c99-ad8ba540bd25 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:21.101473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.126565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Transition to ACTIVE for port object 6f936f97-ccd7-4e63-bbb5-b0714af45802 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:21.147908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Transition to ACTIVE for port object 6f936f97-ccd7-4e63-bbb5-b0714af45802 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:21.149544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.163936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:21.180249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Calling delete_port for b3739c5c-af6c-422f-b92a-94458d0ddb49 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:21.257074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.281298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Pushing event deleted for resources: {'Port': ['ID=2b5eb0b2-9fa5-41d5-bcd1-81471a182403,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:21.284771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 255cd35a-f164-4807-8c99-ad8ba540bd25 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:21.302731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:21.309708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Pushing event deleted for resources: {'Port': ['ID=237cc45b-18e4-4490-868d-83e984b018c8,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:21.311035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Network 1ea07c7f-3332-4f16-8423-aa4d6688ff2e has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:21.321032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:21.342964 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:21.557372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:21.558224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd85c7-d8d1-4aea-94a1-58a209d2f522 None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:21.572670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1eb43e88-949b-48ae-8bfc-3794f074e229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:21.624612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 255cd35a-f164-4807-8c99-ad8ba540bd25 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:21.624894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 255cd35a-f164-4807-8c99-ad8ba540bd25 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:21.625344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 237cc45b-18e4-4490-868d-83e984b018c8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:21.637697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Checking segment: {'id': '58e36129-467a-401b-b04c-e63ce2e6b0fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:21.638077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network hostable DHCP agents. Network: 0bdc9245-9588-4cf5-9761-126fda525603, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:21.674561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.739902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 237cc45b-18e4-4490-868d-83e984b018c8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:21.740300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 237cc45b-18e4-4490-868d-83e984b018c8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:21.754774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e07922b-e649-4c9f-af21-e998d454e7f3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:21.755777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:21.756141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:21.766355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/749576e9-2fe9-4704-93d6-3e96d9c787d1 HTTP/1.1" status: 204  len: 168 time: 4.2944119
Nov 23 12:48:21.768770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41654) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:21.791007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:21.815299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Pushing event updated for resources: {'Port': ['ID=6f936f97-ccd7-4e63-bbb5-b0714af45802,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:21.831714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:21.885061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.893479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f9c6e25-bdaa-4ee3-b163-8a1928c86e81 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:21.912482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.925879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea07c7f-3332-4f16-8423-aa4d6688ff2e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:21.936118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:21.937315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Pushing event deleted for resources: {'Port': ['ID=b3739c5c-af6c-422f-b92a-94458d0ddb49,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:21.952873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:21.966031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:21.973671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] No DVR routers for this DVR port 237cc45b-18e4-4490-868d-83e984b018c8 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:21.994928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:21.998015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:22.002218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:22.012052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] 10.222.0.60 "DELETE /v2.0/networks/1ea07c7f-3332-4f16-8423-aa4d6688ff2e HTTP/1.1" status: 204  len: 168 time: 6.2656932
Nov 23 12:48:22.015496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:22.023051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:22.029653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:22.038931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:22.064407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:22.071268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.102161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Attempting to bind port 6f936f97-ccd7-4e63-bbb5-b0714af45802 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:22.102532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Attempting to bind port 6f936f97-ccd7-4e63-bbb5-b0714af45802 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'dcdc16fc-df17-43aa-ae68-c6375637f29c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:22.102886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Attempting to bind port 6f936f97-ccd7-4e63-bbb5-b0714af45802 on network 25668aa9-c8a9-46d1-a621-02f27113bd6e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:22.122460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:22.122985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Checking segment: {'id': 'dcdc16fc-df17-43aa-ae68-c6375637f29c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:22.123440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.123882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Bound using segment: {'id': 'dcdc16fc-df17-43aa-ae68-c6375637f29c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:22.124453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Bound port: 6f936f97-ccd7-4e63-bbb5-b0714af45802, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdc16fc-df17-43aa-ae68-c6375637f29c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '25668aa9-c8a9-46d1-a621-02f27113bd6e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:22.124871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.156380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 0bdc9245-9588-4cf5-9761-126fda525603 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:22.180290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.201590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.229858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 0bdc9245-9588-4cf5-9761-126fda525603) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:22.240740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8873218f-434a-4690-ac2f-f69ba4762a29 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:22.253980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:22.263090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 255cd35a-f164-4807-8c99-ad8ba540bd25 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:22.263477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.267228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:22.284223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:22.285217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916c50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.347708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.362161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] For port 6f936f97-ccd7-4e63-bbb5-b0714af45802, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:22.367306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] For port 6f936f97-ccd7-4e63-bbb5-b0714af45802, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6f936f97-ccd7-4e63-bbb5-b0714af45802,segment=NetworkSegment(dcdc16fc-df17-43aa-ae68-c6375637f29c),segment_id=dcdc16fc-df17-43aa-ae68-c6375637f29c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:22.383764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.389186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b160cf1-2ac8-45d9-9bd9-07d2175c1e01 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:22.402206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:22.437226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41660) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:22.450152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916c50>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.450851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] The port '255cd35a-f164-4807-8c99-ad8ba540bd25' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:48:22.469849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:22.470825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916c50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.566239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:22.568052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916c50>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.568762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e972a2-73b0-4b4f-84e6-5009401198ff None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:22.569222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.711635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.820132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Pushing event updated for resources: {'Port': ['ID=6f936f97-ccd7-4e63-bbb5-b0714af45802,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:22.829613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:22.891101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-0bdc9245-9588-4cf5-9761-126fda525603', 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603', 'tenant_id': '380a25a3692d4293b9053c37d0875a6b', 'fixed_ips': [{'subnet_id': '5d1fbfe4-4f6f-4578-ae04-d4736a643891'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:22.891718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.900962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=aaa53bf8-033d-4e3f-b9ff-77141b335fe2,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:22.916705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:22.927128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.948604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f90b080>,) {'filters': {'network_id': ['64a01a41-198d-42f8-a995-91e5b68ccc26']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.968298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f90b080>, '4fb868ca-aa02-4622-92ec-696dc2c42fcb') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.968690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f90b080>, '4fb868ca-aa02-4622-92ec-696dc2c42fcb') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:22.982953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:22.994551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Router b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:22.999960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.007600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.011957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:23.012112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] 10.222.0.60 "DELETE /v2.0/floatingips/2243df4b-393e-42ca-b1d0-86ebaff3d648 HTTP/1.1" status: 204  len: 168 time: 3.2273283
Nov 23 12:48:23.016465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.5203085
Nov 23 12:48:23.016465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:23.018870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:23.031808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41668) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:23.085267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:23.110928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:23.111661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.138732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49fa369-b709-4fcc-9cb4-6a1107dd20c3 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:23.203793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.2495301
Nov 23 12:48:23.231973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:23.301710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1b672de7-f4b6-4819-aa87-0bb5e7f87949 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:23.302054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b672de7-f4b6-4819-aa87-0bb5e7f87949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.304245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'name': 'tempest-NetworksTestDHCPv6-802514227'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:23.411061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:23.423564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.427894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "PUT /v2.0/routers/b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 200  len: 709 time: 8.7340114
Nov 23 12:48:23.429749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:23.495718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Allocated IP 172.20.0.2 (0bdc9245-9588-4cf5-9761-126fda525603/5d1fbfe4-4f6f-4578-ae04-d4736a643891/1d863234-53ea-4fb7-8647-3bf88d111fc2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:23.531908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] Sync routers for ids ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:23.554793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:23.573375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24c35dac-c9f3-4c25-975d-bbda994a85e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e777ef4baca844e58367282950f726a1&name=default HTTP/1.1" status: 200  len: 2743 time: 1.1257696
Nov 23 12:48:23.576945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:23.583497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41682) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:23.756920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] Routers {'b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:23.757624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682408e780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:24.019595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-35396079-f1b7-4d91-a991-2b52e675f424 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/routers/b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 200  len: 744 time: 0.5834415
Nov 23 12:48:24.025658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41686) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:24.087455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71f771c7-e901-4d1a-b008-de04a6790bef tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] 10.222.0.60 "GET /v2.0/ports?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b&device_id=b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 200  len: 205 time: 0.0570970
Nov 23 12:48:24.088091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:24.128498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682408e780>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:24.159221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e143eeae-abf8-4335-98eb-2dfdc7b411b1 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 200  len: 205 time: 0.0675802
Nov 23 12:48:24.160047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:24.247748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'aaa53bf8-033d-4e3f-b9ff-77141b335fe2'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:24.248691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.249195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.285226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] Routers {'b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:24.286181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682408e780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:24.300677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 64a01a41-198d-42f8-a995-91e5b68ccc26 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:24.383525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682408e780>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:24.383981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9fdec-e34c-4655-a9ae-17f2ab8375b7 None None] The sync data for ids ['b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:24.431354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:24.462245 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:24.467980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1b672de7-f4b6-4819-aa87-0bb5e7f87949 None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:24.468403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b672de7-f4b6-4819-aa87-0bb5e7f87949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.475132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:24.479962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:24.484656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:24.490716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:24.515504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.548621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a2e31f5-1f02-49e5-8f76-570bfe59780a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:24.553982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.573658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:24.580435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.588955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66175623-a52b-453c-9321-6c0262f23b14 None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:24.597052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.691593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=64a01a41-198d-42f8-a995-91e5b68ccc26,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:24.708019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.729276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.735443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-751f93a5-5cb8-4dd6-b6e4-577b309abedd tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:24.737917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:24.741630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Transition to ACTIVE for port object 1d863234-53ea-4fb7-8647-3bf88d111fc2 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:24.746623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1b672de7-f4b6-4819-aa87-0bb5e7f87949 None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:24.784805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/64a01a41-198d-42f8-a995-91e5b68ccc26 HTTP/1.1" status: 204  len: 168 time: 13.0731163
Nov 23 12:48:24.800133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Transition to ACTIVE for port object 1d863234-53ea-4fb7-8647-3bf88d111fc2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:24.818400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41698) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:24.825096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0df512-7863-4a01-81a9-a2bc9bcffe91,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:24.828207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:24.893012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.915646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eed30222-6278-4faa-ad78-c94ab198a150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:24.957775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c95dd18-7ce4-4f59-a921-cff1992753af tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:24.958168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c95dd18-7ce4-4f59-a921-cff1992753af tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:24.962440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c95dd18-7ce4-4f59-a921-cff1992753af tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/bbf60ce2-81cb-40c1-8e4a-dfd626c93580 HTTP/1.1" status: 404  len: 337 time: 0.1372554
Nov 23 12:48:24.966932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41704) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:24.969857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:24.971016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e0df512-7863-4a01-81a9-a2bc9bcffe91 HTTP/1.1" status: 204  len: 168 time: 1.3811009
Nov 23 12:48:25.042427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Pushing event updated for resources: {'Port': ['ID=1d863234-53ea-4fb7-8647-3bf88d111fc2,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:25.083553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:25.122083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e248fc53-f601-4712-b1de-73350a04493a None None] Provisioning for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:25.162833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 1c2047a3-6809-4f1e-a5e7-686723c1c3cc yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:25.286547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.295261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.329218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fde41d-fa16-4e10-8cb0-6235a1a65fbe tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:25.330150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fde41d-fa16-4e10-8cb0-6235a1a65fbe tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:25.330500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6f936f97-ccd7-4e63-bbb5-b0714af45802 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:25.335051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9fde41d-fa16-4e10-8cb0-6235a1a65fbe tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/64a01a41-198d-42f8-a995-91e5b68ccc26 HTTP/1.1" status: 404  len: 339 time: 0.3669989
Nov 23 12:48:25.338022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41712) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:25.391062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.392826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Fanout notify agent at l3_agent the message router_deleted on router b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:48:25.405235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.435616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8f17a3-af1d-4f2c-b5bd-180b6e292df5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:25.436118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8f17a3-af1d-4f2c-b5bd-180b6e292df5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:25.444535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/aaa53bf8-033d-4e3f-b9ff-77141b335fe2/5b6135c2-9359-44c4-a252-2d426ff0f88c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:25.498997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.501244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4dbace22-2a4e-4adc-a55f-6e69ddc06d8c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 204  len: 168 time: 1.3403356
Nov 23 12:48:25.501542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:25.507245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:25.513572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:25.532912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:25.542218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41718) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:25.562149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.597983 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fb8f17a3-af1d-4f2c-b5bd-180b6e292df5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/2a24921e-05d7-45a9-aa31-084a5b2d1eec HTTP/1.1" status: 404  len: 337 time: 0.2452369
Nov 23 12:48:25.602833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41724) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:25.718303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:25.718734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:25.729715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-556275e9-c9ac-4abd-aa79-33c777a9c35c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 200  len: 205 time: 0.1282744
Nov 23 12:48:25.740969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:25.846554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3ea0c4-a11b-4aa3-9943-001017e8c038 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:25.847057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3ea0c4-a11b-4aa3-9943-001017e8c038 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:25.848986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d3ea0c4-a11b-4aa3-9943-001017e8c038 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/c7dc5978-6a30-4ea3-92a8-83cc37a10b0c HTTP/1.1" status: 404  len: 339 time: 0.1874323
Nov 23 12:48:25.858914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41736) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:25.872766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-5c35697b-39b2-454f-9af5-acdd21c1aba0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:25.873880 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c35697b-39b2-454f-9af5-acdd21c1aba0 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/b5e7fdc1-0442-4d64-be4f-d6d3e99f7c0c HTTP/1.1" status: 404  len: 336 time: 0.1316454
Nov 23 12:48:25.932624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.078079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-88dd70bb-97ab-4128-ac80-1285dc39ed05 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 200  len: 205 time: 0.0683732
Nov 23 12:48:26.113478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41748) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.207430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.211261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Attempting to bind port 1d863234-53ea-4fb7-8647-3bf88d111fc2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:26.211813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Attempting to bind port 1d863234-53ea-4fb7-8647-3bf88d111fc2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '58e36129-467a-401b-b04c-e63ce2e6b0fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:26.213595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Attempting to bind port 1d863234-53ea-4fb7-8647-3bf88d111fc2 on network 0bdc9245-9588-4cf5-9761-126fda525603 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:26.244571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Transition to ACTIVE for port object 5b6135c2-9359-44c4-a252-2d426ff0f88c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:26.254757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:26.255374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Checking segment: {'id': '58e36129-467a-401b-b04c-e63ce2e6b0fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:26.258537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.259097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Bound using segment: {'id': '58e36129-467a-401b-b04c-e63ce2e6b0fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:26.259739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Bound port: 1d863234-53ea-4fb7-8647-3bf88d111fc2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e36129-467a-401b-b04c-e63ce2e6b0fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0bdc9245-9588-4cf5-9761-126fda525603'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:26.260251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.275346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bccaa085-8eb7-4fa2-aa7e-67661d454272 None None] Provisioning complete for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:26.277717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bccaa085-8eb7-4fa2-aa7e-67661d454272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.296005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3543ce07-1277-4756-90f2-f06fb8914a22 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:26.296901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3543ce07-1277-4756-90f2-f06fb8914a22 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:26.298928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3543ce07-1277-4756-90f2-f06fb8914a22 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/8f445fb5-5de1-4b46-81b4-955615677e49 HTTP/1.1" status: 404  len: 337 time: 0.4319365
Nov 23 12:48:26.318639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.357299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-33c36fff-99c1-4d15-a38a-5997f805f93d tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:26.358719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33c36fff-99c1-4d15-a38a-5997f805f93d tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/2da09457-8753-4280-af54-5f0b7aef1739 HTTP/1.1" status: 404  len: 336 time: 0.1729622
Nov 23 12:48:26.362911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.465930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b6e220f-f550-45d7-89aa-73d57a9a77b6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 200  len: 205 time: 0.0999346
Nov 23 12:48:26.466295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada8fdb3-7758-47b4-aac0-83de95169273 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:26.466981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada8fdb3-7758-47b4-aac0-83de95169273 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:26.469024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ada8fdb3-7758-47b4-aac0-83de95169273 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/6381f0ce-7380-4091-b894-fc84c241aa65 HTTP/1.1" status: 404  len: 339 time: 0.1390386
Nov 23 12:48:26.469984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.471808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41764) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.472256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41766) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.491413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc1ba62a-9847-4196-8ae2-79c6bdef8412 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:26.517646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] For port 1d863234-53ea-4fb7-8647-3bf88d111fc2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:26.521018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] For port 1d863234-53ea-4fb7-8647-3bf88d111fc2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d863234-53ea-4fb7-8647-3bf88d111fc2,segment=NetworkSegment(58e36129-467a-401b-b04c-e63ce2e6b0fa),segment_id=58e36129-467a-401b-b04c-e63ce2e6b0fa)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:26.535629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Transition to ACTIVE for port object 5b6135c2-9359-44c4-a252-2d426ff0f88c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:26.537466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.565072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26e9cec0-2f63-421b-a7a6-645f66ca8d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:26.618688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Deleting port bb661dd3-fdab-47bd-92d1-688435de56e4 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:26.619303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.679526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.706397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:26.753149 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-565e6b91-94ee-42d1-a0a7-69301c854daa tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:26.754582 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-565e6b91-94ee-42d1-a0a7-69301c854daa tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/7605260a-84f8-4343-a084-f7bec15bdd7f HTTP/1.1" status: 404  len: 336 time: 0.2810879
Nov 23 12:48:26.762110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41774) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.851988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31c17bb1-29e7-4430-bff9-2b809fed99c3 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 200  len: 205 time: 0.0883868
Nov 23 12:48:26.872381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41780) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:26.881594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 9cb0cef2-583d-4f26-af19-f404f1b4315b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:26.881992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.038127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Pushing event updated for resources: {'Port': ['ID=1d863234-53ea-4fb7-8647-3bf88d111fc2,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:27.090986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 6f936f97-ccd7-4e63-bbb5-b0714af45802, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6f936f97-ccd7-4e63-bbb5-b0714af45802,segment=NetworkSegment(dcdc16fc-df17-43aa-ae68-c6375637f29c),segment_id=dcdc16fc-df17-43aa-ae68-c6375637f29c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:27.093064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:27.114248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=0448af5b-8a88-457b-a88c-2cd4e930acbb,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:27.171007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c7945f4-3bba-4530-b75f-286235a4c031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:27.171353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::1b (a47ca4f9-0e3c-44db-bca2-574c47036bc3/aaa53bf8-033d-4e3f-b9ff-77141b335fe2/1c2047a3-6809-4f1e-a5e7-686723c1c3cc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:27.223714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.224571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.225235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.225856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.226474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.227091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.227697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.229245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.229725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.230511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.230697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.231109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.231986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.232348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.232859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.233726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.245290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:27.246590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.248585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.249097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.249721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.250224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.250703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.251191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.251675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.252558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:27.270584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:27.276066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:27.285268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:27.300785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Pushing event updated for resources: {'Port': ['ID=5b6135c2-9359-44c4-a252-2d426ff0f88c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:27.315087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:27.328065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:27.333648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f6c3949b-7283-443d-a8c3-82601634272c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:27.337189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f6c3949b-7283-443d-a8c3-82601634272c tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/394690ed-be33-4bf8-8bf8-e5344d7f0496 HTTP/1.1" status: 404  len: 336 time: 0.4609709
Nov 23 12:48:27.354549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41792) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.406243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:27.411188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:27.418390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:27.439426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaddb0c-7d02-4ee8-9056-3336c51f898c None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:27.440027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41796) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.463728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-659d6c3e-222e-4114-9e4d-cde0ed43240e tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 200  len: 205 time: 0.1066687
Nov 23 12:48:27.469738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:27.470517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.512582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41802) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.571160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=6f936f97-ccd7-4e63-bbb5-b0714af45802,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:27.620956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:27.626123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-10712c4c-634a-4f75-a373-ad9493fcdf29 None None] Provisioning complete for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:27.626760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10712c4c-634a-4f75-a373-ad9493fcdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.655923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.8762615
Nov 23 12:48:27.666786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c4005b7a-d3fb-456b-8d66-b83aa46f74b8 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:27.668274 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4005b7a-d3fb-456b-8d66-b83aa46f74b8 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/48abb49e-990c-4a75-aec1-9c3da5407deb HTTP/1.1" status: 404  len: 336 time: 0.1518631
Nov 23 12:48:27.670813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41806) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.705137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41808) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'security_group': {'name': 'tempest-secgroup-134693027'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:27.771715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Attempting to bind port 5b6135c2-9359-44c4-a252-2d426ff0f88c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:27.772142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Attempting to bind port 5b6135c2-9359-44c4-a252-2d426ff0f88c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:27.772590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Attempting to bind port 5b6135c2-9359-44c4-a252-2d426ff0f88c on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:27.786628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Allocated IP 172.20.0.1 (25668aa9-c8a9-46d1-a621-02f27113bd6e/bb6176d1-ffc0-40ce-a58c-532791af2d89/7a665a26-3b56-45cf-a7c8-37d08115258b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:27.789707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:27.806161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:27.806598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:27.807058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.807509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:27.808064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Bound port: 5b6135c2-9359-44c4-a252-2d426ff0f88c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:27.809263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.809733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:27.815630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:27.871194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] For port bb661dd3-fdab-47bd-92d1-688435de56e4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb661dd3-fdab-47bd-92d1-688435de56e4,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:27.871820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.900990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e6e2fc8-212c-48a6-a9c9-76cb0cd18a8f tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "GET /v2.0/ports?device_id=5312855b-bbd4-42dd-bc8d-0ef924d8c456 HTTP/1.1" status: 200  len: 205 time: 0.1938083
Nov 23 12:48:27.913808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41814) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:27.914992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:27.969294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f79999ec-679a-481c-8446-7888921c108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:27.970718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-290883203'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:28.053463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Calling delete_port for bb661dd3-fdab-47bd-92d1-688435de56e4 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:28.083529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:28.096238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Usage tracker for resource:network and tenant:8fa685408b9f4b5d86f40c986c33c8e1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:28.101168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:28.109885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4dcd91c0-ce3c-4161-9ea1-2bf0f9da588b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] delete failed (client error): The resource could not be found.
Nov 23 12:48:28.114014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4dcd91c0-ce3c-4161-9ea1-2bf0f9da588b tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/routers/5312855b-bbd4-42dd-bc8d-0ef924d8c456 HTTP/1.1" status: 404  len: 336 time: 0.1874745
Nov 23 12:48:28.117711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:28.126835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41818) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:28.130420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.144721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] For port 5b6135c2-9359-44c4-a252-2d426ff0f88c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:28.159249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] For port 5b6135c2-9359-44c4-a252-2d426ff0f88c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5b6135c2-9359-44c4-a252-2d426ff0f88c,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:28.178897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.185354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.198441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.207613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf396be2-861e-4dfe-8b66-3126a592c4f8 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:28.208805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf396be2-861e-4dfe-8b66-3126a592c4f8 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:28.212464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bf396be2-861e-4dfe-8b66-3126a592c4f8 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] 10.222.0.60 "DELETE /v2.0/subnets/725fcb17-9882-4b59-a4de-7c431e4f975c HTTP/1.1" status: 404  len: 337 time: 0.0821085
Nov 23 12:48:28.262072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 1c2047a3-6809-4f1e-a5e7-686723c1c3cc will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:28.267466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:28.272086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Made reservation on behalf of 8fa685408b9f4b5d86f40c986c33c8e1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:28.277657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.289354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:28.302086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:28.324822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:28.344531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.346976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0519603-65ce-4a41-920a-bfe2784322f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:28.361341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Calling delete_port for 9cb0cef2-583d-4f26-af19-f404f1b4315b owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:28.385090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.395924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Transition to ACTIVE for port object 7a665a26-3b56-45cf-a7c8-37d08115258b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:28.412936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:28.418794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.436399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Pushing event updated for resources: {'Port': ['ID=5b6135c2-9359-44c4-a252-2d426ff0f88c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:28.440489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:28.514972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:28.520660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Usage tracker for resource:security_group_rule and tenant:8fa685408b9f4b5d86f40c986c33c8e1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:28.525473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:28.534072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.553997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:28.556168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5f19508-a652-4ea6-9745-ac9425aa18c5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:28.623832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.626249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=1c2047a3-6809-4f1e-a5e7-686723c1c3cc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:28.643912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:28.644629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.657991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7dd5be63-cd6f-4e67-9fc6-56b9cc32ed0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:28.675288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Port': ['ID=9cb0cef2-583d-4f26-af19-f404f1b4315b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:28.737405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:28.752055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.757528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.757951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.758362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.758769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.759171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.759568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.760005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.760400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.760843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.760953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] Sync routers for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:28.761236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.761762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.762224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.762716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.763109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.763508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.763897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.764286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.764703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.765139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.765530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.765922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.766312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.766702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.767059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41826) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:28.767175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:28.783009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=18b863ce-ffda-41c7-b1ff-08eeb0578a3f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:28.786812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:28.788056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a60908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:28.846617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:28.869233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:28.876802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a60908>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:28.885882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36792639-031d-49b5-85f2-145da6033564 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:28.890300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:28.891066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a60908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:28.915247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Update dhcp port {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'fixed_ips': [{'subnet_id': '674c37d6-d354-446d-a13d-55f9fbd72886', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0448af5b-8a88-457b-a88c-2cd4e930acbb'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'e489a714-c774-4369-b2f1-f538d90c1ca2'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:48:28.961794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.962438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a60908>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:28.962969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57994d53-41f4-4646-9e9e-37c776308572 None None] The sync data for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:28.983408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:28.992336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:29.051257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.091033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Port': ['ID=7a665a26-3b56-45cf-a7c8-37d08115258b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:29.100362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.105982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.3699548
Nov 23 12:48:29.111727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:29.111727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41832) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:29.115587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.184707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'security_group': {'name': 'tempest-secgroup-38437500'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:29.191120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:29.195416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:29.198821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:29.206902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:29.207091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb661dd3-fdab-47bd-92d1-688435de56e4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:29.221410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:29.232927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.235336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.248382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/ports/9cb0cef2-583d-4f26-af19-f404f1b4315b HTTP/1.1" status: 204  len: 168 time: 2.7729108
Nov 23 12:48:29.249324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.255088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41836) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:29.259626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:29.292334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:29.299318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:29.304602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:29.311878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:29.356236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81a3103-da8a-45bc-92a2-4ff1de7d44d8 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:29.359792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81a3103-da8a-45bc-92a2-4ff1de7d44d8 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:29.394149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79609e-8966-4f37-ac2c-8770924b55b8 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:29.401249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:29.407240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a81a3103-da8a-45bc-92a2-4ff1de7d44d8 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/ecadb6ac-b6ad-40dc-a50e-24cf67851e05 HTTP/1.1" status: 404  len: 337 time: 0.1375549
Nov 23 12:48:29.417329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:29.417624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba1b1f-057f-495f-b8be-6bec76bc7655,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:29.422064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41840) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:29.438128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:29.441256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:29.447587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:29.455817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:29.455817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.470778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.471390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Added segment e66ff81e-4587-46f2-b480-334b30a0419f of type vxlan for network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188
Nov 23 12:48:29.528982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.539736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-58508b14-0adc-448e-a3b1-af32550deb35 None None] Provisioning for port 1d863234-53ea-4fb7-8647-3bf88d111fc2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:29.541168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.586909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:29.626412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:29.630830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:29.651169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5b6135c2-9359-44c4-a252-2d426ff0f88c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:29.659688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.685407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.717737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:29.719132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67588abb-6934-4436-b5a5-a2c4b69d70ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:29.730897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fceb070-69e5-4be3-bc27-ebc04e295e2a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/floatingips/2031f450-c93c-4b33-823b-54204defedad HTTP/1.1" status: 200  len: 979 time: 16.7556148
Nov 23 12:48:29.737578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41844) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:29.884796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:48:29.936132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:29.942494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Usage tracker for resource:security_group_rule and tenant:db04ae600ad94defb40ca380094d512a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:29.946755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:29.955485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:29.966552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15b45f-6ccf-45f3-9fdb-bf9169d5e20c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:29.972659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:30.033436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Allocated IP 2001:db8::2 (efef753d-00b7-421f-a41f-55478bf94eff/0448af5b-8a88-457b-a88c-2cd4e930acbb/e489a714-c774-4369-b2f1-f538d90c1ca2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:30.036902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:30.037668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.045493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.049400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:30.050467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.057582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-763f3928-2936-4b3c-b3a8-6c043abd1c21 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:30.073679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.081257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1625 time: 0.9612007
Nov 23 12:48:30.081257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.8373365
Nov 23 12:48:30.081257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.085277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41848) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:30.085277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41850) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:30.103505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'security_group': {'name': 'tempest-secgroup-734786964'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:30.110504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:30.114700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:30.117808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:30.124487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:30.202413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.239208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 5b6135c2-9359-44c4-a252-2d426ff0f88c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:30.260618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-aab75bad-4db5-421a-b5a1-c89f91be7544 None None] Provisioning for port 7a665a26-3b56-45cf-a7c8-37d08115258b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:30.270735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-aab75bad-4db5-421a-b5a1-c89f91be7544 None None] Provisioning complete for port 7a665a26-3b56-45cf-a7c8-37d08115258b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:30.271130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aab75bad-4db5-421a-b5a1-c89f91be7544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.275229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 2.8339794
Nov 23 12:48:30.303536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.338590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d863234-53ea-4fb7-8647-3bf88d111fc2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:30.385966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ce2250d-5c93-4144-a060-a2a79751271c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.549755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aab75bad-4db5-421a-b5a1-c89f91be7544 None None] Port 7a665a26-3b56-45cf-a7c8-37d08115258b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:30.553113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:30.583224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1d863234-53ea-4fb7-8647-3bf88d111fc2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:30.596731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:30.601847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:security_group_rule and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:30.603284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1d863234-53ea-4fb7-8647-3bf88d111fc2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:30.603821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.606900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:30.614257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:30.639859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.687908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Transition to ACTIVE for port object e489a714-c774-4369-b2f1-f538d90c1ca2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:30.702642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.729932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.732089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Pushing event updated for resources: {'Network': ['ID=33ddd5c2-81ff-4d77-8f46-9aa39bdfb188,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:30.739388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:30.782238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ba6a7d5-d955-4353-8609-542ac084cf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:30.799408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.840401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.852255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824982668>,) {'filters': {'network_id': ['bf05e81f-c77d-40ed-a296-45c7d67ac43c']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:30.863353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:30.863977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41860) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:30.877899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393978739'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:30.884357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824982668>, 'ec94a817-e85f-492e-ac8b-8deff663fc07') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:30.884806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824982668>, 'ec94a817-e85f-492e-ac8b-8deff663fc07') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:30.888322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a646a41b-89c8-44b2-8fc9-c5156411d03d tempest-FloatingIPAdminTestJSON-666462042 tempest-FloatingIPAdminTestJSON-666462042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:30.896849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:30.917621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Usage tracker for resource:port and tenant:8cf6ac1f579b486181f2ac157bc17585 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:30.922933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.932019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5f69e-b574-4e65-bf8b-4dbd8e272717,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:30.935865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:30.936601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:30.936776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:30.938338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8489628
Nov 23 12:48:30.947003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:30.949131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41864) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:30.949593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181c976-3da9-4903-9f17-69833d5bbf4d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:30.954125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181c976-3da9-4903-9f17-69833d5bbf4d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:30.955009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b181c976-3da9-4903-9f17-69833d5bbf4d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:30.975897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-758001496', 'security_groups': ['6ae5f69e-b574-4e65-bf8b-4dbd8e272717'], 'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0448af5b-8a88-457b-a88c-2cd4e930acbb'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:31.015176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:31.015693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.078826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 11 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:31.097474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Made reservation on behalf of 8cf6ac1f579b486181f2ac157bc17585 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:31.102641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.192908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.232849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.269504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.367974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Provisioning for port 5b6135c2-9359-44c4-a252-2d426ff0f88c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:31.384688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Provisioning complete for port 5b6135c2-9359-44c4-a252-2d426ff0f88c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:31.385113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.445263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:31.472518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b181c976-3da9-4903-9f17-69833d5bbf4d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:31.474220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b181c976-3da9-4903-9f17-69833d5bbf4d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 1.3864493
Nov 23 12:48:31.481222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41868) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:31.488575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.489358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.489750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.490139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.490524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.490900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.491273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.491641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.492010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.492376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.492771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.493136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.493599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.493970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.494800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.494800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.494980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.495353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.495718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.496722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.499736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.500143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.500573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.500945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:48:31.519498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:31.533018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.604913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 1d863234-53ea-4fb7-8647-3bf88d111fc2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d863234-53ea-4fb7-8647-3bf88d111fc2,segment=NetworkSegment(58e36129-467a-401b-b04c-e63ce2e6b0fa),segment_id=58e36129-467a-401b-b04c-e63ce2e6b0fa)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:31.653598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 1c2047a3-6809-4f1e-a5e7-686723c1c3cc {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:31.654132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.657882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.658992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6f936f97-ccd7-4e63-bbb5-b0714af45802 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:31.712541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f70fc4-c834-4515-b3ea-961409fe515e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:31.732224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.744924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:31.757859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.758568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:31.775150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.789761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3adffaa-4eab-4a2f-8e19-5edc023f12d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:31.800069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:31.805778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Usage tracker for resource:security_group_rule and tenant:8cf6ac1f579b486181f2ac157bc17585 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:31.810082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:31.817518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:31.847161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.895835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=1d863234-53ea-4fb7-8647-3bf88d111fc2,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:31.899375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.900457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:31.907422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] For port 5b6135c2-9359-44c4-a252-2d426ff0f88c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5b6135c2-9359-44c4-a252-2d426ff0f88c,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:31.912519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.915110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db04ae600ad94defb40ca380094d512a&name=default HTTP/1.1" status: 200  len: 2747 time: 3.1386936
Nov 23 12:48:31.915743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e603b20-32fd-4b99-a771-f2c74278b761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:31.916235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03088e-e642-49df-a25f-a7314d3930a8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:31.926568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41872) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:31.929689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:31.963776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:31.967844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.968258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:31.968660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Floating IP 2031f450-c93c-4b33-823b-54204defedad disassociated. External IP: 172.26.6.222, port: 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8.
Nov 23 12:48:31.969039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:31.982989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:32.000147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6f936f97-ccd7-4e63-bbb5-b0714af45802 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:32.000607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.001967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.020346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.066793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.095251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Pushing event updated for resources: {'Port': ['ID=5b6135c2-9359-44c4-a252-2d426ff0f88c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:32.103287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:32.105071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0275f71-a957-4d74-bc95-89c025008fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:32.123642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Provisioning complete for port 1d863234-53ea-4fb7-8647-3bf88d111fc2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:32.124413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.214051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'SecurityGroup': ['ID=29bca30a-3a3d-4518-a6f6-9a9346a95fa1,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:32.217846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:32.299247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.329526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.408793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Provisioning complete for port 5b6135c2-9359-44c4-a252-2d426ff0f88c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:32.409473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.451839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5b6135c2-9359-44c4-a252-2d426ff0f88c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:32.593549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.596276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3afd9bf-25a8-41a2-bdc7-b99d232c706e None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:48:32.641306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:32.676101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5b6135c2-9359-44c4-a252-2d426ff0f88c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:32.676691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.702912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network bf05e81f-c77d-40ed-a296-45c7d67ac43c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:32.737826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.765001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8dac21b9-a853-428b-a6bb-676113919e62 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:32.815313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Provisioning for port 1c2047a3-6809-4f1e-a5e7-686723c1c3cc completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:32.848825 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:32.870859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Provisioning complete for port 1c2047a3-6809-4f1e-a5e7-686723c1c3cc triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:32.871453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.885397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=71b3a0af-00bf-4b42-bbf4-2e3bf04beae8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:32.902935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:32.915505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:32.927836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d065807-e185-49d0-b0d3-229342a37d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:32.964236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03088e-e642-49df-a25f-a7314d3930a8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:32.967529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d863234-53ea-4fb7-8647-3bf88d111fc2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:32.983391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:33.008350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.021467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.025476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e03088e-e642-49df-a25f-a7314d3930a8 HTTP/1.1" status: 204  len: 168 time: 1.0950680
Nov 23 12:48:33.025476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.032939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5a646-9e14-4e0a-a030-5ea5d236678a None None] Port 1c2047a3-6809-4f1e-a5e7-686723c1c3cc cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:33.046726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.071574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3afd9bf-25a8-41a2-bdc7-b99d232c706e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:48:33.077744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20889c97-42d0-4c6f-b0d3-503afaf2c192 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:33.220800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Port': ['ID=7a665a26-3b56-45cf-a7c8-37d08115258b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:33.226521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.229341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1d863234-53ea-4fb7-8647-3bf88d111fc2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:33.229889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.248189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:33.477368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Provisioning for port e489a714-c774-4369-b2f1-f538d90c1ca2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:33.500455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:33.501057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.613651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41880) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:33.621883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:33.641053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:33.754547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:33.758725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.768786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.796024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:33.825546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:33.932898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=bf05e81f-c77d-40ed-a296-45c7d67ac43c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:33.998321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:33.998669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.049324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:34.049748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.118415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 1c2047a3-6809-4f1e-a5e7-686723c1c3cc owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:34.148882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfd72f-253e-4d1b-971c-311b161be6bc None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:34.215269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef1bc3a8-4c97-4e30-8755-288579b8f1d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c28e30982a344bad92d861f7a91802c5&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5975902
Nov 23 12:48:34.219732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:34.222143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41884) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:34.293611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/bf05e81f-c77d-40ed-a296-45c7d67ac43c HTTP/1.1" status: 204  len: 168 time: 4.8678024
Nov 23 12:48:34.319617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41888) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:34.489665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:34.496415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.524166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] device_id is not set on port d0e96523-6970-4c95-b493-b29b5a452e69 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:34.550228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.567363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:34.577854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port bcca28f9-7490-488f-b25f-b075ec6ac210 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:34.578242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.593614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c2baeccd-9083-4f01-b587-fb9825d18a08 None None] Provisioning complete for port 7a665a26-3b56-45cf-a7c8-37d08115258b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:34.594134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2baeccd-9083-4f01-b587-fb9825d18a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.612502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.634582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.651635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cdcfc4f7-5302-4c32-8621-d5cd99de894a tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:34.653093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c2baeccd-9083-4f01-b587-fb9825d18a08 None None] Port 7a665a26-3b56-45cf-a7c8-37d08115258b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:34.773175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.790391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcc85169-a0ac-4d88-bbd7-61635954532e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:34.794866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=1c2047a3-6809-4f1e-a5e7-686723c1c3cc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:34.807492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:34.813260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e61ce1-14d4-43ea-8e2f-eece033905f1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:34.819820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Transition to ACTIVE for port object f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:34.820024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:34.832530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.833546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78e61ce1-14d4-43ea-8e2f-eece033905f1 HTTP/1.1" status: 204  len: 168 time: 0.6100593
Nov 23 12:48:34.857100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Router 2d24da28-5538-40eb-b373-209bdf852fb7 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:48:34.947711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:34.993264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9dff5a5-3a3c-4ab3-ab90-b50a5a41814a tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:35.042540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:35.055943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] Sync routers for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:35.070242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:35.070950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241b4588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.133647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:35.135658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 HTTP/1.1" status: 204  len: 168 time: 5.3562922
Nov 23 12:48:35.138663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41896) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:35.146219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241b4588>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.160277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:35.161042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241b4588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.225600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:35.235006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241b4588>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.235006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9fefa-0014-4a61-af45-16f7d7944bdc None None] The sync data for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:35.238930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] Sync routers for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:35.265008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=f1e79168-3a74-4c13-bf6f-72fb9a81c3f8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:35.269574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:35.270415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825cb0208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.278691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2288845
Nov 23 12:48:35.284267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41902) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:35.303211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:35.351021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825cb0208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.365849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:35.366767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825cb0208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.457240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825cb0208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:35.457709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6e40f-f33f-4e37-ad09-b9502348d1c5 None None] The sync data for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:35.647765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:35.658248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:35.861585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Calling delete_port for bcca28f9-7490-488f-b25f-b075ec6ac210 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:35.913340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/1c2047a3-6809-4f1e-a5e7-686723c1c3cc HTTP/1.1" status: 204  len: 168 time: 4.4189165
Nov 23 12:48:35.931179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41918) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:35.982101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8::f2 (efef753d-00b7-421f-a41f-55478bf94eff/0448af5b-8a88-457b-a88c-2cd4e930acbb/d0e96523-6970-4c95-b493-b29b5a452e69) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:36.024797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41922) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:36.383307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:36.410561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-124055034'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:36.478383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:36.491393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986cb23-de3d-41c2-8eee-1969df009c9f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:36.492901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986cb23-de3d-41c2-8eee-1969df009c9f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:36.493681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5986cb23-de3d-41c2-8eee-1969df009c9f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:36.509808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:36.510201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Network hostable DHCP agents. Network: 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:36.517100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Usage tracker for resource:network and tenant:3f45a532a3c241d9a3adc66b49c2c2b7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:36.531988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:36.534973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:36.561491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:36.643504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:36.680186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-e142114f-f6d4-4785-b27a-b4777612a07c tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:48:36.683088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e142114f-f6d4-4785-b27a-b4777612a07c tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3977392
Nov 23 12:48:36.685393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41928) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:36.802582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Port': ['ID=bcca28f9-7490-488f-b25f-b075ec6ac210,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:36.811756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:36.831176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5986cb23-de3d-41c2-8eee-1969df009c9f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:36.832488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5986cb23-de3d-41c2-8eee-1969df009c9f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8910022
Nov 23 12:48:36.844269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41932) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:36.860450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Made reservation on behalf of 3f45a532a3c241d9a3adc66b49c2c2b7 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:36.865850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:36.907446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:36.974953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:37.017314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:37.026022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2a2de-5cfa-460a-843b-13b1882672a8 None None] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:37.032109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:37.047182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:37.061232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.077647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Usage tracker for resource:security_group_rule and tenant:3f45a532a3c241d9a3adc66b49c2c2b7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:37.090851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:37.096012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.099225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:37.099875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:37.100005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 on network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:37.111129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:37.126767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/ports/bcca28f9-7490-488f-b25f-b075ec6ac210 HTTP/1.1" status: 204  len: 168 time: 2.8022566
Nov 23 12:48:37.140323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41936) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:37.144235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object d0e96523-6970-4c95-b493-b29b5a452e69 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:37.148560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:37.148941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:37.149348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.149742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound using segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:37.150238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound port: f1e79168-3a74-4c13-bf6f-72fb9a81c3f8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:37.150610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.231075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7811a8-5ecf-4f98-9bc7-058b24bdecf4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] DELETE failed (client error): The resource could not be found.
Nov 23 12:48:37.231484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7811a8-5ecf-4f98-9bc7-058b24bdecf4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:37.282193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f7811a8-5ecf-4f98-9bc7-058b24bdecf4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/ad6566c8-e0a3-4ebc-8a2f-3c15bc556878 HTTP/1.1" status: 404  len: 337 time: 0.1396379
Nov 23 12:48:37.296287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41940) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:37.350105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet aaa53bf8-033d-4e3f-b9ff-77141b335fe2 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:37.358284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.444550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.490383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b693208-4eec-4e61-9f75-fd59445adc5e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:37.531388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.658379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Router 1473fd86-dcc0-4b81-a173-d9091e947a77 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:37.688665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.690133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:37.700839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.732979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.767102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.783094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=d0e96523-6970-4c95-b493-b29b5a452e69,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:37.793575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:37.795249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f1e79168-3a74-4c13-bf6f-72fb9a81c3f8,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:37.798229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:37.813007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.827758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:37.871735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:38.089177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.089748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Added segment 54f8d2e2-8451-4292-bc2a-45cf472faa35 of type vxlan for network 90bdefcf-b055-42e4-bd83-68ba4e77cca5
Nov 23 12:48:38.116508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f9595-e4e5-40b6-bedf-d33952c15e5a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:38.134397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:38.145463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36d2f7aa-b74f-42ab-86e0-23820f2f0e2e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:38.623595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port cddc5df9-8430-4d0b-94f5-7a897c855c3d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:38.623968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.647465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.721860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.737520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:38.748909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:38.756578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:38.757242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.777756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:38.782049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:38.782737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.801840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=f1e79168-3a74-4c13-bf6f-72fb9a81c3f8,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:38.825161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:38.876773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.900500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 7.9444578
Nov 23 12:48:38.902218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1085 time: 8.0356953
Nov 23 12:48:38.906032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18196927-168e-4c8b-a6df-8a52fd671780 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:38.906829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41944) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:38.907214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41946) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:38.912362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68244d3048>,) {'filters': {'network_id': ['1f207264-8674-4472-81e3-01c20a972c54']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:38.923207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.927326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:38.927972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:38.938272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:38.984634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7d4bc5b-b5ab-40c6-b5d1-190333531c5d tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:39.009279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=aaa53bf8-033d-4e3f-b9ff-77141b335fe2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:39.022888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:39.023442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68244d3048>, 'ff69e278-2a2c-472e-93df-10c364e043ef') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:39.023753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68244d3048>, 'ff69e278-2a2c-472e-93df-10c364e043ef') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:39.033929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31a8a2bf-abfa-4736-9548-2b6fe7a58c20 None None] Provisioning for port d0e96523-6970-4c95-b493-b29b5a452e69 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:39.039400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31a8a2bf-abfa-4736-9548-2b6fe7a58c20 None None] Provisioning complete for port d0e96523-6970-4c95-b493-b29b5a452e69 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:39.039884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31a8a2bf-abfa-4736-9548-2b6fe7a58c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.104738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31a8a2bf-abfa-4736-9548-2b6fe7a58c20 None None] Port d0e96523-6970-4c95-b493-b29b5a452e69 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:39.161133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.180222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.190025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93ff68-e083-4395-8460-267ebb068a86 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:39.233036 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.1957157
Nov 23 12:48:39.237855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41952) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:39.262578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Request body: {'subnet': {'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:39.280162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'Network': ['ID=90bdefcf-b055-42e4-bd83-68ba4e77cca5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:39.284398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:39.289970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Deleting port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:39.290591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.294565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.301477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:39.305933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for cddc5df9-8430-4d0b-94f5-7a897c855c3d owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:39.322365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:39.334376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.335764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 14 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:39.397391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/aaa53bf8-033d-4e3f-b9ff-77141b335fe2 HTTP/1.1" status: 204  len: 168 time: 2.5476365
Nov 23 12:48:39.411500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41956) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:39.500348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22881db2-6263-4656-9998-f0894301a110 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0849550
Nov 23 12:48:39.508967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41960) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:39.523313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:39.700216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:39.705007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Deleting port 5b6135c2-9359-44c4-a252-2d426ff0f88c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:39.705535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.724764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:39.732809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:39.741217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:39.751837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:39.766022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 1f207264-8674-4472-81e3-01c20a972c54 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:39.774915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:39.781481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.823240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:39.829533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.862924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:39.874743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:39.892811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:39.898985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:39.946996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] For port 5b6135c2-9359-44c4-a252-2d426ff0f88c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5b6135c2-9359-44c4-a252-2d426ff0f88c,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:39.947322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.989020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:39.994063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Usage tracker for resource:subnet and tenant:3f45a532a3c241d9a3adc66b49c2c2b7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:39.999622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:40.012914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29eab3b1-25ea-4ec0-b637-f490966b7850 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:40.033372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:40.085168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Calling delete_port for 5b6135c2-9359-44c4-a252-2d426ff0f88c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:40.090812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:40.104055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] 10.222.0.60 "PUT /v2.0/routers/1473fd86-dcc0-4b81-a173-d9091e947a77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.0837822
Nov 23 12:48:40.117928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Sync routers for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:40.118172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:40.123111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41964) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:40.136159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=cddc5df9-8430-4d0b-94f5-7a897c855c3d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:40.163985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:40.164688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241ef898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:40.213116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:40.239614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting port 7a665a26-3b56-45cf-a7c8-37d08115258b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:40.240196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.250018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Made reservation on behalf of 3f45a532a3c241d9a3adc66b49c2c2b7 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:40.266678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network 1f207264-8674-4472-81e3-01c20a972c54 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:40.325013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:40.347241 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:40.431832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port f1e79168-3a74-4c13-bf6f-72fb9a81c3f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f1e79168-3a74-4c13-bf6f-72fb9a81c3f8,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:40.432252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.579475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:40.608995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5b6135c2-9359-44c4-a252-2d426ff0f88c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:40.618252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Calling delete_port for f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:40.670279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Pushing event deleted for resources: {'Port': ['ID=5b6135c2-9359-44c4-a252-2d426ff0f88c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:40.672305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 5b6135c2-9359-44c4-a252-2d426ff0f88c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:40.672622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5b6135c2-9359-44c4-a252-2d426ff0f88c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:40.678935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:40.688687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.697299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:40.716060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.732018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.749397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] No DVR routers for this DVR port 5b6135c2-9359-44c4-a252-2d426ff0f88c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:40.760541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:40.834462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=1f207264-8674-4472-81e3-01c20a972c54,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:40.850738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:40.866122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:40.878041 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/1f207264-8674-4472-81e3-01c20a972c54 HTTP/1.1" status: 204  len: 168 time: 3.5764935
Nov 23 12:48:40.901459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 41968) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:40.997104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:41.021604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84fd3e96-47d8-46c7-8417-375a6fb391a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:41.098507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241ef898>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:48:28Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:41.103476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Checking router: 1473fd86-dcc0-4b81-a173-d9091e947a77 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:48:41.118695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Routers {'1473fd86-dcc0-4b81-a173-d9091e947a77'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:41.119667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241ef898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1473fd86-dcc0-4b81-a173-d9091e947a77'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:41.133165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:41.346517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] Set router 1473fd86-dcc0-4b81-a173-d9091e947a77 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:48:41.434398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Calling delete_port for 7a665a26-3b56-45cf-a7c8-37d08115258b owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:41.444774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event deleted for resources: {'Port': ['ID=f1e79168-3a74-4c13-bf6f-72fb9a81c3f8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:41.459835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:41.486454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0448af5b-8a88-457b-a88c-2cd4e930acbb (CIDR: 2001:db8::/64)
Nov 23 12:48:41.505601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:48:41.506106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 400 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:41.608029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:41.612679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "DELETE /v2.0/ports/f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 HTTP/1.1" status: 204  len: 168 time: 2.7000721
Nov 23 12:48:41.618100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c218d401-1609-495d-b959-fe3bf9024884 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.7071965
Nov 23 12:48:41.618100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41972) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:41.657647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41974) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:41.688212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:41.697889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241ef898>, [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:48:28Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:41.704077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4d1be-de2d-4c89-b9f5-0ccfed5f7072 None None] The sync data for ids ['1473fd86-dcc0-4b81-a173-d9091e947a77'] in dv-neutron-601336-59-ovs is: [{'id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'name': 'tempest-ServersTestManualDisk-1670669296-router', 'tenant_id': 'ab2726c91c704c01aae329820908a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40'}], 'enable_snat': True}, 'gw_port_id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:46:12Z', 'updated_at': '2020-11-23T12:48:28Z', 'revision_number': 5, 'project_id': 'ab2726c91c704c01aae329820908a551', 'gw_port': {'id': '0b50f29e-923a-48bf-ad57-abc5396082fc', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1473fd86-dcc0-4b81-a173-d9091e947a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:46:17Z', 'updated_at': '2020-11-23T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:41.769253 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a057c-61ec-4966-b22e-f0baaf27603d tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] GET failed (client error): The resource could not be found.
Nov 23 12:48:41.769931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-879a057c-61ec-4966-b22e-f0baaf27603d tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Synchronizing usage tracker for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:41.772940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:48:41.862318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting subnet 5769f3a8-c39b-4a69-aeea-13dab9bc3b48 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:41.868908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:41.906802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:41.940678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-879a057c-61ec-4966-b22e-f0baaf27603d tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Unset dirty status for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:41.947618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-879a057c-61ec-4966-b22e-f0baaf27603d tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports/f1e79168-3a74-4c13-bf6f-72fb9a81c3f8 HTTP/1.1" status: 404  len: 333 time: 0.3231156
Nov 23 12:48:41.948807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41980) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:41.975162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630960376'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:41.989930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:42.020749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:42.033373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:42.044009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:42.048798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:42.056550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Made reservation on behalf of 8cf6ac1f579b486181f2ac157bc17585 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:42.062170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.074153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:42.098617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:42.104716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.114320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.337263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb661dd3-fdab-47bd-92d1-688435de56e4 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:42.379297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: bb661dd3-fdab-47bd-92d1-688435de56e4 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:42.379541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb661dd3-fdab-47bd-92d1-688435de56e4 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:42.380379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.381339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port 68069c43-ca58-4fe1-8a65-dd8455722b41 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:42.404047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5fdacdc-fe7a-4cd9-9e1f-243165a80f0b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:42.467630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 674c37d6-d354-446d-a13d-55f9fbd72886 (CIDR: 2001:db8:0:1::/64)
Nov 23 12:48:42.493445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:48:42.493941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 400 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:48:42.514221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.555580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:42.575971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:42.605723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cabbd0d4-c99d-4eb1-8f2d-fe4082acb795 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.9467325
Nov 23 12:48:42.673988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41984) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:42.710698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'subnet': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:42.845194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Port': ['ID=7a665a26-3b56-45cf-a7c8-37d08115258b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:42.856599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:42.910774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'Subnet': ['ID=886f407c-e91e-4772-9f1b-ba1b33134a7d,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:42.925288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:43.044149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.062299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:43.068796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Usage tracker for resource:subnet and tenant:e4c4893f470843a9b1bf9cb58b3d663e is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:43.075857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:43.088041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:43.097668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.112073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.120408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Made reservation on behalf of e4c4893f470843a9b1bf9cb58b3d663e for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:43.127345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.134208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5ea0b5a-17d8-4f12-bfbb-1c55a1415a70 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:43.217162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.235813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Checking segment: {'id': '54f8d2e2-8451-4292-bc2a-45cf472faa35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:43.236212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network hostable DHCP agents. Network: 90bdefcf-b055-42e4-bd83-68ba4e77cca5, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:48:43.240773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a92f75f-fe8b-4b05-8774-f7ff8626bb81 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:43.448976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=68069c43-ca58-4fe1-8a65-dd8455722b41,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:43.462473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:43.464855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=6efca24d-96f5-4cbf-89b3-123faf77695f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:43.482697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:48:43.485135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.498208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:43.504349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 90bdefcf-b055-42e4-bd83-68ba4e77cca5) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:43.509777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:43.515178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56c8da-2720-46df-a77e-0d7230dd5d9c None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:43.520817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:43.528308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:43.528912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:43.529579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.542958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:43.543741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.575594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Deleting port 0b50f29e-923a-48bf-ad57-abc5396082fc {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:43.575970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.616950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.6597271
Nov 23 12:48:43.616950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3708391
Nov 23 12:48:43.624594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41988) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:43.624971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41990) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:43.640799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:43.670575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Request body: {'port': {'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1417938985'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:43.819672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-90bdefcf-b055-42e4-bd83-68ba4e77cca5', 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5', 'tenant_id': '3f45a532a3c241d9a3adc66b49c2c2b7', 'fixed_ips': [{'subnet_id': '886f407c-e91e-4772-9f1b-ba1b33134a7d'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:43.820655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.890040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:43.948266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:43.955345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:43.968558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2bc96-e7e1-4a60-938f-4e3cf19af40d None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:44.028918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:44.054930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Usage tracker for resource:port and tenant:3f45a532a3c241d9a3adc66b49c2c2b7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:44.065317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:44.075638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:44.076296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.155679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.240026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.274585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:44.319136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Allocated IP 172.20.0.2 (90bdefcf-b055-42e4-bd83-68ba4e77cca5/886f407c-e91e-4772-9f1b-ba1b33134a7d/b10613cc-734e-4a13-a9fa-8fba15a40ac5) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:44.380266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Subnet': ['ID=5769f3a8-c39b-4a69-aeea-13dab9bc3b48,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:44.391441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '6efca24d-96f5-4cbf-89b3-123faf77695f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:48:44.392356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.407755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:44.415325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:44.454584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.9419901
Nov 23 12:48:44.462044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] For port 0b50f29e-923a-48bf-ad57-abc5396082fc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0b50f29e-923a-48bf-ad57-abc5396082fc,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:44.462447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.465979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 41996) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:44.488556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'name': 'tempest-NetworksTestDHCPv6-1842011073'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:44.570090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Made reservation on behalf of 3f45a532a3c241d9a3adc66b49c2c2b7 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:44.576368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.646147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Calling delete_port for 0b50f29e-923a-48bf-ad57-abc5396082fc owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:44.715176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.725784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Transition to ACTIVE for port object b10613cc-734e-4a13-a9fa-8fba15a40ac5 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:44.744485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Transition to ACTIVE for port object b10613cc-734e-4a13-a9fa-8fba15a40ac5 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:44.748341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.750676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/subnets/5769f3a8-c39b-4a69-aeea-13dab9bc3b48 HTTP/1.1" status: 204  len: 168 time: 3.8426747
Nov 23 12:48:44.755719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbca14a-f00d-4599-bc46-c979f8ae1637 None None] Network d3c9b309-245d-4899-b648-33f3b8613058 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:44.758541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42000) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:44.829990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:44.861492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b834289-3793-4214-84fe-4866907c156e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:44.923246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:44.949114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:44.956471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:45.013544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:45.073079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] device_id is not set on port 5f477d57-2cb1-4a0e-88e1-235067d02c28 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:45.116405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:45.123002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.144075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port 68069c43-ca58-4fe1-8a65-dd8455722b41 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:45.173718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.247970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Transition to ACTIVE for port object 68069c43-ca58-4fe1-8a65-dd8455722b41 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:45.314697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Pushing event updated for resources: {'Port': ['ID=b10613cc-734e-4a13-a9fa-8fba15a40ac5,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:45.318233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:45.371062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.387356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.431375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3112bfbc-1d0b-4b31-b9ed-87abc636eb87 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:45.510840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:45.518147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:45.520686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:45.526476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/6efca24d-96f5-4cbf-89b3-123faf77695f/2df17cb4-d139-4388-9042-a22d9d996f84) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:45.555622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 69c0c461-917d-401a-af1b-cae6ea9f21eb {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:45.555622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.642770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Allocated IP 172.20.0.10 (90bdefcf-b055-42e4-bd83-68ba4e77cca5/886f407c-e91e-4772-9f1b-ba1b33134a7d/5f477d57-2cb1-4a0e-88e1-235067d02c28) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:45.654678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.666419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] DHCP port deletion for d3c9b309-245d-4899-b648-33f3b8613058 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:45.668712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=68069c43-ca58-4fe1-8a65-dd8455722b41,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:45.682242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Deleting port 69c0c461-917d-401a-af1b-cae6ea9f21eb {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:45.682454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.717609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Attempting to bind port b10613cc-734e-4a13-a9fa-8fba15a40ac5 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:45.718154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Attempting to bind port b10613cc-734e-4a13-a9fa-8fba15a40ac5 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '54f8d2e2-8451-4292-bc2a-45cf472faa35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:45.718570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Attempting to bind port b10613cc-734e-4a13-a9fa-8fba15a40ac5 on network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:45.742834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:45.743514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0b117c0-5533-4e42-b779-571fd9cb8591 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:45.764942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:45.765373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Checking segment: {'id': '54f8d2e2-8451-4292-bc2a-45cf472faa35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:45.765821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.766263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Bound using segment: {'id': '54f8d2e2-8451-4292-bc2a-45cf472faa35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:45.766810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Bound port: b10613cc-734e-4a13-a9fa-8fba15a40ac5, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8d2e2-8451-4292-bc2a-45cf472faa35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:45.767228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.835071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:45.970985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:45.991424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2333771-5489-41f5-b991-9110774f1f11 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:46.024045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Subnet': ['ID=64945818-d060-49be-b6e8-de09b84f1f4f,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:46.040820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:46.101447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] For port b10613cc-734e-4a13-a9fa-8fba15a40ac5, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:46.122655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.126242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] For port b10613cc-734e-4a13-a9fa-8fba15a40ac5, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b10613cc-734e-4a13-a9fa-8fba15a40ac5,segment=NetworkSegment(54f8d2e2-8451-4292-bc2a-45cf472faa35),segment_id=54f8d2e2-8451-4292-bc2a-45cf472faa35)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:46.137619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] For port 69c0c461-917d-401a-af1b-cae6ea9f21eb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=69c0c461-917d-401a-af1b-cae6ea9f21eb,segment=NetworkSegment(deac138e-e915-43d2-887d-cfaf06929326),segment_id=deac138e-e915-43d2-887d-cfaf06929326)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:46.138070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.149945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.167471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b50f29e-923a-48bf-ad57-abc5396082fc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:46.170527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:46.182526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:46.205849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Transition to ACTIVE for port object 2df17cb4-d139-4388-9042-a22d9d996f84 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:46.234592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 68069c43-ca58-4fe1-8a65-dd8455722b41 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:46.234946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 68069c43-ca58-4fe1-8a65-dd8455722b41 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:46.235237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 68069c43-ca58-4fe1-8a65-dd8455722b41 on network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:46.247957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:46.254996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:46.284936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:46.285337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:46.285698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.286095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound using segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:46.286590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound port: 68069c43-ca58-4fe1-8a65-dd8455722b41, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:46.286968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.305411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:46.306061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.400992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa13da9-9348-4ee7-9cf1-9fa802d8b119 None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:46.402566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.415751 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.7314937
Nov 23 12:48:46.416672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42004) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:46.430500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Calling delete_port for 69c0c461-917d-401a-af1b-cae6ea9f21eb owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:46.433907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-35494090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64945818-d060-49be-b6e8-de09b84f1f4f'}], 'security_groups': ['18b863ce-ffda-41c7-b1ff-08eeb0578a3f', '8a15b45f-6ccf-45f3-9fdb-bf9169d5e20c']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:46.521727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Transition to ACTIVE for port object 5f477d57-2cb1-4a0e-88e1-235067d02c28 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:46.549414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Transition to ACTIVE for port object 2df17cb4-d139-4388-9042-a22d9d996f84 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:46.557193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 69c0c461-917d-401a-af1b-cae6ea9f21eb no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:46.561281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Router 2d24da28-5538-40eb-b373-209bdf852fb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:46.563164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] For port 69c0c461-917d-401a-af1b-cae6ea9f21eb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=69c0c461-917d-401a-af1b-cae6ea9f21eb,segment=NetworkSegment(deac138e-e915-43d2-887d-cfaf06929326),segment_id=deac138e-e915-43d2-887d-cfaf06929326)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:46.563506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.567869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 68069c43-ca58-4fe1-8a65-dd8455722b41, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:46.700192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 68069c43-ca58-4fe1-8a65-dd8455722b41, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=68069c43-ca58-4fe1-8a65-dd8455722b41,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:46.714917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.735586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ec4dfcf-90a9-4cc5-b3eb-80c7a7f70731 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:46.779818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.811633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Calling delete_port for 69c0c461-917d-401a-af1b-cae6ea9f21eb owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:46.939909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Pushing event updated for resources: {'Port': ['ID=b10613cc-734e-4a13-a9fa-8fba15a40ac5,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:46.962155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:46.989940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:46.990556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:47.034767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.136224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.203314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::241 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/6efca24d-96f5-4cbf-89b3-123faf77695f/1855c4f9-f7a9-4ab5-a2a6-763b81316cd1) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:47.323028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No active binding found for port 69c0c461-917d-401a-af1b-cae6ea9f21eb {{(pid=81024) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 23 12:48:47.323422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 69c0c461-917d-401a-af1b-cae6ea9f21eb not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:47.365183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=68069c43-ca58-4fe1-8a65-dd8455722b41,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:47.398436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:47.413974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-309c7016-b920-47cd-bc18-48aad279b466 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:47.493262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:47.493645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:47.498956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Pushing event updated for resources: {'Port': ['ID=2df17cb4-d139-4388-9042-a22d9d996f84,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:47.501569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.566804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Pushing event deleted for resources: {'Port': ['ID=69c0c461-917d-401a-af1b-cae6ea9f21eb,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:47.571049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:47.578294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:47.578991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.583100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "PUT /v2.0/ports/68069c43-ca58-4fe1-8a65-dd8455722b41 HTTP/1.1" status: 200  len: 1080 time: 3.9544699
Nov 23 12:48:47.583975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.773s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:47.584393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:47.590716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42008) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:47.592263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] No DVR routers for this DVR port 69c0c461-917d-401a-af1b-cae6ea9f21eb on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:47.598862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.607843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:47.613897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:47.616836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:47.636198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'Port': ['ID=5f477d57-2cb1-4a0e-88e1-235067d02c28,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:47.662088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:47.701707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] Sync routers for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:47.730820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Attempting to bind port 2df17cb4-d139-4388-9042-a22d9d996f84 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:48:47.731238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Attempting to bind port 2df17cb4-d139-4388-9042-a22d9d996f84 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:48:47.731655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Attempting to bind port 2df17cb4-d139-4388-9042-a22d9d996f84 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:48:47.733298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:47.740644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:47.741326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257c2f98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:47.765654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:48:47.766096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:48:47.766562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.767151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:48:47.767553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Bound port: 2df17cb4-d139-4388-9042-a22d9d996f84, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:48:47.767984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.836598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1499412
Nov 23 12:48:47.838943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42012) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:47.861040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257c2f98>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:47.882907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:47.884901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257c2f98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:47.905441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:47.910255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:47.926424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:47.938142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Update dhcp port {'port': {'network_id': 'efef753d-00b7-421f-a41f-55478bf94eff', 'fixed_ips': [{'subnet_id': '674c37d6-d354-446d-a13d-55f9fbd72886', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0448af5b-8a88-457b-a88c-2cd4e930acbb', 'ip_address': '2001:db8::2'}, {'subnet_id': '64945818-d060-49be-b6e8-de09b84f1f4f'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'e489a714-c774-4369-b2f1-f538d90c1ca2'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:48:47.941128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4638b0e7-80b3-4b13-bf8d-2207ada965c8 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] delete failed (client error): The resource could not be found.
Nov 23 12:48:47.946313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4638b0e7-80b3-4b13-bf8d-2207ada965c8 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-66189846 HTTP/1.1" status: 404  len: 333 time: 0.1037383
Nov 23 12:48:47.948453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42016) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:47.955523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a7bf1edc-60c4-4506-af7b-3d1aecfdf9cb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'router': {'external_gateway_info': {'network_id': '2d24da28-5538-40eb-b373-209bdf852fb7'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:47.981831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:47.991299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] For port 2df17cb4-d139-4388-9042-a22d9d996f84, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:48:48.020804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257c2f98>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:48.021516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.021659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabb088-1c3f-4972-8c2c-0e099d10c074 None None] The sync data for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:48.028674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Deleting port 69c0c461-917d-401a-af1b-cae6ea9f21eb {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:48.029067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.032087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.045802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] For port 2df17cb4-d139-4388-9042-a22d9d996f84, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df17cb4-d139-4388-9042-a22d9d996f84,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:48:48.052871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.070531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:48.125626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] The port '69c0c461-917d-401a-af1b-cae6ea9f21eb' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:48:48.164588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.188778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.189200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.189610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.190016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.190418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.190821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.191221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.191636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.192023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.192444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.192845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.193244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.193638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.194031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.194427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.194886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.195261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.195550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.195943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.196336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.196759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.197150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.199297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Synchronizing usage tracker for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:48.218969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:48.218969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.230830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:48:48.269049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:48.325564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Unset dirty status for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:48.326924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad6730f9-66a4-46f2-b7f1-1cfefc7bdcd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19622 time: 0.7300825
Nov 23 12:48:48.333541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42020) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:48.335038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.7074368
Nov 23 12:48:48.347875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42022) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:48.410503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Pushing event updated for resources: {'Port': ['ID=2df17cb4-d139-4388-9042-a22d9d996f84,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:48.414559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:48.433904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Request body: {'port': {'network_id': '90bdefcf-b055-42e4-bd83-68ba4e77cca5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1123141742', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:48.440481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] bootfile-name is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:48.440481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] tftp-server is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:48.440481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] server-ip-address is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:48.502896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.515219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b10613cc-734e-4a13-a9fa-8fba15a40ac5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:48.524181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.524636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1473fd86-dcc0-4b81-a173-d9091e947a77 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:48:48.566618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.704753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Allocated IP 2001:db8:0:2::2 (efef753d-00b7-421f-a41f-55478bf94eff/64945818-d060-49be-b6e8-de09b84f1f4f/e489a714-c774-4369-b2f1-f538d90c1ca2) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:48.737326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e505789-61f0-438b-95e0-72e5d2319e2d tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:48.791658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:48.810204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825445828>,) {'filters': {'network_id': ['d3c9b309-245d-4899-b648-33f3b8613058']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:48.826503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.827880 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] 10.222.0.60 "DELETE /v2.0/routers/1473fd86-dcc0-4b81-a173-d9091e947a77 HTTP/1.1" status: 204  len: 168 time: 8.6933010
Nov 23 12:48:48.841010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42028) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:48.875781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:48.897586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Deleting port 68069c43-ca58-4fe1-8a65-dd8455722b41 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:48.897976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.920116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825445828>, 'deac138e-e915-43d2-887d-cfaf06929326') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:48.920604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825445828>, 'deac138e-e915-43d2-887d-cfaf06929326') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:48.926683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:48.927949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.948114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Transition to ACTIVE for port object e489a714-c774-4369-b2f1-f538d90c1ca2 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:48.955423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:48.965415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Usage tracker for resource:port and tenant:3f45a532a3c241d9a3adc66b49c2c2b7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:48.973005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81fc5374-8ecc-46e4-8f7b-608c075b5f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:48.981344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Quota usage for port was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:49.015030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:49.036085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=1855c4f9-f7a9-4ab5-a2a6-763b81316cd1,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:49.063054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.089759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:49.121464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Pushing event updated for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:49.124991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:49.135726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Made reservation on behalf of 3f45a532a3c241d9a3adc66b49c2c2b7 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:49.142010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.163689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.170981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Releasing vxlan tunnel 13 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:49.487451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:49.508605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:49.520770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:49.527021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:49.527021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.574432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Deleting subnet 57ea2de4-9b0d-4eef-b898-f79b0b31c110 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:49.576067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 68069c43-ca58-4fe1-8a65-dd8455722b41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=68069c43-ca58-4fe1-8a65-dd8455722b41,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:49.576530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.595038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.595555 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.1249809
Nov 23 12:48:49.610104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42032) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:49.794882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1edc-60c4-4506-af7b-3d1aecfdf9cb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.845212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network d3c9b309-245d-4899-b648-33f3b8613058 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:49.863581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:49.936249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.017615 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a7bf1edc-60c4-4506-af7b-3d1aecfdf9cb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] update failed (client error): The resource could not be found.
Nov 23 12:48:50.022720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a7bf1edc-60c4-4506-af7b-3d1aecfdf9cb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7 HTTP/1.1" status: 404  len: 339 time: 2.0721617
Nov 23 12:48:50.026075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:50.080359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Calling delete_port for 68069c43-ca58-4fe1-8a65-dd8455722b41 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:50.129366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Delete allocated IP 2001:db8::f2 (efef753d-00b7-421f-a41f-55478bf94eff/0448af5b-8a88-457b-a88c-2cd4e930acbb) {{(pid=81022) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:48:50.133818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e6068-5e57-42ed-91bf-9151a5c42cfe None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:50.134815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] device_id is not set on port c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:50.219954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Allocated IP 2001:db8:0:2::33f (efef753d-00b7-421f-a41f-55478bf94eff/64945818-d060-49be-b6e8-de09b84f1f4f/d0e96523-6970-4c95-b493-b29b5a452e69) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:50.247963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Provisioning for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:50.257947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Provisioning complete for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:50.258380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.309481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Network d3c9b309-245d-4899-b648-33f3b8613058 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:48:50.343124 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:48:50.380240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.479516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.488531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.544620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df17cb4-d139-4388-9042-a22d9d996f84 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:50.546419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5459fff8-4876-4c13-a653-ec148a76834b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:50.633900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event deleted for resources: {'Port': ['ID=68069c43-ca58-4fe1-8a65-dd8455722b41,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:50.644614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:48:50.661070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] Sync routers for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:48:50.667092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] For port b10613cc-734e-4a13-a9fa-8fba15a40ac5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b10613cc-734e-4a13-a9fa-8fba15a40ac5,segment=NetworkSegment(54f8d2e2-8451-4292-bc2a-45cf472faa35),segment_id=54f8d2e2-8451-4292-bc2a-45cf472faa35)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:50.679953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:50.692893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7ddaf-1751-4893-8cd7-b326867e949c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:50.699742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7ddaf-1751-4893-8cd7-b326867e949c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:50.700966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-73e7ddaf-1751-4893-8cd7-b326867e949c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:50.701821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.708816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c58bd036-9f54-4496-8b93-c5742de1dc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:50.769780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/routers/4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6299734
Nov 23 12:48:50.770737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.783453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.789261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] 10.222.0.60 "DELETE /v2.0/networks/d3c9b309-245d-4899-b648-33f3b8613058 HTTP/1.1" status: 204  len: 168 time: 6.0293033
Nov 23 12:48:50.797194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42040) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:50.813025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd538213-e789-47b7-959c-ba927e751abf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:50.817628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Pushing event updated for resources: {'Port': ['ID=b10613cc-734e-4a13-a9fa-8fba15a40ac5,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:50.825743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:50.849478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Provisioning for port e489a714-c774-4369-b2f1-f538d90c1ca2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:50.867536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:50.868266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:50.888698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Allocated IP 172.20.0.11 (90bdefcf-b055-42e4-bd83-68ba4e77cca5/886f407c-e91e-4772-9f1b-ba1b33134a7d/c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:50.939132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:50.939677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:50.953086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Pushing event deleted for resources: {'Network': ['ID=d3c9b309-245d-4899-b648-33f3b8613058,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:50.962560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:50.979217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.062870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2df17cb4-d139-4388-9042-a22d9d996f84 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:51.068674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:51.084331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:51.106817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-73e7ddaf-1751-4893-8cd7-b326867e949c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:51.115434 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73e7ddaf-1751-4893-8cd7-b326867e949c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.5001521
Nov 23 12:48:51.141500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42046) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:51.236219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] Routers {'4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:48:51.236970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:51.311167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "DELETE /v2.0/ports/68069c43-ca58-4fe1-8a65-dd8455722b41 HTTP/1.1" status: 204  len: 168 time: 2.9703479
Nov 23 12:48:51.324229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42052) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:51.369769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.438723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:51.449633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:51.450129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.521672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec048f32-f2d1-4add-9c30-d07451e88df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] GET failed (client error): The resource could not be found.
Nov 23 12:48:51.521948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ec048f32-f2d1-4add-9c30-d07451e88df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Synchronizing usage tracker for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:51.588927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.611251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Transition to ACTIVE for port object d0e96523-6970-4c95-b493-b29b5a452e69 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:51.625767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824b03b38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:51.626523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c72b57-95e3-43c7-a5ee-68784b48fca6 None None] The sync data for ids ['4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:48:51.656122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:51.656572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.792982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:51.793481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.803782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.825414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Transition to ACTIVE for port object c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:51.849265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.880406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:51.901103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Provisioning for port d0e96523-6970-4c95-b493-b29b5a452e69 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:51.907954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Provisioning complete for port d0e96523-6970-4c95-b493-b29b5a452e69 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:51.908576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:51.938167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478142a3-53aa-4928-adaf-010c3a34e126 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:51.987201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.042082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-75056510-af86-4bd7-833f-c05f3c0bedcb None None] Port d0e96523-6970-4c95-b493-b29b5a452e69 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:52.056232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0b50f29e-923a-48bf-ad57-abc5396082fc no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:52.108550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0b50f29e-923a-48bf-ad57-abc5396082fc {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:52.109098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0b50f29e-923a-48bf-ad57-abc5396082fc not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:52.156776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e6ad2cf-ee31-4368-9855-4a9d2c652427 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=049ee890165740c893efd2196d56c3c1&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7120914
Nov 23 12:48:52.181923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning complete for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:52.182731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.192443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42062) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:52.214012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ec048f32-f2d1-4add-9c30-d07451e88df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Unset dirty status for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:52.220069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec048f32-f2d1-4add-9c30-d07451e88df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports/68069c43-ca58-4fe1-8a65-dd8455722b41 HTTP/1.1" status: 404  len: 333 time: 0.8935077
Nov 23 12:48:52.231823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42066) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:52.308180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event updated for resources: {'Port': ['ID=d0e96523-6970-4c95-b493-b29b5a452e69,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:52.311834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:52.322916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-506663795', 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:52.329022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:52.340205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:52.348034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:52.393521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:52.394096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.440766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'Port': ['ID=c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:52.452055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:52.453325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Made reservation on behalf of 8cf6ac1f579b486181f2ac157bc17585 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:52.459541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.483800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b10613cc-734e-4a13-a9fa-8fba15a40ac5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:52.637435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:52.637919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.643766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port 59c9ec22-8bfa-45d4-be3e-3d7716698442 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:52.703059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning for port 2df17cb4-d139-4388-9042-a22d9d996f84 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:52.712314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning complete for port 2df17cb4-d139-4388-9042-a22d9d996f84 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:52.712919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.729095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.729989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.762280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.777417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:52.885953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] In _notify_port_updated(), no bound segment for port d0e96523-6970-4c95-b493-b29b5a452e69 on network efef753d-00b7-421f-a41f-55478bf94eff {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:48:52.888722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.890681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:52.891216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.895592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "PUT /v2.0/ports/d0e96523-6970-4c95-b493-b29b5a452e69 HTTP/1.1" status: 200  len: 968 time: 6.4682662
Nov 23 12:48:52.897447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ea2de4-9b0d-4eef-b898-f79b0b31c110,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:52.910490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:52.913992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.923956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04aa8368-2c1b-4c0d-8437-959d9d5a136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:52.927310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:52.970107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:52.977845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306977a-c3f1-4ad4-ae1a-9e2f99ee3d10,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:52.981829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:53.000312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:53.012337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:53.014840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:53.115593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-622f8862-905f-459f-8ae4-1bded967699c None None] For port 2df17cb4-d139-4388-9042-a22d9d996f84, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df17cb4-d139-4388-9042-a22d9d996f84,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:53.120036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.125557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1fac8fa-7d5f-4d45-83f1-b86ee33c2b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:53.208310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:53.246440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Pushing event updated for resources: {'Port': ['ID=2df17cb4-d139-4388-9042-a22d9d996f84,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:53.260485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:53.262516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning for port 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:53.269090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning complete for port 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:53.269643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.345290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Port 1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:53.358619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning for port 5f477d57-2cb1-4a0e-88e1-235067d02c28 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:53.364306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Provisioning complete for port 5f477d57-2cb1-4a0e-88e1-235067d02c28 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:53.364767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.428036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Port 5f477d57-2cb1-4a0e-88e1-235067d02c28 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:53.482859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.503338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port d0e96523-6970-4c95-b493-b29b5a452e69 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:53.503984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.553830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Provisioning complete for port b10613cc-734e-4a13-a9fa-8fba15a40ac5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:53.554241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.597154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c03cf-811d-4b51-8fcc-c02dc8dd108b None None] Network fde0777d-5818-4cf1-881e-aaf817209df8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:53.609058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.711052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57ea2de4-9b0d-4eef-b898-f79b0b31c110 HTTP/1.1" status: 204  len: 168 time: 4.8633566
Nov 23 12:48:53.717045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42076) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:53.730221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.731507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4306977a-c3f1-4ad4-ae1a-9e2f99ee3d10 HTTP/1.1" status: 204  len: 168 time: 1.5283034
Nov 23 12:48:53.757501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:53.758194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.819190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 5.4304442
Nov 23 12:48:53.820992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42082) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:53.905693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.927401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Provisioning for port c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:53.937554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Provisioning complete for port c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:53.938129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.982298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.986482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:53.997096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:54.001526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:54.006229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:54.006700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] DHCP port deletion for fde0777d-5818-4cf1-881e-aaf817209df8 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:54.007204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Synchronizing usage tracker for tenant:3f45a532a3c241d9a3adc66b49c2c2b7 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:54.015713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Deleting port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:54.016258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.024897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11e1a992-74b0-4d80-a1ef-7eae65b8a181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:54.179396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Unset dirty status for tenant:3f45a532a3c241d9a3adc66b49c2c2b7 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:54.180918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ff7b71d6-19e6-4543-bccd-a23f0175b9b2 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.3471870
Nov 23 12:48:54.191668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42094) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:54.205362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=59c9ec22-8bfa-45d4-be3e-3d7716698442,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:54.221412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:54.247329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.268338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 0a187195-fa23-4858-bd4d-46058b9355ac {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:54.268914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.276515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Allocated IP 172.20.0.1 (af77df47-08e0-432f-bc6f-76213d6c4cc2/226427d6-6e38-4225-af77-b1519683da79/b0128a9e-1cb4-4eab-a479-d043b685d531) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:48:54.306511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] For port d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:54.307360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.314799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Deleting port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:54.315180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.342040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:54.346264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:54.356015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.362148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:54.363228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:54.364061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.390703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fbc6b5ac-34e0-4b65-943d-e95eeb1d60e7 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:54.455716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Deleting port c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:54.456098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.459956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Calling delete_port for d83ea7ed-1826-47ef-8987-5260e5f6d4c2 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:54.481140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.1823549
Nov 23 12:48:54.484935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:54.513369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df17cb4-d139-4388-9042-a22d9d996f84 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:48:54.567339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b83fc-a0ba-4ecb-81e2-621d6d43bdde tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:54.568152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce0b83fc-a0ba-4ecb-81e2-621d6d43bdde tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Synchronizing usage tracker for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:54.590755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce0b83fc-a0ba-4ecb-81e2-621d6d43bdde tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Unset dirty status for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:54.592566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce0b83fc-a0ba-4ecb-81e2-621d6d43bdde tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports/59c9ec22-8bfa-45d4-be3e-3d7716698442 HTTP/1.1" status: 200  len: 958 time: 0.1061859
Nov 23 12:48:54.595259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42106) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:54.615570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Port c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:54.642344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=1855c4f9-f7a9-4ab5-a2a6-763b81316cd1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:54.660029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Provisioning complete for port 2df17cb4-d139-4388-9042-a22d9d996f84 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:54.660481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.699805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:54.707819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.721286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Deleting port 59c9ec22-8bfa-45d4-be3e-3d7716698442 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:54.721753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.755700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2df17cb4-d139-4388-9042-a22d9d996f84 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:54.755700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.761867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.828377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:54.856236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b05a86f-5df1-4dbc-a27e-6fe6fbc637fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:54.920470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 0a187195-fa23-4858-bd4d-46058b9355ac owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:54.949630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42114) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:54.959059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Pushing event deleted for resources: {'Port': ['ID=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:54.962388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:55.189440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] No DVR routers for this DVR port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:55.221985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Provisioning complete for port d0e96523-6970-4c95-b493-b29b5a452e69 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:55.222418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.222839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1137778823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:55.234829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:55.239410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:router and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:55.242692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:55.249743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:55.253729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d83ea7ed-1826-47ef-8987-5260e5f6d4c2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:48:55.265912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.267252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.279816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.299095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d83ea7ed-1826-47ef-8987-5260e5f6d4c2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:48:55.299462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d83ea7ed-1826-47ef-8987-5260e5f6d4c2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:48:55.303273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.318623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for d0e96523-6970-4c95-b493-b29b5a452e69 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:55.325250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.328318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e793c7d-936c-44db-9718-a8a36fd3eab1 None None] Port d0e96523-6970-4c95-b493-b29b5a452e69 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:55.463818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Calling delete_port for 59c9ec22-8bfa-45d4-be3e-3d7716698442 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:55.496302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.555954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.560676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0fb6d407-fa80-4e81-bdce-4b1627dd6ec5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.6051674
Nov 23 12:48:55.570260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:55.584564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-256500483'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:55.597905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:55.614051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:network and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:55.634520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:55.642160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:55.646187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.665339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e039974c-bc21-4220-bf4b-5bfec438cb13 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:55.677875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 HTTP/1.1" status: 204  len: 168 time: 4.5191042
Nov 23 12:48:55.691275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.696677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:55.703678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] For port d83ea7ed-1826-47ef-8987-5260e5f6d4c2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d83ea7ed-1826-47ef-8987-5260e5f6d4c2,segment=NetworkSegment(9dcab7a4-cf61-4fc4-bba5-d6c243f91a74),segment_id=9dcab7a4-cf61-4fc4-bba5-d6c243f91a74)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:55.704084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.780294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=0a187195-fa23-4858-bd4d-46058b9355ac,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:55.789098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:55.789880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:55.795945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.811174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.830223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4505577f-6952-4129-8e9a-10d1d6584dc5 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:55.875818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:55.931459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Calling delete_port for d83ea7ed-1826-47ef-8987-5260e5f6d4c2 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:55.960117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event deleted for resources: {'Port': ['ID=59c9ec22-8bfa-45d4-be3e-3d7716698442,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:55.961588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Transition to ACTIVE for port object b0128a9e-1cb4-4eab-a479-d043b685d531 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:48:55.971780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:56.048242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:56.058214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:security_group_rule and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:56.077002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b38ec2-1d17-44b8-a993-919e3bcf9bd6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:56.078505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b38ec2-1d17-44b8-a993-919e3bcf9bd6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:56.079316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2b38ec2-1d17-44b8-a993-919e3bcf9bd6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:56.088220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.092780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:56.111537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:56.134086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.239853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "DELETE /v2.0/ports/59c9ec22-8bfa-45d4-be3e-3d7716698442 HTTP/1.1" status: 204  len: 168 time: 1.6433580
Nov 23 12:48:56.253148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Calling delete_port for c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:56.282864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42128) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:56.324441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.350263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.375319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9a4bcf9-a464-477f-b426-75c9aa318d9c tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:56.406930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2b38ec2-1d17-44b8-a993-919e3bcf9bd6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:56.408228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f2b38ec2-1d17-44b8-a993-919e3bcf9bd6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7105944
Nov 23 12:48:56.475195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.494810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42132) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:56.499913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e693369a-f6ed-4e62-b848-e6979abe8641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] GET failed (client error): The resource could not be found.
Nov 23 12:48:56.506020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e693369a-f6ed-4e62-b848-e6979abe8641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports/59c9ec22-8bfa-45d4-be3e-3d7716698442 HTTP/1.1" status: 404  len: 333 time: 0.2146940
Nov 23 12:48:56.506892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:48:56.507257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:48:56.513534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42134) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:56.640214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1389345641'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:56.671647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:56.708810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Usage tracker for resource:port and tenant:8cf6ac1f579b486181f2ac157bc17585 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:56.723329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:56.738255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:56.754828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Port': ['ID=b0128a9e-1cb4-4eab-a479-d043b685d531,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:56.782116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:56.784735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64233bdb-381b-461f-9a5b-dd9f7eb378e1 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:56.822571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.887092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.890591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:56.898845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=d0e96523-6970-4c95-b493-b29b5a452e69,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:56.900861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Made reservation on behalf of 8cf6ac1f579b486181f2ac157bc17585 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:56.906011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.927680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:56.930079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.941304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.942992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8d24a5-fa99-44b3-a612-e499c9339485,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:56.946371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:56.977192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.977910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Fanout notify agent at l3_agent the message router_deleted on router 4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:48:56.994475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:56.996749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/routers/4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 HTTP/1.1" status: 204  len: 168 time: 6.1929235
Nov 23 12:48:56.999686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42140) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:57.023015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Deleting port d83ea7ed-1826-47ef-8987-5260e5f6d4c2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:57.023390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.163889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] The port 'd83ea7ed-1826-47ef-8987-5260e5f6d4c2' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:48:57.169936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:48:57.189086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.189476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Added segment 8c8392fa-d33e-4349-b0a7-6336934fc3ff of type vxlan for network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3
Nov 23 12:48:57.195538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.237002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting subnet bb8a6ab9-c56c-46b2-8978-0727caf4c69a {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:57.251307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.293952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.331526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.392769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.396935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:48:57.397608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.406586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cad57147-8b04-4e86-87ae-a2acdcdbf726 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:57.537082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.9656584
Nov 23 12:48:57.540004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Network': ['ID=9c7e82be-d36e-41f6-8800-dfa5c01b26e3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:57.546510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42144) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:57.550052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:57.551277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:48:57.554924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d491f57e-8b6f-4d21-8c9b-1a729e444a62 tempest-RoutersAdminTest-241647498 tempest-RoutersAdminTest-241647498] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:57.555455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'subnet': {'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:57.560092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:57.610147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:48:57.631284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:48:57.658749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.687461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:48:57.732950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:48:57.737806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:subnet and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:48:57.742906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:48:57.749895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:48:57.755884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event deleted for resources: {'Port': ['ID=c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:57.762940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:48:57.875337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.920745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:57.931353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 6efca24d-96f5-4cbf-89b3-123faf77695f {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:48:57.991037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:57.998821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port 624057c1-d060-4504-b028-3309f69a17c5 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:48:58.055132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc6d3432-d763-45c9-954e-ca82741b78b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.061081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/d0e96523-6970-4c95-b493-b29b5a452e69 HTTP/1.1" status: 204  len: 168 time: 5.1493130
Nov 23 12:48:58.065629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.066016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.085863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42148) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:58.091063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dd3adfd8-cedc-47df-b6e2-9860739907be None None] Provisioning for port b0128a9e-1cb4-4eab-a479-d043b685d531 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:48:58.096601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dd3adfd8-cedc-47df-b6e2-9860739907be None None] Provisioning complete for port b0128a9e-1cb4-4eab-a479-d043b685d531 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:48:58.097035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd3adfd8-cedc-47df-b6e2-9860739907be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.132652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.155604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dd3adfd8-cedc-47df-b6e2-9860739907be None None] Port b0128a9e-1cb4-4eab-a479-d043b685d531 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:48:58.223704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5de8afe-82b4-4ed3-92e1-9200fc7f6541 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] GET failed (client error): The resource could not be found.
Nov 23 12:48:58.224268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5de8afe-82b4-4ed3-92e1-9200fc7f6541 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Synchronizing usage tracker for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:48:58.268021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.276191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d5de8afe-82b4-4ed3-92e1-9200fc7f6541 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Unset dirty status for tenant:e4c4893f470843a9b1bf9cb58b3d663e on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:48:58.277549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5de8afe-82b4-4ed3-92e1-9200fc7f6541 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports/d0e96523-6970-4c95-b493-b29b5a452e69 HTTP/1.1" status: 404  len: 333 time: 0.1906705
Nov 23 12:48:58.288062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42152) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:58.459686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68251072e8>,) {'filters': {'network_id': ['fde0777d-5818-4cf1-881e-aaf817209df8']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:58.513200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.519396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.544583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3fed50f-cb40-4790-adc2-25996999fb8c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:58.605635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68251072e8>, '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:58.605982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68251072e8>, '9dcab7a4-cf61-4fc4-bba5-d6c243f91a74') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:48:58.659752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Subnet': ['ID=bb8a6ab9-c56c-46b2-8978-0727caf4c69a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:58.662955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:58.713676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.728845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.732155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.744701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.783995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "DELETE /v2.0/ports/c0ffa6b0-d3d6-4731-b5bd-4c61bbf4aa3c HTTP/1.1" status: 204  len: 168 time: 4.5859900
Nov 23 12:48:58.792992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.796668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42156) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:58.799603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:48:58.874446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.877071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.883201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce1b8b-63f6-4cbd-9ff7-6b167c8e4d80 None None] Network 18a0b667-119e-4f13-884b-226628234caa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:48:58.902832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.905467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:58.909379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/security-groups/6ae5f69e-b574-4e65-bf8b-4dbd8e272717 HTTP/1.1" status: 204  len: 168 time: 0.6147418
Nov 23 12:48:58.909543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Request body: {'port': {'name': 'tempest-new-port-name-679890494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:48:58.909658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/subnets/bb8a6ab9-c56c-46b2-8978-0727caf4c69a HTTP/1.1" status: 204  len: 168 time: 1.9076490
Nov 23 12:48:58.909658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b06b9cca-b682-4eab-8217-02be2a56a168 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:58.911264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] bootfile-name is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:58.911649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] tftp-server is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:58.912019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] server-ip-address is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:48:58.918699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42160) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:58.919076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42162) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:48:58.965549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5f69e-b574-4e65-bf8b-4dbd8e272717,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:58.970606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:59.054117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.126599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.188175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] DHCP port deletion for 18a0b667-119e-4f13-884b-226628234caa request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:48:59.193061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Deleting port c81c68c2-501f-48bc-a044-9b3380fc21c5 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:59.193353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.232171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.270548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port c81c68c2-501f-48bc-a044-9b3380fc21c5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:48:59.271135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.315593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.431929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] For port c81c68c2-501f-48bc-a044-9b3380fc21c5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c81c68c2-501f-48bc-a044-9b3380fc21c5,segment=NetworkSegment(e388432e-c9eb-4bc2-9fe9-a113fe60cb89),segment_id=e388432e-c9eb-4bc2-9fe9-a113fe60cb89)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:48:59.432307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.483127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.503849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:59.582569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Calling delete_port for c81c68c2-501f-48bc-a044-9b3380fc21c5 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:48:59.685990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.758158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f59c2442-b4f3-4d39-b2ac-090d427fad4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:59.780212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Network fde0777d-5818-4cf1-881e-aaf817209df8 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:48:59.807513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.812411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Pushing event deleted for resources: {'Port': ['ID=c81c68c2-501f-48bc-a044-9b3380fc21c5,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:48:59.827591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:48:59.864487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] No DVR routers for this DVR port c81c68c2-501f-48bc-a044-9b3380fc21c5 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:48:59.925371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.935630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:48:59.975360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20511005-51bf-4690-9e9e-88e95ef92c2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:48:59.991853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.051321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Subnet': ['ID=ac0d980b-55d6-4379-bc3e-145ebe95b7a1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:00.071005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:00.071865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.073092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/security-groups/8a15b45f-6ccf-45f3-9fdb-bf9169d5e20c HTTP/1.1" status: 204  len: 168 time: 1.1486168
Nov 23 12:49:00.074410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91deae95-6345-4b09-82d0-cf59b89f663e tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:00.086155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42168) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:00.115237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15b45f-6ccf-45f3-9fdb-bf9169d5e20c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:00.120002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] For port c81c68c2-501f-48bc-a044-9b3380fc21c5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c81c68c2-501f-48bc-a044-9b3380fc21c5,segment=NetworkSegment(e388432e-c9eb-4bc2-9fe9-a113fe60cb89),segment_id=e388432e-c9eb-4bc2-9fe9-a113fe60cb89)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:00.120976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.138487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:00.209666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbb3093d-86a9-4675-9b2c-4ea8824c44a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.283928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for c81c68c2-501f-48bc-a044-9b3380fc21c5 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:00.386220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c81c68c2-501f-48bc-a044-9b3380fc21c5 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:00.398237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Network fde0777d-5818-4cf1-881e-aaf817209df8 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:00.407580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.431323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:00.431684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:00.438908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c81c68c2-501f-48bc-a044-9b3380fc21c5 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:00.441409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c81c68c2-501f-48bc-a044-9b3380fc21c5 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:00.446209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=624057c1-d060-4504-b028-3309f69a17c5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:00.450128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:00.451425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Checking segment: {'id': '8c8392fa-d33e-4349-b0a7-6336934fc3ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:00.451821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network hostable DHCP agents. Network: 9c7e82be-d36e-41f6-8800-dfa5c01b26e3, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:00.460594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:00.478987 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:00.518185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:00.522385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.529484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f63b0a58-f99c-4c5c-adab-abed4c6a8ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:00.545750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b863ce-ffda-41c7-b1ff-08eeb0578a3f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:00.549502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:00.550237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 9c7e82be-d36e-41f6-8800-dfa5c01b26e3) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:00.562617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462e5a8-78e8-4967-acf8-88f734ae51c7 None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:00.572042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:00.572719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.585931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.587157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/security-groups/18b863ce-ffda-41c7-b1ff-08eeb0578a3f HTTP/1.1" status: 204  len: 168 time: 0.4983947
Nov 23 12:49:00.590811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42172) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:00.653800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1025109
Nov 23 12:49:00.655157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42176) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:00.666360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'network': {'name': 'tempest-router-network01--551832044'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:00.672547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:00.677530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:network and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:00.680777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:00.688092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:00.738487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:00.747454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:00.749941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:00.750959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:00.751614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.755657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.759325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.777646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:00.782970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.789692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c418f8b3-f26e-498f-a03d-a1b09f59fb23 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:00.795879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.844198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:00.851390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-9c7e82be-d36e-41f6-8800-dfa5c01b26e3', 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3', 'tenant_id': '4024955b201547aba07a703314138f6a', 'fixed_ips': [{'subnet_id': 'ac0d980b-55d6-4379-bc3e-145ebe95b7a1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:00.852409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.868748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.869151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Added segment da3676f2-9136-4521-b114-346f94c66049 of type vxlan for network c1ea9d7d-4065-4af3-a353-c3dad55220dd
Nov 23 12:49:00.914275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=fde0777d-5818-4cf1-881e-aaf817209df8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:00.915516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 0448af5b-8a88-457b-a88c-2cd4e930acbb {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:00.917169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:00.922462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.959071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port c81c68c2-501f-48bc-a044-9b3380fc21c5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:00.959933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.968980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 4.4344947
Nov 23 12:49:00.968980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.983856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] 10.222.0.60 "DELETE /v2.0/networks/fde0777d-5818-4cf1-881e-aaf817209df8 HTTP/1.1" status: 204  len: 168 time: 7.2633226
Nov 23 12:49:00.984409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:00.988742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.019056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:01.051297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0860362c-d998-4a6c-bdfd-6737107e843c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:01.106410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:01.120978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=6efca24d-96f5-4cbf-89b3-123faf77695f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:01.124115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:01.151881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.175898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.176761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Allocated IP 2001:db8::2 (9c7e82be-d36e-41f6-8800-dfa5c01b26e3/ac0d980b-55d6-4379-bc3e-145ebe95b7a1/d3ca9f19-d0f7-41ab-9945-18211fab935e) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:01.200864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.209465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] The port 'c81c68c2-501f-48bc-a044-9b3380fc21c5' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:49:01.243973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:01.288032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.312837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42186) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.397432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event updated for resources: {'Port': ['ID=b0128a9e-1cb4-4eab-a479-d043b685d531,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:01.400625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:01.404150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.420572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.427918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.432503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Transition to ACTIVE for port object d3ca9f19-d0f7-41ab-9945-18211fab935e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:01.433745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/6efca24d-96f5-4cbf-89b3-123faf77695f HTTP/1.1" status: 204  len: 168 time: 4.9270887
Nov 23 12:49:01.437835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc0345-013d-410c-9c34-c3409a7369af None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:01.443607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42190) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.515010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:01.529309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Transition to ACTIVE for port object d3ca9f19-d0f7-41ab-9945-18211fab935e will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:01.546320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.546543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.548021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.550759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:01.551242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.557479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.577378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d55fe78-2fff-48c7-b920-82d6c7c2f686 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:01.577569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f6aaf7-0b9e-4824-8d38-58e833ddc8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:01.593053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c95bef94-b8ee-42ed-bbc2-12f887d2aff2 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:01.615530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0bf0b34f-e362-44d8-bf77-c27010aec7ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1661596
Nov 23 12:49:01.625163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42194) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.632042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.762665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eebd7abe-050f-480b-87c7-fc0262cd00b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab2726c91c704c01aae329820908a551&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4454844
Nov 23 12:49:01.775019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42198) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.800645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Pushing event updated for resources: {'Port': ['ID=d3ca9f19-d0f7-41ab-9945-18211fab935e,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:01.807039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:01.820000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1613848
Nov 23 12:49:01.837211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42202) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:01.855685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'network': {'name': 'tempest-router-network02--794482201'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:01.861736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:01.865988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:network and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:01.869046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:01.875986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:01.881223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:01.882533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:01.885789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:01.909147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event updated for resources: {'Port': ['ID=5f477d57-2cb1-4a0e-88e1-235067d02c28,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:01.913781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:01.929283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:01.938378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Deleting port 2df17cb4-d139-4388-9042-a22d9d996f84 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:01.938801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.939309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:01.944914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:01.972563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Network': ['ID=c1ea9d7d-4065-4af3-a353-c3dad55220dd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:01.985397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:02.019215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:02.020319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:02.020655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.028201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:02.036595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:02.082441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68252dec88>,) {'filters': {'network_id': ['18a0b667-119e-4f13-884b-226628234caa']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:02.112834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252dec88>, 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:02.113165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252dec88>, 'e388432e-c9eb-4bc2-9fe9-a113fe60cb89') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:02.146588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.278517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:02.295598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.300947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.302946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:02.488725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df17cb4-d139-4388-9042-a22d9d996f84 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:02.533472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ba7862ac-a3e9-464d-9cae-1e562bf28966 None None] Provisioning complete for port b0128a9e-1cb4-4eab-a479-d043b685d531 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:02.533900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba7862ac-a3e9-464d-9cae-1e562bf28966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.556952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:02.560865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Attempting to bind port d3ca9f19-d0f7-41ab-9945-18211fab935e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:02.561033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Attempting to bind port d3ca9f19-d0f7-41ab-9945-18211fab935e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8c8392fa-d33e-4349-b0a7-6336934fc3ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:02.561408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Attempting to bind port d3ca9f19-d0f7-41ab-9945-18211fab935e on network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:02.563750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.566337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.567250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2291b04-440e-4280-b701-7a21b21ad9a6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:02.568064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2291b04-440e-4280-b701-7a21b21ad9a6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:02.687283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] In _notify_port_updated(), no bound segment for port 5f477d57-2cb1-4a0e-88e1-235067d02c28 on network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:49:02.691608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:02.692319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.693781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "PUT /v2.0/ports/5f477d57-2cb1-4a0e-88e1-235067d02c28 HTTP/1.1" status: 200  len: 1136 time: 3.8960640
Nov 23 12:49:02.701022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42206) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:02.705989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2291b04-440e-4280-b701-7a21b21ad9a6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:02.710096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2291b04-440e-4280-b701-7a21b21ad9a6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0187092
Nov 23 12:49:02.710960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42210) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:02.712112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.712588 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Added segment 324e9f5e-50c3-4c0d-ad2d-3316111a0275 of type vxlan for network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c
Nov 23 12:49:02.782909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] For port 2df17cb4-d139-4388-9042-a22d9d996f84, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df17cb4-d139-4388-9042-a22d9d996f84,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:02.783154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.786197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] device_id is not set on port 624057c1-d060-4504-b028-3309f69a17c5 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:02.847094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96109de-7187-40ef-8cc2-e5a1fe25ce5a tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:02.847766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a96109de-7187-40ef-8cc2-e5a1fe25ce5a tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Synchronizing usage tracker for tenant:3f45a532a3c241d9a3adc66b49c2c2b7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:02.877368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.885493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.891118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:02.891681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Checking segment: {'id': '8c8392fa-d33e-4349-b0a7-6336934fc3ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:02.892147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.892624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Bound using segment: {'id': '8c8392fa-d33e-4349-b0a7-6336934fc3ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:02.893175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Bound port: d3ca9f19-d0f7-41ab-9945-18211fab935e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8392fa-d33e-4349-b0a7-6336934fc3ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9c7e82be-d36e-41f6-8800-dfa5c01b26e3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:02.893600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.915620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:02.958984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:02.982418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Calling delete_port for 2df17cb4-d139-4388-9042-a22d9d996f84 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:02.987253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a96109de-7187-40ef-8cc2-e5a1fe25ce5a tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Unset dirty status for tenant:3f45a532a3c241d9a3adc66b49c2c2b7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:02.992131 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a96109de-7187-40ef-8cc2-e5a1fe25ce5a tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "GET /v2.0/ports/5f477d57-2cb1-4a0e-88e1-235067d02c28 HTTP/1.1" status: 200  len: 1136 time: 0.2841403
Nov 23 12:49:03.001443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.001935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42214) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:03.047104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f103c-41da-484e-8c23-12448b75185f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:03.047868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6a6f103c-41da-484e-8c23-12448b75185f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:03.049870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ba7862ac-a3e9-464d-9cae-1e562bf28966 None None] Port b0128a9e-1cb4-4eab-a479-d043b685d531 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:03.117107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:03.185963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6a6f103c-41da-484e-8c23-12448b75185f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:03.189767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a6f103c-41da-484e-8c23-12448b75185f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4687457
Nov 23 12:49:03.189767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.192259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:03.192939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.196971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42218) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:03.201938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58e36756-33b0-4646-b683-fe8dee3f072c tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.221048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.226454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Deleting port 5f477d57-2cb1-4a0e-88e1-235067d02c28 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:03.227575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.242173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network 18a0b667-119e-4f13-884b-226628234caa has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:03.254513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:03.269275 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:03.271942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-feafaf2a-4206-414b-a265-01c3c1ed6995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.325703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.336758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.371826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c122253-420e-4db2-b336-86bec3b15f4a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.373741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] For port d3ca9f19-d0f7-41ab-9945-18211fab935e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:03.377218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:03.380361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.384714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Pushing event deleted for resources: {'Port': ['ID=2df17cb4-d139-4388-9042-a22d9d996f84,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.386718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9e0d371d-5fb7-4d6d-a204-71189e88eb27 None None] Provisioning complete for port 5f477d57-2cb1-4a0e-88e1-235067d02c28 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:03.387147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e0d371d-5fb7-4d6d-a204-71189e88eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.400555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-374ba8a2-e1a9-4829-bd64-d31b2b476d8d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.415115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:03.430081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eaf85ed6-de82-4a7b-afc1-3ed83b35e94e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2070398
Nov 23 12:49:03.447942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42222) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:03.470789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.6312993
Nov 23 12:49:03.488691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:03.496479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Transition to ACTIVE for port object 624057c1-d060-4504-b028-3309f69a17c5 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:03.496861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:03.505896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'subnet': {'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:03.506840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] For port d3ca9f19-d0f7-41ab-9945-18211fab935e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d3ca9f19-d0f7-41ab-9945-18211fab935e,segment=NetworkSegment(8c8392fa-d33e-4349-b0a7-6336934fc3ff),segment_id=8c8392fa-d33e-4349-b0a7-6336934fc3ff)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:03.536053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.537884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=0448af5b-8a88-457b-a88c-2cd4e930acbb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.541166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.561793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa4f6d1-ec47-474f-8f8d-d391336af6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.583151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Network': ['ID=ba7a528c-f5ea-4592-a38e-a55ca8b0b32c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.586654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:03.596762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.610868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:03.621600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.624272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.689802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:03.715969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:03.717227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c122253-420e-4db2-b336-86bec3b15f4a HTTP/1.1" status: 204  len: 168 time: 1.9339697
Nov 23 12:49:03.764393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/networks/18a0b667-119e-4f13-884b-226628234caa HTTP/1.1" status: 204  len: 168 time: 4.8341742
Nov 23 12:49:03.791464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42232) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:03.802808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:03.829873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d371d-5fb7-4d6d-a204-71189e88eb27 None None] Port 5f477d57-2cb1-4a0e-88e1-235067d02c28 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:03.832218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Router 2d24da28-5538-40eb-b373-209bdf852fb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:49:03.843563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:03.867989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:03.959503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] No DVR routers for this DVR port 2df17cb4-d139-4388-9042-a22d9d996f84 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:03.959761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:03.963812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=624057c1-d060-4504-b028-3309f69a17c5,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.977830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:03.979002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:subnet and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:03.983736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c5bcdc6-b2e8-424b-9986-4a6d00d0b29e tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:03.990889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Pushing event updated for resources: {'Port': ['ID=d3ca9f19-d0f7-41ab-9945-18211fab935e,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:03.996313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:04.007480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:04.011559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:04.090746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:04.109351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Network': ['ID=18a0b667-119e-4f13-884b-226628234caa,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:04.118367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:04.178707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 3a3b0457-48bb-4a0a-8322-1693a3ea170c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:04.179106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.198009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.219214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3df6f-a8fc-4929-ad03-e610e9af8abf None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:04.219478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.226925 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/0448af5b-8a88-457b-a88c-2cd4e930acbb HTTP/1.1" status: 204  len: 168 time: 3.6296902
Nov 23 12:49:04.226925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:04.227271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42238) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:04.475017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Calling delete_port for 5f477d57-2cb1-4a0e-88e1-235067d02c28 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:04.482798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 624057c1-d060-4504-b028-3309f69a17c5 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:04.483039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 624057c1-d060-4504-b028-3309f69a17c5 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:04.483488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attempting to bind port 624057c1-d060-4504-b028-3309f69a17c5 on network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:04.494367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.583065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.661489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:04.661860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Checking segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:04.662269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.662661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound using segment: {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:04.663155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Bound port: 624057c1-d060-4504-b028-3309f69a17c5, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ff81e-4587-46f2-b480-334b30a0419f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '33ddd5c2-81ff-4d77-8f46-9aa39bdfb188'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:04.663528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.772371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.772764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:04.998200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 3a3b0457-48bb-4a0a-8322-1693a3ea170c owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:05.150714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 624057c1-d060-4504-b028-3309f69a17c5, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:05.171955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 624057c1-d060-4504-b028-3309f69a17c5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=624057c1-d060-4504-b028-3309f69a17c5,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:05.195202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.205354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:05.218427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] Sync routers for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:05.233014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.1930079
Nov 23 12:49:05.242970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:05.245979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259290f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:05.283302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 64945818-d060-49be-b6e8-de09b84f1f4f {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:05.286657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42256) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:05.305180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.388702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259290f0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:05.403272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:05.404535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259290f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:05.487835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259290f0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:05.488962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b076b-26d4-4bdb-9daf-47c56a1f05a7 None None] The sync data for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:05.530192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-addaa38b-5545-4585-90c8-a8ef496e1aab tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:05.594919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.620953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-45197884-7627-468f-a668-5d036d0b2176 None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:05.621394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45197884-7627-468f-a668-5d036d0b2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.677852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.749999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:05.834625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event updated for resources: {'Port': ['ID=624057c1-d060-4504-b028-3309f69a17c5,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:05.856184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:05.908525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-45197884-7627-468f-a668-5d036d0b2176 None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:05.909284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45197884-7627-468f-a668-5d036d0b2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.932137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event deleted for resources: {'Port': ['ID=5f477d57-2cb1-4a0e-88e1-235067d02c28,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:05.941441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:05.943070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:05.964635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-829f3340-f49d-4721-a691-4937b75f784c tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:06.087544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=3a3b0457-48bb-4a0a-8322-1693a3ea170c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:06.092758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:06.093391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.097520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "PUT /v2.0/ports/624057c1-d060-4504-b028-3309f69a17c5 HTTP/1.1" status: 200  len: 1080 time: 5.0888877
Nov 23 12:49:06.097836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:06.100248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42268) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:06.179404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.186947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-45197884-7627-468f-a668-5d036d0b2176 None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:06.189100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8582bef-63c4-4d02-a093-87d343f893f8 None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:06.238711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Deleting port 624057c1-d060-4504-b028-3309f69a17c5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:06.239098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.328736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f43c6a7a-fcfb-4d95-9357-5c48212e6f2f tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.555203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d3ca9f19-d0f7-41ab-9945-18211fab935e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:06.626119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.630865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "DELETE /v2.0/ports/5f477d57-2cb1-4a0e-88e1-235067d02c28 HTTP/1.1" status: 204  len: 168 time: 3.6221132
Nov 23 12:49:06.638597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42280) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:06.664866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Provisioning for port d3ca9f19-d0f7-41ab-9945-18211fab935e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:06.694486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Provisioning complete for port d3ca9f19-d0f7-41ab-9945-18211fab935e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:06.695224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.800062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d3ca9f19-d0f7-41ab-9945-18211fab935e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:06.810123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d3ca9f19-d0f7-41ab-9945-18211fab935e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:06.810859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.815880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.872202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f43c6a7a-fcfb-4d95-9357-5c48212e6f2f tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] delete failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:49:06.873345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f43c6a7a-fcfb-4d95-9357-5c48212e6f2f tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7 HTTP/1.1" status: 409  len: 329 time: 1.5700490
Nov 23 12:49:06.911005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:06.961231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:06.982453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38526df0-41f3-4e68-a056-fc63f33542fd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:07.011295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42292) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:07.070317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port d3ca9f19-d0f7-41ab-9945-18211fab935e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d3ca9f19-d0f7-41ab-9945-18211fab935e,segment=NetworkSegment(8c8392fa-d33e-4349-b0a7-6336934fc3ff),segment_id=8c8392fa-d33e-4349-b0a7-6336934fc3ff)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:07.073845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.086676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.096378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.101905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:07.111647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca945d19-de33-4676-bc0a-ea48ebbdca70 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:07.174537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] For port 624057c1-d060-4504-b028-3309f69a17c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=624057c1-d060-4504-b028-3309f69a17c5,segment=NetworkSegment(e66ff81e-4587-46f2-b480-334b30a0419f),segment_id=e66ff81e-4587-46f2-b480-334b30a0419f)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:07.174950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.270117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=d3ca9f19-d0f7-41ab-9945-18211fab935e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:07.277576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:07.278494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:07.278906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-604483d5-4f68-405d-8951-0561d6e696e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:07.286034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Subnet': ['ID=11e7aa76-897f-4cf4-83db-d8baa0918d54,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:07.289177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:07.378075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Calling delete_port for 624057c1-d060-4504-b028-3309f69a17c5 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:07.427500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.532524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-84274d78-0ca2-4740-8864-357d0ba145f7 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:07.539351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=64945818-d060-49be-b6e8-de09b84f1f4f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:07.542769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Checking segment: {'id': 'da3676f2-9136-4521-b114-346f94c66049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:07.543363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network hostable DHCP agents. Network: c1ea9d7d-4065-4af3-a353-c3dad55220dd, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:07.552278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:07.553790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.574623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5f2607a-f373-4e3e-9fbd-63fdb888eaf5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:07.612278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.618719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/floatingips/2031f450-c93c-4b33-823b-54204defedad HTTP/1.1" status: 204  len: 168 time: 3.8184226
Nov 23 12:49:07.627420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42298) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:07.693360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.699307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-58438496-877a-48e3-ada6-d6c9f3d36372 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:07.699804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58438496-877a-48e3-ada6-d6c9f3d36372 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:07.703192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:07.723958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0e4b3985-ba17-416b-8e93-727d5501163b tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:07.776741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Deleting subnet 886f407c-e91e-4772-9f1b-ba1b33134a7d {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:07.790091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=79db2b08-18ce-4111-b136-00d4fa6fba1c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:07.794956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:07.834643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Pushing event deleted for resources: {'Port': ['ID=624057c1-d060-4504-b028-3309f69a17c5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:07.838053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58438496-877a-48e3-ada6-d6c9f3d36372 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/71b3a0af-00bf-4b42-bbf4-2e3bf04beae8 HTTP/1.1" status: 404  len: 333 time: 0.2075002
Nov 23 12:49:07.839245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:07.840460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.844663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42302) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:07.874676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c1ea9d7d-4065-4af3-a353-c3dad55220dd) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:07.884123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06f047-ed9d-4d61-b29c-cf84bc641470 None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:07.905296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.923347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bbf13a61-9f39-4cfe-a413-7cfa8227ca3e tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Synchronizing usage tracker for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:07.941950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:07.942604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.958298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c6eec-ea6b-46d3-bd4c-6c616fa38d8e None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:07.967077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:07.989666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84274d78-0ca2-4740-8864-357d0ba145f7 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "PUT /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509 HTTP/1.1" status: 200  len: 366 time: 0.9748056
Nov 23 12:49:07.998378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/64945818-d060-49be-b6e8-de09b84f1f4f HTTP/1.1" status: 204  len: 168 time: 3.7715364
Nov 23 12:49:08.009412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42306) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.009780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42308) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.030954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.5297751
Nov 23 12:49:08.031189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:08.033200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42314) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.043139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'subnet': {'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:08.076131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:08.089865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5f747-ac7a-4af9-9509-5620e995d77a None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:08.110563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c1ccf4a9-13d5-46a8-a8d3-4f8a31de5f29 None None] Provisioning complete for port d3ca9f19-d0f7-41ab-9945-18211fab935e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:08.110986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf4a9-13d5-46a8-a8d3-4f8a31de5f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.146099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.147461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b3d4bd-26c1-4fe9-81a9-f74597f05d96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:08.150825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b3d4bd-26c1-4fe9-81a9-f74597f05d96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:08.151001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "DELETE /v2.0/ports/624057c1-d060-4504-b028-3309f69a17c5 HTTP/1.1" status: 204  len: 168 time: 2.0459220
Nov 23 12:49:08.151092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c3b3d4bd-26c1-4fe9-81a9-f74597f05d96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/0448af5b-8a88-457b-a88c-2cd4e930acbb HTTP/1.1" status: 404  len: 337 time: 0.1360266
Nov 23 12:49:08.158833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bbf13a61-9f39-4cfe-a413-7cfa8227ca3e tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Unset dirty status for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:08.159610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42318) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.159984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42320) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.160123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bbf13a61-9f39-4cfe-a413-7cfa8227ca3e tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/ports?device_id=4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 HTTP/1.1" status: 200  len: 205 time: 0.3140061
Nov 23 12:49:08.162928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42324) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.164550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-83497030-1bc0-48ee-8abe-77d385d06a13 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1523130
Nov 23 12:49:08.165736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:08.166300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.175843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42328) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.266494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4a820299-85de-44f6-9179-4ee896dce9a9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] delete failed (client error): The resource could not be found.
Nov 23 12:49:08.270051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a820299-85de-44f6-9179-4ee896dce9a9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/routers/4dd2b7a7-bbb0-4d37-8cc3-3eb07abde587 HTTP/1.1" status: 404  len: 336 time: 0.0964863
Nov 23 12:49:08.271131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42334) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.288554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4929fef-a056-483e-94bf-98f061ab359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] GET failed (client error): The resource could not be found.
Nov 23 12:49:08.289171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4929fef-a056-483e-94bf-98f061ab359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Synchronizing usage tracker for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:08.313251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.8603296
Nov 23 12:49:08.317009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b60c7df8-ad30-421b-a4b7-9fe6852ded09 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509 HTTP/1.1" status: 200  len: 366 time: 0.1400373
Nov 23 12:49:08.321231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.321601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42340) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.332490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '79db2b08-18ce-4111-b136-00d4fa6fba1c', 'ip_address': '2001:db8::bc73:bd52:aae6:3766'}], 'name': 'tempest-NetworksTestDHCPv6-1309191796'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:08.349091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c6871b-3abb-47a0-b1dc-80b6ceb8cee3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:08.349461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c6871b-3abb-47a0-b1dc-80b6ceb8cee3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:08.353704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53c6871b-3abb-47a0-b1dc-80b6ceb8cee3 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/subnets/bb8a6ab9-c56c-46b2-8978-0727caf4c69a HTTP/1.1" status: 404  len: 337 time: 0.0781446
Nov 23 12:49:08.361905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42346) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.460270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d3ca9f19-d0f7-41ab-9945-18211fab935e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:08.534806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb02bc25-bf71-47bb-a0bd-8204b6b72a39 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "DELETE /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509 HTTP/1.1" status: 204  len: 168 time: 0.2068028
Nov 23 12:49:08.540964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42350) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.557054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port ebe89b68-2451-4b1c-80a2-17b38fa413ea {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:08.557532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.603749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:08.634492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:subnet and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:08.638218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:08.641632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.662709 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fcc88b71-34b5-4108-8fd1-f41309347f5d tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.1179912
Nov 23 12:49:08.665855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.719502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42354) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.737735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4929fef-a056-483e-94bf-98f061ab359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Unset dirty status for tenant:8cf6ac1f579b486181f2ac157bc17585 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:08.738960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b4929fef-a056-483e-94bf-98f061ab359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] 10.222.0.60 "GET /v2.0/ports/624057c1-d060-4504-b028-3309f69a17c5 HTTP/1.1" status: 404  len: 333 time: 0.5777442
Nov 23 12:49:08.739991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:08.765661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81465830-f838-4de9-8e76-0827aebd7e14 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509 HTTP/1.1" status: 200  len: 370 time: 0.0292358
Nov 23 12:49:08.766107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:08.766283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42358) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.772460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42360) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.775832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c1ea9d7d-4065-4af3-a353-c3dad55220dd', 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd', 'tenant_id': '4024955b201547aba07a703314138f6a', 'fixed_ips': [{'subnet_id': '11e7aa76-897f-4cf4-83db-d8baa0918d54'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:08.777776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.791392 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-87ce923a-6778-471b-bf78-06ed20b08c33 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509/default HTTP/1.1" status: 200  len: 370 time: 0.0142019
Nov 23 12:49:08.791392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:08.797239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:08.802884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42366) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:08.869171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:08.871614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:08.900916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d3ca9f19-d0f7-41ab-9945-18211fab935e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:08.901583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.948764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '79db2b08-18ce-4111-b136-00d4fa6fba1c'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:08.949705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:08.991942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-babd595d-866e-4468-9dec-4b89625ff533 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] delete failed (client error): The resource could not be found.
Nov 23 12:49:08.996653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-babd595d-866e-4468-9dec-4b89625ff533 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "DELETE /v2.0/quotas/e3c1b77a13564680bd12a8888abf3509 HTTP/1.1" status: 404  len: 348 time: 0.1918440
Nov 23 12:49:08.996653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:09.002480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.240690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.261867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42372) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:09.325700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.414867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for ebe89b68-2451-4b1c-80a2-17b38fa413ea owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:09.538808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:network and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:09.574489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:09.580743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 23cecdc1-d625-4101-8b01-33644c62c7e6 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:09.638010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.660850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.757081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting subnet 674c37d6-d354-446d-a13d-55f9fbd72886 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:09.803159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-25e6ebfc-523f-4ccc-b518-e46531f2e32f None None] Provisioning complete for port e489a714-c774-4369-b2f1-f538d90c1ca2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:09.803506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25e6ebfc-523f-4ccc-b518-e46531f2e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.827467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:09.830204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Allocated IP 2001:db8::2 (c1ea9d7d-4065-4af3-a353-c3dad55220dd/11e7aa76-897f-4cf4-83db-d8baa0918d54/313c0c10-7da0-44bb-918d-bb03bce9cecd) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:09.983102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.010739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:subnet and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:10.029267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.031500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/79db2b08-18ce-4111-b136-00d4fa6fba1c/e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:10.059879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7ed9d79-94c6-48bf-8d20-536750d1b27e tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:10.115434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:10.148886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68244ed2e8>,) {'filters': {'network_id': ['33ddd5c2-81ff-4d77-8f46-9aa39bdfb188']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:10.175808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event deleted for resources: {'Subnet': ['ID=886f407c-e91e-4772-9f1b-ba1b33134a7d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:10.178219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:10.189966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68244ed2e8>, 'e66ff81e-4587-46f2-b480-334b30a0419f') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:10.190299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68244ed2e8>, 'e66ff81e-4587-46f2-b480-334b30a0419f') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:10.201893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:subnetpool and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:10.225759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:10.227206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.241103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.282904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.293229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:10.297100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-755b3c1a-99b5-4ece-a8a1-e963e68a765d tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:10.373907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-25e6ebfc-523f-4ccc-b518-e46531f2e32f None None] Provisioning complete for port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:10.374348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25e6ebfc-523f-4ccc-b518-e46531f2e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.406521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:port and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:10.410981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.422354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=ebe89b68-2451-4b1c-80a2-17b38fa413ea,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:10.430167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:10.432965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:10.439844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.494735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:router and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:10.500018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7875aa-9a96-4499-a633-cd03918a6f99 None None] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:10.519831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:10.545356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "DELETE /v2.0/subnets/886f407c-e91e-4772-9f1b-ba1b33134a7d HTTP/1.1" status: 204  len: 168 time: 3.8887930
Nov 23 12:49:10.545772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42376) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:10.580555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:floatingip and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:10.581518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.613472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25e6ebfc-523f-4ccc-b518-e46531f2e32f None None] Port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:10.637673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:10.651590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.659653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:10.662353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.796756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.830706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] DHCP port deletion for 90bdefcf-b055-42e4-bd83-68ba4e77cca5 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:10.835622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Deleting port b10613cc-734e-4a13-a9fa-8fba15a40ac5 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:10.836049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.902138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.916569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Deleting port b10613cc-734e-4a13-a9fa-8fba15a40ac5 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:10.917428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:10.976831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/ebe89b68-2451-4b1c-80a2-17b38fa413ea HTTP/1.1" status: 204  len: 168 time: 2.5501227
Nov 23 12:49:10.990743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42380) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:11.080924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] For port b10613cc-734e-4a13-a9fa-8fba15a40ac5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b10613cc-734e-4a13-a9fa-8fba15a40ac5,segment=NetworkSegment(54f8d2e2-8451-4292-bc2a-45cf472faa35),segment_id=54f8d2e2-8451-4292-bc2a-45cf472faa35)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:11.081304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.185494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:security_group and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:11.219878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:11.220277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.223577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Calling delete_port for b10613cc-734e-4a13-a9fa-8fba15a40ac5 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:11.303321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:11.309701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.317648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting port b0128a9e-1cb4-4eab-a479-d043b685d531 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:11.318021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.329206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:11.343390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Network 33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:11.372928 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:11.408985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Usage tracker for resource:security_group_rule and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:11.434971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:11.528478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.535605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.540217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2bf8e0cc-329d-47a8-bd3f-e7c247996a59 tempest-ExternalNetworksTestJSON-13884576 tempest-ExternalNetworksTestJSON-13884576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:11.587413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18aa61a3-292c-48e8-b4bd-d7d34773ad62 tempest-QuotasTest-892685078 tempest-QuotasTest-892685078] 10.222.0.60 "GET /v2.0/quotas/3514dc8385dc4ec8b07660c31339aef8/details.json HTTP/1.1" status: 200  len: 703 time: 2.3207002
Nov 23 12:49:11.604560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] For port b10613cc-734e-4a13-a9fa-8fba15a40ac5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b10613cc-734e-4a13-a9fa-8fba15a40ac5,segment=NetworkSegment(54f8d2e2-8451-4292-bc2a-45cf472faa35),segment_id=54f8d2e2-8451-4292-bc2a-45cf472faa35)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:11.604815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.617342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Pushing event deleted for resources: {'Port': ['ID=b10613cc-734e-4a13-a9fa-8fba15a40ac5,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:11.624156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Transition to ACTIVE for port object e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:11.634853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] 10.222.0.60 "DELETE /v2.0/networks/33ddd5c2-81ff-4d77-8f46-9aa39bdfb188 HTTP/1.1" status: 204  len: 168 time: 2.8621514
Nov 23 12:49:11.637212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Pushing event deleted for resources: {'Network': ['ID=33ddd5c2-81ff-4d77-8f46-9aa39bdfb188,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:11.645474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:11.652274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Transition to ACTIVE for port object e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:11.672283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Transition to ACTIVE for port object 313c0c10-7da0-44bb-918d-bb03bce9cecd will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:11.697974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:11.730903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.748883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-34b17909-55f1-40fd-ab6f-1b5d7242160e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:11.767828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.891536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Subnet': ['ID=674c37d6-d354-446d-a13d-55f9fbd72886,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:11.899515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:11.912152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Calling delete_port for b10613cc-734e-4a13-a9fa-8fba15a40ac5 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:11.960853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:11.962642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Transition to ACTIVE for port object 313c0c10-7da0-44bb-918d-bb03bce9cecd will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:11.966546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-767bdcc1-0e94-469b-b324-51fd4cd89317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:11.981187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-215bea4d-0db1-4e01-9829-e8308d59ca74 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:12.032790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.049239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::bc73:bd52:aae6:3766 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/79db2b08-18ce-4111-b136-00d4fa6fba1c/23cecdc1-d625-4101-8b01-33644c62c7e6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:12.079058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.208145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42392) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.242831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] No DVR routers for this DVR port b10613cc-734e-4a13-a9fa-8fba15a40ac5 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:12.259669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Calling delete_port for b0128a9e-1cb4-4eab-a479-d043b685d531 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:12.264367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Pushing event updated for resources: {'Port': ['ID=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:12.267516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:12.270916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa50ea01-35f3-4258-9486-c07189c5c2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:12.301275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.315447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.320998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:12.321927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b24246-197f-44e8-8bf7-8b07015a0c97 None None] Network efef753d-00b7-421f-a41f-55478bf94eff requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:12.349474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:12.350037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/674c37d6-d354-446d-a13d-55f9fbd72886 HTTP/1.1" status: 204  len: 168 time: 4.1871259
Nov 23 12:49:12.351805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:12.355409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42404) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.410250 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3af862-1617-49bd-b376-c6ee2205a18c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:12.410664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3af862-1617-49bd-b376-c6ee2205a18c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:12.415521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-db3af862-1617-49bd-b376-c6ee2205a18c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/749576e9-2fe9-4704-93d6-3e96d9c787d1 HTTP/1.1" status: 404  len: 337 time: 0.0563390
Nov 23 12:49:12.418836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42408) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.419322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Subnet': ['ID=061d5a8c-2bd4-48d9-9e18-c1779ef3416f,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:12.446898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:12.458504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:12.461002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:12.463792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b10613cc-734e-4a13-a9fa-8fba15a40ac5 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:12.475652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:12.482218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2f100ec-b778-44aa-8c0a-3d9a9bbf2ecb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "GET /v2.0/ports?device_id=016b9f5e-bb83-4d79-889e-38095019f159 HTTP/1.1" status: 200  len: 205 time: 0.0598819
Nov 23 12:49:12.490423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42412) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.491265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Checking segment: {'id': '324e9f5e-50c3-4c0d-ad2d-3316111a0275', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:12.491670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network hostable DHCP agents. Network: ba7a528c-f5ea-4592-a38e-a55ca8b0b32c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:12.543786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b10613cc-734e-4a13-a9fa-8fba15a40ac5 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:12.544160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b10613cc-734e-4a13-a9fa-8fba15a40ac5 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:12.591391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-36b4ca0d-2436-4d95-a6d4-6d01bfd6aec6 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] delete failed (client error): The resource could not be found.
Nov 23 12:49:12.595541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36b4ca0d-2436-4d95-a6d4-6d01bfd6aec6 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/routers/016b9f5e-bb83-4d79-889e-38095019f159 HTTP/1.1" status: 404  len: 336 time: 0.0951576
Nov 23 12:49:12.597035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42416) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.651760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1980716f-ae5b-482f-869a-3e485732d610 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:12.652356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1980716f-ae5b-482f-869a-3e485732d610 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:12.657273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1980716f-ae5b-482f-869a-3e485732d610 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/5b97f0f5-24e3-4253-a4bb-504ede3bbe90 HTTP/1.1" status: 404  len: 337 time: 0.0590382
Nov 23 12:49:12.657934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42420) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.661403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:12.690505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Pushing event updated for resources: {'Port': ['ID=313c0c10-7da0-44bb-918d-bb03bce9cecd,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:12.697124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:12.764653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Attempting to bind port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:12.764653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Attempting to bind port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:12.764653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Attempting to bind port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:12.795477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.801415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a025e136-8f02-4e1d-8620-28fb507f341f tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:12.802859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a025e136-8f02-4e1d-8620-28fb507f341f tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:12.806674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Attempting to bind port 313c0c10-7da0-44bb-918d-bb03bce9cecd on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:12.806886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a025e136-8f02-4e1d-8620-28fb507f341f tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/098a0947-a34f-4b21-b890-780dea99b0db HTTP/1.1" status: 404  len: 337 time: 0.1443756
Nov 23 12:49:12.807000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Attempting to bind port 313c0c10-7da0-44bb-918d-bb03bce9cecd by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'da3676f2-9136-4521-b114-346f94c66049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:12.807000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Attempting to bind port 313c0c10-7da0-44bb-918d-bb03bce9cecd on network c1ea9d7d-4065-4af3-a353-c3dad55220dd {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:12.809612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, ba7a528c-f5ea-4592-a38e-a55ca8b0b32c) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:12.811142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42426) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.818452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:12.818894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:12.819330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.819780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:12.820832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Bound port: e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:12.821268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.837776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999eced9-faf1-4612-86ae-967e07a70231 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:12.861384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.886686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4c4163-3fdb-43a7-8db1-fdb46dbbbb2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:12.887175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4c4163-3fdb-43a7-8db1-fdb46dbbbb2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:12.891496 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e4c4163-3fdb-43a7-8db1-fdb46dbbbb2c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/3bb870cb-26d4-4b44-9919-ca1a7c91dfc3 HTTP/1.1" status: 404  len: 337 time: 0.0731437
Nov 23 12:49:12.899180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42430) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.926628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:12.927017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Checking segment: {'id': 'da3676f2-9136-4521-b114-346f94c66049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:12.927423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.928031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Bound using segment: {'id': 'da3676f2-9136-4521-b114-346f94c66049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:12.928611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Bound port: 313c0c10-7da0-44bb-918d-bb03bce9cecd, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3676f2-9136-4521-b114-346f94c66049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c1ea9d7d-4065-4af3-a353-c3dad55220dd'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:12.929045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.941704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:12.942363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:12.965934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:12.966198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:12.987007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f467c37-1b90-4a4f-a6b7-d81719b1fc52 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:12.987501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f467c37-1b90-4a4f-a6b7-d81719b1fc52 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.008262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-10c66778-48d1-414f-aaf2-f93f5f57dfcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fa685408b9f4b5d86f40c986c33c8e1&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7344453
Nov 23 12:49:13.010110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:13.014276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f467c37-1b90-4a4f-a6b7-d81719b1fc52 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/95e00113-154f-465a-b062-8d4c7ab87fa6 HTTP/1.1" status: 404  len: 333 time: 0.1112697
Nov 23 12:49:13.015039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42434) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.019676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.9832144
Nov 23 12:49:13.020563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42436) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.021849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Usage tracker for resource:security_group_rule and tenant:525d99fac7c5475998377c0a44326140 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:13.049044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42440) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.058134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:13.067298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:13.088177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bf9ead-3948-4c2b-aaa8-377ee887d4a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:13.089343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bf9ead-3948-4c2b-aaa8-377ee887d4a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.093628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89bf9ead-3948-4c2b-aaa8-377ee887d4a1 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/5f5d53c7-c8a1-4aab-a68a-c2ec3d1c4a8f HTTP/1.1" status: 404  len: 337 time: 0.0661871
Nov 23 12:49:13.094448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:13.102096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42446) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.167606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.180401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] For port 313c0c10-7da0-44bb-918d-bb03bce9cecd, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:13.219054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.222887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] For port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:13.230264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] For port 313c0c10-7da0-44bb-918d-bb03bce9cecd, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=313c0c10-7da0-44bb-918d-bb03bce9cecd,segment=NetworkSegment(da3676f2-9136-4521-b114-346f94c66049),segment_id=da3676f2-9136-4521-b114-346f94c66049)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:13.255902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfdd987-4422-413b-82ad-897798ce836d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:13.256398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfdd987-4422-413b-82ad-897798ce836d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.259543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.266016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.272242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.282167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecf72a92-e491-4770-aa5d-2e2d7831279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.294497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.323743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] DHCP port deletion for efef753d-00b7-421f-a41f-55478bf94eff request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:13.331675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca061895-22ab-4b7c-9450-896e918d2672,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:13.339209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:13.343178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0dfdd987-4422-413b-82ad-897798ce836d tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/e843eb41-82a8-4528-8da5-54d41f9968f4 HTTP/1.1" status: 404  len: 337 time: 0.2399032
Nov 23 12:49:13.348822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=525d99fac7c5475998377c0a44326140&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0293622
Nov 23 12:49:13.349981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42450) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.350350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42452) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.392776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] For port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:13.415523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.420800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Deleting port e489a714-c774-4369-b2f1-f538d90c1ca2 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:13.421233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.421371 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f678e064-20ee-4156-b122-28e008b9a3a8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:13.421871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f678e064-20ee-4156-b122-28e008b9a3a8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.429728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3142c61d-f4e5-490a-a4d4-8e1667c91bc7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.455487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.456949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba1b1f-057f-495f-b8be-6bec76bc7655,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:13.461035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:13.472949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Deleting port b10613cc-734e-4a13-a9fa-8fba15a40ac5 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:13.473281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.478722 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f678e064-20ee-4156-b122-28e008b9a3a8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/30426720-c07e-49e4-9e22-481e6f7aba90 HTTP/1.1" status: 404  len: 333 time: 0.1250031
Nov 23 12:49:13.486306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42458) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.487176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.490973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cba1b1f-057f-495f-b8be-6bec76bc7655 HTTP/1.1" status: 204  len: 168 time: 0.4708045
Nov 23 12:49:13.550641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e684ab-2da6-4e30-b610-1f47f80efed9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:13.551144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e684ab-2da6-4e30-b610-1f47f80efed9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.555429 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f1e684ab-2da6-4e30-b610-1f47f80efed9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/dcf0f213-9e7b-4b48-928c-cd6534cb8791 HTTP/1.1" status: 404  len: 337 time: 0.0632589
Nov 23 12:49:13.561010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42464) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.626366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.657944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.707308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] The port 'b10613cc-734e-4a13-a9fa-8fba15a40ac5' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:49:13.720303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.760120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 23cecdc1-d625-4101-8b01-33644c62c7e6 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:13.774432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd9c040-0596-4477-a462-a0dd7fcf22e7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] DELETE failed (client error): The resource could not be found.
Nov 23 12:49:13.775205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd9c040-0596-4477-a462-a0dd7fcf22e7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:49:13.789712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cfd9c040-0596-4477-a462-a0dd7fcf22e7 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/subnets/e3298bab-dd87-4c01-bc98-adaf50db92c4 HTTP/1.1" status: 404  len: 337 time: 0.2243185
Nov 23 12:49:13.790033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42470) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:13.862452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.886093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Deleting port ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:13.886559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.892741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56d4884a-001a-4692-abb2-b6fa84db272a tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.897259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Pushing event updated for resources: {'Port': ['ID=313c0c10-7da0-44bb-918d-bb03bce9cecd,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:13.900750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:13.908147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d1d9eec2-d5eb-4311-ba1c-4ff0d95ae6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.928908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.939790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-ba7a528c-f5ea-4592-a38e-a55ca8b0b32c', 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c', 'tenant_id': '4024955b201547aba07a703314138f6a', 'fixed_ips': [{'subnet_id': '061d5a8c-2bd4-48d9-9e18-c1779ef3416f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:13.941093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c4c18c4-16fe-4f52-b816-362f73c94056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:13.941406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.957303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca061895-22ab-4b7c-9450-896e918d2672,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:13.963185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:13.967930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:13.972391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca061895-22ab-4b7c-9450-896e918d2672 HTTP/1.1" status: 204  len: 168 time: 0.6193528
Nov 23 12:49:14.055427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.155480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:14.180017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42476) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:14.191186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:14.197404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3025cb81-58e0-4261-8616-0c6b572faf2e tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:14.263230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.283885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.353026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Port': ['ID=b0128a9e-1cb4-4eab-a479-d043b685d531,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:14.420706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:14.447393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.498525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Calling delete_port for ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:14.522269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e489a714-c774-4369-b2f1-f538d90c1ca2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:14.533074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42482) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:14.547685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Pushing event updated for resources: {'Port': ['ID=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:14.551539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:14.580241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.640379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:14.646275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Usage tracker for resource:security_group_rule and tenant:3514dc8385dc4ec8b07660c31339aef8 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:14.649900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:14.653073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.675670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:14.710434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:14.758250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] For port e489a714-c774-4369-b2f1-f538d90c1ca2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e489a714-c774-4369-b2f1-f538d90c1ca2,segment=NetworkSegment(5bb93e8e-b3b3-4a22-8867-4b6ca4639756),segment_id=5bb93e8e-b3b3-4a22-8867-4b6ca4639756)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:14.758977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.798906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Port': ['ID=ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:14.810610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:14.818522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0095ecb3-9a7d-482e-8d46-56e8af59c7cb tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:14.902902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:14.933546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/ports/ab91e3a4-f20f-4e93-a88f-17acd5f1b1cb HTTP/1.1" status: 204  len: 168 time: 1.1373954
Nov 23 12:49:14.937210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42486) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:14.937620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Calling delete_port for e489a714-c774-4369-b2f1-f538d90c1ca2 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:14.941001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.018111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.032022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5b54868-184d-493c-bfe5-8428d30fc298 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:15.051370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Allocated IP 2001:db8::2 (ba7a528c-f5ea-4592-a38e-a55ca8b0b32c/061d5a8c-2bd4-48d9-9e18-c1779ef3416f/30b26dad-4c8e-4cc3-afdb-23eb09b1a658) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:15.064254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04482804-1457-41ea-aeb7-fda5fa61e582,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:15.072134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-34bee261-03a5-414e-a6a8-f03b979fc5bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf6ac1f579b486181f2ac157bc17585&name=default HTTP/1.1" status: 200  len: 2747 time: 0.8867130
Nov 23 12:49:15.077484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:15.078003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42490) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:15.095132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.192506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.217919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f86c240>,) {'filters': {'network_id': ['90bdefcf-b055-42e4-bd83-68ba4e77cca5']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.265741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3514dc8385dc4ec8b07660c31339aef8&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7293453
Nov 23 12:49:15.267928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42494) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:15.323803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=23cecdc1-d625-4101-8b01-33644c62c7e6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:15.336696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.350332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:15.380853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d860d4d6-b207-4550-b5c5-35d2e4bc5dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:15.395490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f86c240>, '54f8d2e2-8451-4292-bc2a-45cf472faa35') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.395826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f86c240>, '54f8d2e2-8451-4292-bc2a-45cf472faa35') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.483015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.518233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.547966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.549444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Pushing event deleted for resources: {'Port': ['ID=e489a714-c774-4369-b2f1-f538d90c1ca2,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:15.567406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:15.654630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] No DVR routers for this DVR port e489a714-c774-4369-b2f1-f538d90c1ca2 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:15.716323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.742048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.797147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.807037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:15.810343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.818798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Transition to ACTIVE for port object 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:15.825016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.839578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Transition to ACTIVE for port object 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:15.841416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.842478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.846433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.851893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-650d823f-a6a9-4aee-a66e-ac9fe2f22229 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:15.864601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eda169a-95d0-40a6-b212-dec5a0a886fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:15.892698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04482804-1457-41ea-aeb7-fda5fa61e582,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:15.906032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:15.909191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.926424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.930133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04482804-1457-41ea-aeb7-fda5fa61e582 HTTP/1.1" status: 204  len: 168 time: 0.6531324
Nov 23 12:49:15.937237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68247602e8>,) {'filters': {'network_id': ['efef753d-00b7-421f-a41f-55478bf94eff']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.948923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:15.964893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68247602e8>, '5bb93e8e-b3b3-4a22-8867-4b6ca4639756') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.965584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68247602e8>, '5bb93e8e-b3b3-4a22-8867-4b6ca4639756') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:15.978806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/ports/e39a19cb-dabe-485c-aba0-2fb7c1ca4cd7 HTTP/1.1" status: 204  len: 168 time: 4.9830415
Nov 23 12:49:15.978806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:15.987148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42500) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:16.046577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.051162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:16.069263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.071473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Releasing vxlan tunnel 9 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:16.076456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:16.105306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:16.108208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:16.118533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:16.126664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:16.127374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.192791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Attempting to bind port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:16.193214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Attempting to bind port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '324e9f5e-50c3-4c0d-ad2d-3316111a0275', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:16.193921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Attempting to bind port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 on network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:16.195456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.202764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:16.203196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Checking segment: {'id': '324e9f5e-50c3-4c0d-ad2d-3316111a0275', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:16.203783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.204387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Bound using segment: {'id': '324e9f5e-50c3-4c0d-ad2d-3316111a0275', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:16.204954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Bound port: 30b26dad-4c8e-4cc3-afdb-23eb09b1a658, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324e9f5e-50c3-4c0d-ad2d-3316111a0275', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ba7a528c-f5ea-4592-a38e-a55ca8b0b32c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:16.205386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.218086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48e12ac8-1af3-4415-888c-42f03a7e7a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:16.227303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Pushing event updated for resources: {'Port': ['ID=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:16.231003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:16.238220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bca30a-3a3d-4518-a6f6-9a9346a95fa1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:16.245824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:16.329794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:16.336741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] For port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:16.355268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.376251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 8.0522885
Nov 23 12:49:16.543493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.560775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:16.685403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:16.687422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42506) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:16.693128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 313c0c10-7da0-44bb-918d-bb03bce9cecd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:16.737351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.741465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29bca30a-3a3d-4518-a6f6-9a9346a95fa1 HTTP/1.1" status: 204  len: 168 time: 1.6508822
Nov 23 12:49:16.781565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:16.813229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:16.853125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 313c0c10-7da0-44bb-918d-bb03bce9cecd completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:17.068468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Network 90bdefcf-b055-42e4-bd83-68ba4e77cca5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:17.113119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837bfa3-01be-4450-82c5-d4ed923929d9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:17.113881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9837bfa3-01be-4450-82c5-d4ed923929d9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Synchronizing usage tracker for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:17.191127 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:17.211100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] For port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,segment=NetworkSegment(324e9f5e-50c3-4c0d-ad2d-3316111a0275),segment_id=324e9f5e-50c3-4c0d-ad2d-3316111a0275)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:17.216975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.221817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.223577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.238188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Network efef753d-00b7-421f-a41f-55478bf94eff has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:17.238531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9381cb89-a0d9-4ccf-99aa-1d65483546fb tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:17.277392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Pushing event deleted for resources: {'Network': ['ID=90bdefcf-b055-42e4-bd83-68ba4e77cca5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:17.280388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:17.288127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] 10.222.0.60 "DELETE /v2.0/networks/90bdefcf-b055-42e4-bd83-68ba4e77cca5 HTTP/1.1" status: 204  len: 168 time: 6.7390299
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:17.307861 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:17.433563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139693b6-589e-432e-b465-f11506fdff2e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:17.438308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139693b6-589e-432e-b465-f11506fdff2e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:17.440222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-139693b6-589e-432e-b465-f11506fdff2e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.7501330
Nov 23 12:49:17.441424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9837bfa3-01be-4450-82c5-d4ed923929d9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Unset dirty status for tenant:852666498b794b18ae8c208b3e751dc0 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:17.442755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9837bfa3-01be-4450-82c5-d4ed923929d9 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "GET /v2.0/ports?device_id=bf854005-c104-41cb-9e71-520146d80305 HTTP/1.1" status: 200  len: 913 time: 1.4544582
Nov 23 12:49:17.443826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42532) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:17.449900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42534) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:17.485827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab095ef1-bfa9-4f82-94c3-42be29f32a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:17.617975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Provisioning for port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:17.660393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d7c46-1b3f-4302-aca6-046b20d8e8b2 None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:17.667371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.797809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-344c9f38-1bc6-40bc-9df8-3f319feaa9b5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:17.845256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.855378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 23cecdc1-d625-4101-8b01-33644c62c7e6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:17.856169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.870812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Provisioning complete for port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:17.871248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:17.901019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42546) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:17.928448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Pushing event deleted for resources: {'Network': ['ID=efef753d-00b7-421f-a41f-55478bf94eff,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:17.958937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:17.959950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Pushing event updated for resources: {'Port': ['ID=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:17.966579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] 10.222.0.60 "DELETE /v2.0/networks/efef753d-00b7-421f-a41f-55478bf94eff HTTP/1.1" status: 204  len: 168 time: 3.0282042
Nov 23 12:49:18.066721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42554) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:18.103547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Allocated IP 2001:db8::1 (c1ea9d7d-4065-4af3-a353-c3dad55220dd/11e7aa76-897f-4cf4-83db-d8baa0918d54/d65b0b0d-87ac-4e36-bd8b-410c00908056) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:18.324521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:18.427585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:18.516842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 23cecdc1-d625-4101-8b01-33644c62c7e6 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:18.636919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:18.780053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:49:18.788682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:18.812117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Transition to ACTIVE for port object d65b0b0d-87ac-4e36-bd8b-410c00908056 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:18.836967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:18.889163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8274f58-0852-46b7-a22e-db27e3098705 tempest-RoutersIpV6AdminTest-1506956756 tempest-RoutersIpV6AdminTest-1506956756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:18.900339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84866a74-3c6f-4c80-ba2c-e34ac11f0460 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f45a532a3c241d9a3adc66b49c2c2b7&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9890730
Nov 23 12:49:18.901129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42566) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:18.901308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] For port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:18.901508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42568) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:18.918164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:18.924262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e928a23-fa5c-4f2a-b03c-d9d52a1d6eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:19.033960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-167600684'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:19.049509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:19.085538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Pushing event updated for resources: {'Port': ['ID=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:19.092372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:19.093279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:network and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:19.108144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Port': ['ID=d65b0b0d-87ac-4e36-bd8b-410c00908056,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:19.110930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:19.116945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:19.146806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Router 2d24da28-5538-40eb-b373-209bdf852fb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:49:19.157286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:19.165226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Provisioning for port 23cecdc1-d625-4101-8b01-33644c62c7e6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:19.171645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Provisioning complete for port 23cecdc1-d625-4101-8b01-33644c62c7e6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:19.172062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.223601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.247718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Port 23cecdc1-d625-4101-8b01-33644c62c7e6 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:49:19.279805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Provisioning complete for port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:19.280235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.372377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0fd87ec-502f-4f8a-9482-078fc89b04d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:19.373940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:19.376401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:19.386609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:19.387194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.391046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:19.403418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4911313
Nov 23 12:49:19.404338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42580) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:19.420940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] Sync routers for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:19.432301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=23cecdc1-d625-4101-8b01-33644c62c7e6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:19.435511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:19.465961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:19.466683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253f4208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:19.473949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.482448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:19.488271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.496029 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-51f576b7-b630-45db-9a88-ce7d27e957f8 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] show failed (client error): The resource could not be found.
Nov 23 12:49:19.503482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51f576b7-b630-45db-9a88-ce7d27e957f8 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-98011577 HTTP/1.1" status: 404  len: 333 time: 0.0967233
Nov 23 12:49:19.505474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42586) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:19.512498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c9bc6686-d847-4bb2-90d6-a4f0c1f18443 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Request body: {'router': {'name': 'new_name'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:19.524685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.566781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253f4208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:19.591163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] Routers {'2d24da28-5538-40eb-b373-209bdf852fb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:19.592228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253f4208>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d24da28-5538-40eb-b373-209bdf852fb7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:19.597734 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c9bc6686-d847-4bb2-90d6-a4f0c1f18443 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] update failed (client error): The resource could not be found.
Nov 23 12:49:19.608863 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9bc6686-d847-4bb2-90d6-a4f0c1f18443 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-418171223 HTTP/1.1" status: 404  len: 334 time: 0.1021390
Nov 23 12:49:19.609679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42590) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:19.620199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:19.624667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:security_group_rule and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:19.627638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:19.634041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:19.674105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Provisioning for port 313c0c10-7da0-44bb-918d-bb03bce9cecd completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:19.680094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Provisioning complete for port 313c0c10-7da0-44bb-918d-bb03bce9cecd triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:19.681271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.727935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253f4208>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:19.728694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14ec01-4298-4311-b34a-65c843af49e2 None None] The sync data for ids ['2d24da28-5538-40eb-b373-209bdf852fb7'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:19.771724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.814299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.827403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.843230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.850042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.853474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-384030ed-0fde-4be6-9f1b-28364621e159 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:19.889422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] For port 313c0c10-7da0-44bb-918d-bb03bce9cecd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=313c0c10-7da0-44bb-918d-bb03bce9cecd,segment=NetworkSegment(da3676f2-9136-4521-b114-346f94c66049),segment_id=da3676f2-9136-4521-b114-346f94c66049)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:19.894537 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/23cecdc1-d625-4101-8b01-33644c62c7e6 HTTP/1.1" status: 204  len: 168 time: 2.4437165
Nov 23 12:49:19.901639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.903862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:19.905607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14b5b3-213c-4704-90af-17deb38f4cfb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:19.909181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:19.911346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:19.930418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42596) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:19.984767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5d35cbf-b5b6-4ecc-9e7c-353b2b15d2ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4c4893f470843a9b1bf9cb58b3d663e&name=default HTTP/1.1" status: 200  len: 2747 time: 1.0671296
Nov 23 12:49:19.994295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:19.999386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.013017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42600) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:20.052765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Pushing event updated for resources: {'Port': ['ID=313c0c10-7da0-44bb-918d-bb03bce9cecd,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:20.086393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:20.087649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Provisioning complete for port 313c0c10-7da0-44bb-918d-bb03bce9cecd triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:20.088073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.154777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75a7f4-8de2-4b4a-a4a1-f4b3175c0396 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:20.156224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75a7f4-8de2-4b4a-a4a1-f4b3175c0396 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:20.157069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b75a7f4-8de2-4b4a-a4a1-f4b3175c0396 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:20.219186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b75a7f4-8de2-4b4a-a4a1-f4b3175c0396 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:20.220894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b75a7f4-8de2-4b4a-a4a1-f4b3175c0396 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2891877
Nov 23 12:49:20.240924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42608) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:20.359069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.359477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Added segment be68f18e-417c-4646-9e66-7ef9ea4707ab of type vxlan for network a50c4050-24ed-49ce-ac9a-22204fe43620
Nov 23 12:49:20.366045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Provisioning for port d65b0b0d-87ac-4e36-bd8b-410c00908056 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:20.382132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Provisioning complete for port d65b0b0d-87ac-4e36-bd8b-410c00908056 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:20.387733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.465867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.502405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.571432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.571947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4e7293ac-8158-4553-b30c-263bf35e3d1b None None] Port d65b0b0d-87ac-4e36-bd8b-410c00908056 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:20.586488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07b4a94b-d107-4aff-847c-032ea24d6040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:20.597534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.613780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.615302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/323be6bf-b16b-493e-b82a-c20237e735e3 HTTP/1.1" status: 204  len: 168 time: 0.5607231
Nov 23 12:49:20.647978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f9595-e4e5-40b6-bedf-d33952c15e5a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:20.656574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:20.657299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20f9df-8925-411a-b324-5e7a0deac312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:20.670530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.671888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f0f9595-e4e5-40b6-bedf-d33952c15e5a HTTP/1.1" status: 204  len: 168 time: 1.7538531
Nov 23 12:49:20.674161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.683419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323be6bf-b16b-493e-b82a-c20237e735e3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:20.710553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:20.770522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.774965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:20.775627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:20.784159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:20.794047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b87e3ddb-f070-4181-88fc-8a6dd93f8293 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:20.834056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69befa88-0159-4f13-b55a-339dab15e3b7 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:20.897608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting subnet 5d1fbfe4-4f6f-4578-ae04-d4736a643891 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:20.904985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Network': ['ID=a50c4050-24ed-49ce-ac9a-22204fe43620,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:20.911628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.8411000
Nov 23 12:49:20.912758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42622) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:20.914026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:20.923754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'subnet': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:20.983329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:21.003663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.128688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:21.327489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42628) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:21.332987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:21.335644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b648553-0d27-4439-8dd7-57dfe061d9d2 None None] Provisioning complete for port d65b0b0d-87ac-4e36-bd8b-410c00908056 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:21.336065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b648553-0d27-4439-8dd7-57dfe061d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.352819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:subnet and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:21.368297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:21.483139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.523960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:21.524549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2b648553-0d27-4439-8dd7-57dfe061d9d2 None None] Port d65b0b0d-87ac-4e36-bd8b-410c00908056 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:21.567124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 79db2b08-18ce-4111-b136-00d4fa6fba1c {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:21.577741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.654607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:21.658152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:21.697275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:21.774895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.802124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Provisioning complete for port 313c0c10-7da0-44bb-918d-bb03bce9cecd triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:21.803116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.937333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:21.938546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.998580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:21.999640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1238935760'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:22.005421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:22.009445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Usage tracker for resource:network and tenant:b1c673e5015e4431a10b3576309c5c48 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:22.013069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:22.019044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:22.034857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Made reservation on behalf of b1c673e5015e4431a10b3576309c5c48 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:22.040240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.061074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.108196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:22.113244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Usage tracker for resource:security_group_rule and tenant:b1c673e5015e4431a10b3576309c5c48 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:22.115286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 313c0c10-7da0-44bb-918d-bb03bce9cecd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:22.116503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:22.123103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:22.201803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.227012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.243617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:22.253958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.254347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Added segment 0e958df4-2f08-4f4e-88c7-570315b9dd25 of type vxlan for network a4d91bf9-b188-4961-ad4a-41add25bfdf5
Nov 23 12:49:22.265645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.285745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.300958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 313c0c10-7da0-44bb-918d-bb03bce9cecd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:22.301535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.324073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:22.353653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.358006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:22.358666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.589595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfc6ba-717b-4ab0-83d4-82668c1d176b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:22.612017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:22.621119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:22.626180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dd891f0-b907-4352-9231-35ff7babf498 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:22.640767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.779942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Provisioning for port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:22.800331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Provisioning complete for port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:22.801030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.845919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42662) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:22.866717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Pushing event updated for resources: {'Network': ['ID=a4d91bf9-b188-4961-ad4a-41add25bfdf5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:22.874536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.889925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:22.893898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:22.925808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.936839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:22.985345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84a41675-9127-445e-abc3-c9be66e344bf tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:23.014610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:23.022923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.6897900
Nov 23 12:49:23.038535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port 9334f66e-d874-4071-8ab8-dda3608b1e44 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:23.038886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.106710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:23.332134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Port': ['ID=d65b0b0d-87ac-4e36-bd8b-410c00908056,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:23.383251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:23.386954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2b4b8c49-5132-4bc7-98a4-86c9778c833a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'default'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:23.388502 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-2b4b8c49-5132-4bc7-98a4-86c9778c833a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 23 12:49:23.389063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-2b4b8c49-5132-4bc7-98a4-86c9778c833a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:49:23.393654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b4b8c49-5132-4bc7-98a4-86c9778c833a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.5431845
Nov 23 12:49:23.394960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42680) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:23.415144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.455378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] For port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,segment=NetworkSegment(324e9f5e-50c3-4c0d-ad2d-3316111a0275),segment_id=324e9f5e-50c3-4c0d-ad2d-3316111a0275)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:23.459448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.461501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d78a4f-2352-4c7b-937c-d497dada66fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:23.468410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-323934609'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:23.482127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42684) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:23.485551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--1839164948'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:23.496896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:23.516305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2111153155'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:23.520384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:23.533597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:23.538323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:23.539839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Pushing event updated for resources: {'Port': ['ID=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:23.546626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:23.550106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:23.566712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Usage tracker for resource:port and tenant:7f364519a3254b8e9f017b309dcc07ef is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:23.569185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:network and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:23.569626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:23.577260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:23.577949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:23.591474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c7893266-0e53-4deb-9cc1-fc01b095ef2b None None] Provisioning complete for port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:23.591907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7893266-0e53-4deb-9cc1-fc01b095ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.598011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:23.599826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:23.628190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.645646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Made reservation on behalf of d1a7616d312f4f50aa47a200b7fcbb2f for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:23.651799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.668078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.686917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.696733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Made reservation on behalf of 7f364519a3254b8e9f017b309dcc07ef for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:23.701815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.719480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.729969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.764844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e937a5a-bd6e-4caf-b589-fa449d7645a5 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:23.789735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for 9334f66e-d874-4071-8ab8-dda3608b1e44 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:23.844829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:23.911058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Subnet': ['ID=5d1fbfe4-4f6f-4578-ae04-d4736a643891,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:23.925946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:23.941772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:23.951276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:security_group_rule and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:23.955273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:23.964733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:23.988265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:23.998739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:24.006995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:24.011670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:24.098758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:24.101821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Usage tracker for resource:security_group_rule and tenant:7f364519a3254b8e9f017b309dcc07ef is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:24.162752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:24.165596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:24.184316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:24.193903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:24.218953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.232233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c3ba87-3119-4be6-9431-311518bcf6e1 None None] Network 0bdc9245-9588-4cf5-9761-126fda525603 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:24.241395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.241760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d010b64-f3c5-43ae-8af8-13eabb16be0e tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:24.272686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.299263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55c14921-efbf-42c6-9be9-e63ed5810f66 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:24.349074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e2844974-c3e2-429f-91dd-d584e8bc7c81 None None] Provisioning complete for port d65b0b0d-87ac-4e36-bd8b-410c00908056 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:24.349403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e2844974-c3e2-429f-91dd-d584e8bc7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.358202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.359713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=9334f66e-d874-4071-8ab8-dda3608b1e44,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:24.361918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.381801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:24.382810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8960f24f-181f-4a3d-b7fa-be2419f6c184 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:24.422365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=79db2b08-18ce-4111-b136-00d4fa6fba1c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:24.441985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:24.448057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/subnets/5d1fbfe4-4f6f-4578-ae04-d4736a643891 HTTP/1.1" status: 204  len: 168 time: 4.8331079
Nov 23 12:49:24.472264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42688) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:24.473394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.479900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e2844974-c3e2-429f-91dd-d584e8bc7c81 None None] Port d65b0b0d-87ac-4e36-bd8b-410c00908056 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:24.534505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:24.570026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Subnet': ['ID=1685b500-cde7-4977-88eb-6ae8c29783e1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:24.572813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.573959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Added segment 0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56 of type vxlan for network 6062ece5-9daf-4e90-82a3-ab8512046e69
Nov 23 12:49:24.575565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] DHCP port deletion for 0bdc9245-9588-4cf5-9761-126fda525603 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:24.582144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Deleting port 1d863234-53ea-4fb7-8647-3bf88d111fc2 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:24.582656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.593093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:24.593668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d06d6a6-a5e2-4b8a-92ba-a814f1b730b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:24.702456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b3e69-8fff-4177-b8ec-848a4e156b7d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:24.722780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:24.736466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.870926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] For port 1d863234-53ea-4fb7-8647-3bf88d111fc2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d863234-53ea-4fb7-8647-3bf88d111fc2,segment=NetworkSegment(58e36129-467a-401b-b04c-e63ce2e6b0fa),segment_id=58e36129-467a-401b-b04c-e63ce2e6b0fa)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:24.871310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.943927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.948832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:24.949515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:24.958750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6b2eb9e-ee6f-46c7-b38f-03d89bae03e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:25.003994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.014588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Calling delete_port for 1d863234-53ea-4fb7-8647-3bf88d111fc2 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:25.028452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.041245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.046682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714f478-d7c4-4926-9e7f-6c72066ede7d None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:25.048497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.051511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97f08c1f-505a-40d5-92a4-a6e53c96b691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:25.091387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.181518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/79db2b08-18ce-4111-b136-00d4fa6fba1c HTTP/1.1" status: 204  len: 168 time: 4.9393356
Nov 23 12:49:25.196691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42692) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:25.269216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.290432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d0f75213-e121-4fc2-b92e-8e78c1d671cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:25.349002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae1928b-0608-400f-816b-90a1d0fcdf57,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:25.368406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:25.381712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9bd9e776-3a73-4fd2-a0e6-9de5807d6ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:25.394830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Pushing event deleted for resources: {'Port': ['ID=1d863234-53ea-4fb7-8647-3bf88d111fc2,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:25.397807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:25.402737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-87dfc77f-426c-4be4-b03b-018ec5fb6587 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1875529
Nov 23 12:49:25.405656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42696) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:25.406535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:25.412506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Checking segment: {'id': 'be68f18e-417c-4646-9e66-7ef9ea4707ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:25.413444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network hostable DHCP agents. Network: a50c4050-24ed-49ce-ac9a-22204fe43620, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:25.430126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:25.446968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:25.457506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:25.469368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] No DVR routers for this DVR port 1d863234-53ea-4fb7-8647-3bf88d111fc2 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:25.481437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.3677318
Nov 23 12:49:25.483634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42700) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:25.485093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Network': ['ID=6062ece5-9daf-4e90-82a3-ab8512046e69,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:25.489719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:25.497567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'subnet': {'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:25.502947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:25.513086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:25.530491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:25.610174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:25.618080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:25.655777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, a50c4050-24ed-49ce-ac9a-22204fe43620) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:25.657960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:25.672613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:25.680692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:25.681478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.682031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60402f-2146-413f-aaa2-8cbf6d0dc218,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:25.695227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting subnet bb6176d1-ffc0-40ce-a58c-532791af2d89 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:25.706688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:subnet and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:25.714003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:25.717180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:25.717690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:25.720275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090553d0-171c-40a2-be52-a1cd19012e77 None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:25.721496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.725875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8106887
Nov 23 12:49:25.734186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:25.736150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42704) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:25.762443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-1152368130'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:25.811547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.834161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Deleting port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:25.834754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:25.874842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Made reservation on behalf of d1a7616d312f4f50aa47a200b7fcbb2f for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:25.894311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:25.973566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.006358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:26.134607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.158015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:26.205221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.231650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:port and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:26.240356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.247651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:26.267281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:26.280483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bed16616-45de-47ca-8ae1-4c60b948bacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:26.308603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:26.314222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.324010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:26.334443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.366844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:26.367456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.505047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] For port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:26.505632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.515485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbda44c-2bc9-48d0-a997-9940eb14d516,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:26.522050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a50c4050-24ed-49ce-ac9a-22204fe43620', 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'tenant_id': '8c6445a21a2d45db945354cbafac9e9b', 'fixed_ips': [{'subnet_id': '1685b500-cde7-4977-88eb-6ae8c29783e1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:26.523159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.548552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.586421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.591338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 3.1871490
Nov 23 12:49:26.610891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:26.614365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42708) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:26.644173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '7bbda44c-2bc9-48d0-a997-9940eb14d516', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:26.664968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:26.667911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Router 09846ff3-296c-45b5-90f3-0f45a13626a5 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:49:26.675402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Calling delete_port for e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:26.679031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:26.689889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:26.694125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:26.723434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port efa59e3b-724f-4d28-9511-b30bd3711864 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:26.727464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.791692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:26.826930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Transition to ACTIVE for port object e00e89f8-da82-477d-8cd1-dbe91c5f16d6 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:26.926235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.945948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd183de0-d3ea-452d-913d-f644a0c6e0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:26.963876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:26.996714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c49a9d7-9eb6-4c49-b0c2-84cb5d4c8e66 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:27.024950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.039966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d863234-53ea-4fb7-8647-3bf88d111fc2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:27.080022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.3 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/efa59e3b-724f-4d28-9511-b30bd3711864) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:27.091962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Pushing event deleted for resources: {'Port': ['ID=e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:27.099123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1d863234-53ea-4fb7-8647-3bf88d111fc2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:27.099430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d863234-53ea-4fb7-8647-3bf88d111fc2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:27.123102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:27.236457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] No DVR routers for this DVR port e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:27.322051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=e00e89f8-da82-477d-8cd1-dbe91c5f16d6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:27.421573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.421972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.422376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.422776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.423179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.423568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.423917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.424398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.424725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.425119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.425514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.425906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.426609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.426800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.427146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.427541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.427937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.428721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.428721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.429102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.429493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.429884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.430277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.430942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:27.453157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:27.472604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:27.512156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:27.512570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e406bfd5-c6d6-4f5e-85bf-b0ce73e2f8eb not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:27.790381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-920411d2-f5af-4d64-827e-ebf69f967fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.839650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.861093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.861723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.891151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:27.914373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:27.928345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object efa59e3b-724f-4d28-9511-b30bd3711864 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:27.993606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5fa386-1036-44b5-8472-5098444dca2b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:27.998084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:28.011564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d3483bf-3ab0-4ed4-bd12-ef99124dc5bf tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:28.020681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.078565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:28.079317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Network hostable DHCP agents. Network: a4d91bf9-b188-4961-ad4a-41add25bfdf5, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:28.085627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:28.087388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Subnet': ['ID=bb6176d1-ffc0-40ce-a58c-532791af2d89,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:28.094057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d2ddf96-6f6c-4ffe-ae11-db8d793caa35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:28.102110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0484655
Nov 23 12:49:28.102110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:28.104928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] Sync routers for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:28.110259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.114220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.4930158
Nov 23 12:49:28.115021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42712) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:28.115384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42714) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:28.118713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:28.119519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258df860>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:28.132976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '7bbda44c-2bc9-48d0-a997-9940eb14d516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:28.189648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258df860>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:28.208502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:28.209885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258df860>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:28.217317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:28.228322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:28.236674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:28.252564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.301769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:28.331794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.333859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/subnets/bb6176d1-ffc0-40ce-a58c-532791af2d89 HTTP/1.1" status: 204  len: 168 time: 3.8607147
Nov 23 12:49:28.338651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42720) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:28.344775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Subnet': ['ID=dba6305a-e2bc-471f-ba82-8a1acbde9a52,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:28.362386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Allocated IP 172.20.0.2 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/e9c73776-653c-4e12-a4f1-504b12846267) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:28.372626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c42a2-46fb-483d-b996-e2ebd824bf33 None None] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:28.377389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:28.378146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea63241e-d7db-4237-8e17-b80054c12c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:28.382524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:28.455422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.479557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258df860>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:28.481013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a45ef-22e0-4fed-9387-d8b2a6508850 None None] The sync data for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:28.504116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, a4d91bf9-b188-4961-ad4a-41add25bfdf5) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:28.530068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=efa59e3b-724f-4d28-9511-b30bd3711864,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:28.537245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:28.539016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:28.583925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2f2d4-59de-4cb1-976d-c38ac6af1e67 None None] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:28.595416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.623052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:28.627021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:28.629259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Checking segment: {'id': '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:28.629658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network hostable DHCP agents. Network: 6062ece5-9daf-4e90-82a3-ab8512046e69, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:28.637836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:28.651658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:28.652035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:28.652485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 on network a4d91bf9-b188-4961-ad4a-41add25bfdf5 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:28.692535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:28.692792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:28.693339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.693500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound using segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:28.693918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound port: e00e89f8-da82-477d-8cd1-dbe91c5f16d6, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:28.694295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.745792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:28.746517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.762429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:28.778351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Router bf854005-c104-41cb-9e71-520146d80305 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:49:28.788146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6062ece5-9daf-4e90-82a3-ab8512046e69) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:28.790700 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0494862
Nov 23 12:49:28.801477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42724) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:28.804413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94508527-a634-4b43-b61d-ca9e9b5342bb None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:28.818454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-1772769174', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:97:5d:f7'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:28.835368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:28.835923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:28.922051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:49:28.926802 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cc073e86-a3eb-4349-b2a5-d5992ff0767a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.7998636
Nov 23 12:49:28.962723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42728) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:29.002626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5144582
Nov 23 12:49:29.006281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42732) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:29.023868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1845896142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:29.097244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:29.105423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:router and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:29.121487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:29.133458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.137132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:29.169000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-901d602e-d9b4-4ead-bff1-24d03e40e294 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:29.170793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.171804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.176691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:29.196164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:port and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:29.202819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:29.213049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:29.236085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.238505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:29.328594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.349218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.392905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.411130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.415599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dcc86838-8a40-4346-b3d1-ca1edc56276b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.4054370
Nov 23 12:49:29.424173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42736) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:29.425657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port e00e89f8-da82-477d-8cd1-dbe91c5f16d6, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:29.445631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.458999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Transition to ACTIVE for port object e9c73776-653c-4e12-a4f1-504b12846267 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:29.468648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:29.473728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "PUT /v2.0/routers/bf854005-c104-41cb-9e71-520146d80305/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0174472
Nov 23 12:49:29.485672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:29.499333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] Sync routers for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:29.506243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Transition to ACTIVE for port object e9c73776-653c-4e12-a4f1-504b12846267 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:29.548326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port e00e89f8-da82-477d-8cd1-dbe91c5f16d6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e00e89f8-da82-477d-8cd1-dbe91c5f16d6,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:29.551882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.574115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-622f8862-905f-459f-8ae4-1bded967699c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:29.592303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:29.606490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.623370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:29.630604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0677ce0-ee5b-4f80-892a-cea843fb7a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:29.666525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] DHCP port deletion for 25668aa9-c8a9-46d1-a621-02f27113bd6e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:29.681537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6062ece5-9daf-4e90-82a3-ab8512046e69', 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69', 'tenant_id': 'd1a7616d312f4f50aa47a200b7fcbb2f', 'fixed_ips': [{'subnet_id': 'dba6305a-e2bc-471f-ba82-8a1acbde9a52'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:29.682713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.734591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Deleting port 6f936f97-ccd7-4e63-bbb5-b0714af45802 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:29.734834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:29.789927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port 330a73f7-ae22-407c-a74a-ffb104e35ba2 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:29.804690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:29.804690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d85d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:29.903887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Pushing event updated for resources: {'Port': ['ID=e9c73776-653c-4e12-a4f1-504b12846267,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:29.907118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:29.907759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d85d68>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:29.987260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.14 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/330a73f7-ae22-407c-a74a-ffb104e35ba2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:30.006016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.094472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.098854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] Routers {'bf854005-c104-41cb-9e71-520146d80305'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:30.099552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d85d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['bf854005-c104-41cb-9e71-520146d80305'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:30.117998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5d30>,) {'filters': {'network_id': ['0bdc9245-9588-4cf5-9761-126fda525603']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:30.184142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5d30>, '58e36129-467a-401b-b04c-e63ce2e6b0fa') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:30.184366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5d30>, '58e36129-467a-401b-b04c-e63ce2e6b0fa') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:30.257720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.266169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d85d68>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:30.266668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e550940-53a3-4a95-9a42-a0c267a54590 None None] The sync data for ids ['bf854005-c104-41cb-9e71-520146d80305'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:30.269845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.311498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=e00e89f8-da82-477d-8cd1-dbe91c5f16d6,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:30.332073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:30.382979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed105c60-ea05-486a-8789-48f8c7d06bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.390157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:30.392694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:30.400368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:30.465362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.470705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] For port 6f936f97-ccd7-4e63-bbb5-b0714af45802, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6f936f97-ccd7-4e63-bbb5-b0714af45802,segment=NetworkSegment(dcdc16fc-df17-43aa-ae68-c6375637f29c),segment_id=dcdc16fc-df17-43aa-ae68-c6375637f29c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:30.471162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.477388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:30.489489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Releasing vxlan tunnel 15 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:30.522281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:30.633406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1d3f9-85d5-4511-82b2-528044c3191c None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:30.660945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Calling delete_port for 6f936f97-ccd7-4e63-bbb5-b0714af45802 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:30.663915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:30.664621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.676855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.677144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:30.677593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.709607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object 330a73f7-ae22-407c-a74a-ffb104e35ba2 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:30.731139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.748756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting port f9c5f2a2-4c63-4962-b591-f01119379b4d {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:30.748992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.793702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.812632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5012b794-3198-4f41-a927-b05f400a85c4 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:30.916465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.919256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.923159 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/7bbda44c-2bc9-48d0-a997-9940eb14d516 HTTP/1.1" status: 204  len: 168 time: 1.9551566
Nov 23 12:49:30.924642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 0bdc9245-9588-4cf5-9761-126fda525603 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:30.932854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-272045b4-0fb8-4e37-8fb8-24f625976d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:30.939368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42744) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:30.946105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1081 time: 7.4485734
Nov 23 12:49:30.948784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 5.5332887
Nov 23 12:49:30.952942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:30.968047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42748) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:30.968453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42750) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:31.007675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Attempting to bind port e9c73776-653c-4e12-a4f1-504b12846267 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:31.008007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Attempting to bind port e9c73776-653c-4e12-a4f1-504b12846267 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'be68f18e-417c-4646-9e66-7ef9ea4707ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:31.008414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Attempting to bind port e9c73776-653c-4e12-a4f1-504b12846267 on network a50c4050-24ed-49ce-ac9a-22204fe43620 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:31.064657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:31.065101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Checking segment: {'id': 'be68f18e-417c-4646-9e66-7ef9ea4707ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:31.065614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.066207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Bound using segment: {'id': 'be68f18e-417c-4646-9e66-7ef9ea4707ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:31.066865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Bound port: e9c73776-653c-4e12-a4f1-504b12846267, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be68f18e-417c-4646-9e66-7ef9ea4707ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:31.067167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.078029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.081757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=330a73f7-ae22-407c-a74a-ffb104e35ba2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:31.117029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Allocated IP 172.20.0.2 (6062ece5-9daf-4e90-82a3-ab8512046e69/dba6305a-e2bc-471f-ba82-8a1acbde9a52/9369b700-e1e2-4bef-8dd8-2785040d48b1) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:31.130664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': 'a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f', 'ip_address': '2001:db8::e620:90ce:c2c8:66c6'}], 'name': 'tempest-NetworksTestDHCPv6-6955584'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:31.133946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.134426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.134905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.135527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.136025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.136406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.136823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.137204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.137618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.138021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.138421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.138825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.139318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.139722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.140125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.140554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.140959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.141435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.141838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.142246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.142650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.143052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.143455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.143855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:31.157734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbda44c-2bc9-48d0-a997-9940eb14d516,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:31.173220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:31.209359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-26173810-33ad-447a-af22-263d213cc41e tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2652240
Nov 23 12:49:31.209639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.223998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42756) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:31.227204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:31.235013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--2046707010'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:31.246092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:31.251869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32485a14-63e5-4ab0-bac1-6ac69c2607e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:31.253813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.262867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:31.269215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:31.281217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:31.398030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:31.405744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Calling delete_port for f9c5f2a2-4c63-4962-b591-f01119379b4d owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:31.444848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:31.452048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:31.469749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Pushing event deleted for resources: {'Port': ['ID=6f936f97-ccd7-4e63-bbb5-b0714af45802,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:31.472447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:31.475616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Deleting port e00e89f8-da82-477d-8cd1-dbe91c5f16d6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:31.475745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.513365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 0bdc9245-9588-4cf5-9761-126fda525603 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:31.526685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:31.526685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.549475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6f936f97-ccd7-4e63-bbb5-b0714af45802 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:31.550747 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:31.553972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.589911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 2.7822092
Nov 23 12:49:31.591558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:31.602901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 6f936f97-ccd7-4e63-bbb5-b0714af45802 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:31.603294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6f936f97-ccd7-4e63-bbb5-b0714af45802 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:31.671172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] For port e9c73776-653c-4e12-a4f1-504b12846267, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:31.696660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] No DVR routers for this DVR port 6f936f97-ccd7-4e63-bbb5-b0714af45802 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:31.706727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:31.707642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.723565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] For port e9c73776-653c-4e12-a4f1-504b12846267, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e9c73776-653c-4e12-a4f1-504b12846267,segment=NetworkSegment(be68f18e-417c-4646-9e66-7ef9ea4707ab),segment_id=be68f18e-417c-4646-9e66-7ef9ea4707ab)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:31.733652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:31.742069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:31.742357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.747821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:31.762115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:31.770433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:31.849415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:31.854013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:31.862666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:31.864007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:31.867267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:31.871823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:31.872778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Synchronizing usage tracker for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:31.872921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e52e74bc-d7e9-47f2-a33c-bb4e4f82843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:31.916606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Unset dirty status for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:31.921112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a9ba9f1-192c-4873-8fc8-a639b8869975 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.3296537
Nov 23 12:49:31.921871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42764) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:32.008697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.009894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.030009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1727d46-b98b-40a2-bee1-1be4ba40dfbf tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:32.120674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.128078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.131589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Pushing event updated for resources: {'Port': ['ID=e9c73776-653c-4e12-a4f1-504b12846267,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:32.149158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.158380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Port': ['ID=f9c5f2a2-4c63-4962-b591-f01119379b4d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:32.171004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.174228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:32.176960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Transition to ACTIVE for port object 9369b700-e1e2-4bef-8dd8-2785040d48b1 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:32.177659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5163581-f4eb-402c-bba7-751f2fe49f04 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:32.181233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:32.192368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.192768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.194885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.195241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.195613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.196341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.196341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.196779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.197151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.198101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.198728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.199178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.199554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.199928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.200298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.200696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.201064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.201435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.201792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:49:32.206471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:32.216266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port 330a73f7-ae22-407c-a74a-ffb104e35ba2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:32.216558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.237758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:32.242042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Network': ['ID=0bdc9245-9588-4cf5-9761-126fda525603,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:32.255345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Transition to ACTIVE for port object 9369b700-e1e2-4bef-8dd8-2785040d48b1 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:32.265013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.286214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=be437cc2-a5ec-4608-b91b-abe401e9d7c3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:32.288583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.293655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.0648191
Nov 23 12:49:32.305193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:32.305757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42768) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:32.314503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.333723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:32.344122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e733204b-abbe-4d90-88a7-b0f3f12b4bbf tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': 'be437cc2-a5ec-4608-b91b-abe401e9d7c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:32.344319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/networks/0bdc9245-9588-4cf5-9761-126fda525603 HTTP/1.1" status: 204  len: 168 time: 3.9962482
Nov 23 12:49:32.344406 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-e733204b-abbe-4d90-88a7-b0f3f12b4bbf tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 23 12:49:32.344406 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-e733204b-abbe-4d90-88a7-b0f3f12b4bbf tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:32.344406 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e733204b-abbe-4d90-88a7-b0f3f12b4bbf tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0245719
Nov 23 12:49:32.344406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42772) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:32.350104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42774) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:32.388302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-db9df6e7-5d57-40aa-8b80-a291e943cb86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:32.417137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.446478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:32.525005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Pushing event updated for resources: {'Port': ['ID=9369b700-e1e2-4bef-8dd8-2785040d48b1,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:32.528849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:32.578262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port e00e89f8-da82-477d-8cd1-dbe91c5f16d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e00e89f8-da82-477d-8cd1-dbe91c5f16d6,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:32.578262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.676215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:32.677645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f/76c7dd31-78c7-4936-abe7-8eb037e6f902) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:32.678497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-9bc880d6-b315-4135-be9b-b5135d2eefe0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:32.679649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9bc880d6-b315-4135-be9b-b5135d2eefe0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5/add_router_interface HTTP/1.1" status: 400  len: 438 time: 4.5591285
Nov 23 12:49:32.686243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:32.688138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42780) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:32.688691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:32.756658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:32.894774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Calling delete_port for e00e89f8-da82-477d-8cd1-dbe91c5f16d6 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:33.141438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.168476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Attempting to bind port 9369b700-e1e2-4bef-8dd8-2785040d48b1 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:33.168891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Attempting to bind port 9369b700-e1e2-4bef-8dd8-2785040d48b1 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:33.169268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Attempting to bind port 9369b700-e1e2-4bef-8dd8-2785040d48b1 on network 6062ece5-9daf-4e90-82a3-ab8512046e69 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:33.184553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:33.185061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Checking segment: {'id': '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:33.185425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.185875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Bound using segment: {'id': '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:33.186420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Bound port: 9369b700-e1e2-4bef-8dd8-2785040d48b1, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:33.186856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.187067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.274966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.303713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2df8f38-95e6-439c-812e-fdeac24735ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:33.337775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.391467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] For port 9369b700-e1e2-4bef-8dd8-2785040d48b1, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:33.410173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] For port 9369b700-e1e2-4bef-8dd8-2785040d48b1, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9369b700-e1e2-4bef-8dd8-2785040d48b1,segment=NetworkSegment(0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56),segment_id=0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:33.414827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.422457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.444103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:33.471806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event deleted for resources: {'Port': ['ID=e00e89f8-da82-477d-8cd1-dbe91c5f16d6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:33.474664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:33.474963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.557826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Transition to ACTIVE for port object 76c7dd31-78c7-4936-abe7-8eb037e6f902 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:33.613479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Transition to ACTIVE for port object 76c7dd31-78c7-4936-abe7-8eb037e6f902 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:33.623778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Pushing event updated for resources: {'Port': ['ID=9369b700-e1e2-4bef-8dd8-2785040d48b1,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:33.642318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:33.645506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.668449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:33.721872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e9c73776-653c-4e12-a4f1-504b12846267 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:33.733910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.763354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.773133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:33.785730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.810919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for 330a73f7-ae22-407c-a74a-ffb104e35ba2 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:33.862798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 75233204-fe4a-408e-9ece-ae91a174d7d4 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:33.901440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Pushing event updated for resources: {'Port': ['ID=76c7dd31-78c7-4936-abe7-8eb037e6f902,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:33.905643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:33.970765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:33.974419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=be437cc2-a5ec-4608-b91b-abe401e9d7c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:33.976012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e9c73776-653c-4e12-a4f1-504b12846267 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:33.989466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:34.023910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "DELETE /v2.0/ports/e00e89f8-da82-477d-8cd1-dbe91c5f16d6 HTTP/1.1" status: 204  len: 168 time: 3.0004570
Nov 23 12:49:34.028466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42784) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:34.032795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.034076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/be437cc2-a5ec-4608-b91b-abe401e9d7c3 HTTP/1.1" status: 204  len: 168 time: 1.6777887
Nov 23 12:49:34.045608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42786) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:34.057813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:34.059244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:34.067773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:34.155471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Attempting to bind port 76c7dd31-78c7-4936-abe7-8eb037e6f902 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:34.156509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Attempting to bind port 76c7dd31-78c7-4936-abe7-8eb037e6f902 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:34.157243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Attempting to bind port 76c7dd31-78c7-4936-abe7-8eb037e6f902 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:34.166244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:34.167090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:34.167734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.168545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:34.169229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Bound port: 76c7dd31-78c7-4936-abe7-8eb037e6f902, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:34.170366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.241599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb64b34-f619-4efc-a4a0-8896932c82b7 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] GET failed (client error): The resource could not be found.
Nov 23 12:49:34.242379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ceb64b34-f619-4efc-a4a0-8896932c82b7 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Synchronizing usage tracker for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:34.327224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] For port 76c7dd31-78c7-4936-abe7-8eb037e6f902, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:34.393934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ceb64b34-f619-4efc-a4a0-8896932c82b7 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Unset dirty status for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:34.395252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ceb64b34-f619-4efc-a4a0-8896932c82b7 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports/e00e89f8-da82-477d-8cd1-dbe91c5f16d6 HTTP/1.1" status: 404  len: 333 time: 0.3591208
Nov 23 12:49:34.404402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42792) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:34.416157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637156262'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:34.429227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d87c4e1-d8d6-4a81-a531-c08d22858293 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:34.459655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.475767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:34.489428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e193e7-fdbe-4534-99b7-67543bcb65ae None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:34.495765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68241de278>,) {'filters': {'network_id': ['25668aa9-c8a9-46d1-a621-02f27113bd6e']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:34.501408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Allocated IP 172.20.0.1 (6062ece5-9daf-4e90-82a3-ab8512046e69/dba6305a-e2bc-471f-ba82-8a1acbde9a52/faaa1d9d-5a66-4a84-9b8b-e08835f659d6) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:34.508158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.524248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:34.551663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d87c4e1-d8d6-4a81-a531-c08d22858293 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:34.556710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d87c4e1-d8d6-4a81-a531-c08d22858293 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5037029
Nov 23 12:49:34.575603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42796) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:34.592115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241de278>, 'dcdc16fc-df17-43aa-ae68-c6375637f29c') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:34.592512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241de278>, 'dcdc16fc-df17-43aa-ae68-c6375637f29c') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:34.601025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] For port 76c7dd31-78c7-4936-abe7-8eb037e6f902, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=76c7dd31-78c7-4936-abe7-8eb037e6f902,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:34.605416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Provisioning for port e9c73776-653c-4e12-a4f1-504b12846267 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:34.613100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.613506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.631323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59996bf7-efef-475b-99d6-0e8131301309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:34.634750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f80de894-1364-43ec-b255-3c82c11a6bdd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:34.639966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Made reservation on behalf of 7f364519a3254b8e9f017b309dcc07ef for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:34.644879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.672258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--183762796'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:34.678727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::e620:90ce:c2c8:66c6 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f/75233204-fe4a-408e-9ece-ae91a174d7d4) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:34.715044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Provisioning complete for port e9c73776-653c-4e12-a4f1-504b12846267 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:34.715471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.734451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.789386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=330a73f7-ae22-407c-a74a-ffb104e35ba2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:34.793678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:34.872067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.876845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:34.877455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Fanout notify agent at l3_agent the message router_deleted on router bf854005-c104-41cb-9e71-520146d80305 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:49:34.888082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Releasing vxlan tunnel 12 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:35.026444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Pushing event updated for resources: {'Port': ['ID=76c7dd31-78c7-4936-abe7-8eb037e6f902,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:35.035723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:35.042776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.046930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/routers/bf854005-c104-41cb-9e71-520146d80305 HTTP/1.1" status: 204  len: 168 time: 5.5586069
Nov 23 12:49:35.047896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42800) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:35.114329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:35.166201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.169051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:35.188727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.233106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] For port e9c73776-653c-4e12-a4f1-504b12846267, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e9c73776-653c-4e12-a4f1-504b12846267,segment=NetworkSegment(be68f18e-417c-4646-9e66-7ef9ea4707ab),segment_id=be68f18e-417c-4646-9e66-7ef9ea4707ab)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:35.239284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.240933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73b4eb71-d776-4edf-80b8-4d3b1a414450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:35.312185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:35.384690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Pushing event updated for resources: {'Port': ['ID=e9c73776-653c-4e12-a4f1-504b12846267,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:35.389506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:35.393188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:35.518239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.612226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.658165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.693587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.742325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9369b700-e1e2-4bef-8dd8-2785040d48b1 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:35.834996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 75233204-fe4a-408e-9ece-ae91a174d7d4 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:35.867066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Provisioning for port efa59e3b-724f-4d28-9511-b30bd3711864 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:35.876654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Provisioning complete for port efa59e3b-724f-4d28-9511-b30bd3711864 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:35.877062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:35.904299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:35.907257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Transition to ACTIVE for port object faaa1d9d-5a66-4a84-9b8b-e08835f659d6 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:35.918925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:35.929693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:35.948186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:35.958709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5abe81a-7fc8-461c-9d62-113f68d7abaa None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:36.021699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.048889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:36.070210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.093945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:36.154605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network 25668aa9-c8a9-46d1-a621-02f27113bd6e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:36.212257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e9c73776-653c-4e12-a4f1-504b12846267 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:36.239613 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:36.261572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Port efa59e3b-724f-4d28-9511-b30bd3711864 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:36.289509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.310765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.335433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Provisioning complete for port e9c73776-653c-4e12-a4f1-504b12846267 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:36.336055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c184a625-c6a5-43dc-8124-3f35b56bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.377243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.381984 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/330a73f7-ae22-407c-a74a-ffb104e35ba2 HTTP/1.1" status: 204  len: 168 time: 4.4431875
Nov 23 12:49:36.398579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42806) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:36.484727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:36.511351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Deleting subnet 71500aa0-2f9b-4138-8e20-b798da2db632 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:36.522310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.537104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e9c73776-653c-4e12-a4f1-504b12846267 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:36.537768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.557150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:36.572671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.575572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9825f99b-1cba-4315-b762-2a2257439425 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:36.582998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:36.606270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.632844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Network': ['ID=25668aa9-c8a9-46d1-a621-02f27113bd6e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:36.637628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.639503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.650405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c287096d-eedf-4d50-bc87-01b31fd72e98 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] GET failed (client error): The resource could not be found.
Nov 23 12:49:36.658014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c287096d-eedf-4d50-bc87-01b31fd72e98 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports/330a73f7-ae22-407c-a74a-ffb104e35ba2 HTTP/1.1" status: 404  len: 333 time: 0.2395892
Nov 23 12:49:36.658014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:36.661861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.670115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42810) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:36.677127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:36.678408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:36.680081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/networks/25668aa9-c8a9-46d1-a621-02f27113bd6e HTTP/1.1" status: 204  len: 168 time: 4.3323109
Nov 23 12:49:36.687932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42814) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:36.703474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-833959938'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:36.728771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:36.729521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:36.730371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.825747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.880698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Provisioning for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:36.894119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Provisioning complete for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:36.894469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:36.941360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=faaa1d9d-5a66-4a84-9b8b-e08835f659d6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:37.102116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.115309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.121251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 2.4828393
Nov 23 12:49:37.159528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] For port 9369b700-e1e2-4bef-8dd8-2785040d48b1, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9369b700-e1e2-4bef-8dd8-2785040d48b1,segment=NetworkSegment(0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56),segment_id=0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:37.164154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.169879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42818) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:37.170710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:37.175469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.7670927
Nov 23 12:49:37.177369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=75233204-fe4a-408e-9ece-ae91a174d7d4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:37.183123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:37.189902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42820) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:37.195666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-225a9c82-57d7-4f7f-8a6f-ddea88171fa9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '89f95005-c2eb-46df-8017-dd0536cde95e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:37.198929 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-225a9c82-57d7-4f7f-8a6f-ddea88171fa9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 23 12:49:37.199814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-225a9c82-57d7-4f7f-8a6f-ddea88171fa9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:37.203848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:37.204601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-225a9c82-57d7-4f7f-8a6f-ddea88171fa9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0239069
Nov 23 12:49:37.206008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.813s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:37.207059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:37.220270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42826) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:37.222411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6137f191-a65b-4d52-8554-6d43e5678fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:37.275020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Provisioning complete for port efa59e3b-724f-4d28-9511-b30bd3711864 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:37.276139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.362553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Port efa59e3b-724f-4d28-9511-b30bd3711864 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:37.391762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:37.394115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Pushing event updated for resources: {'Port': ['ID=9369b700-e1e2-4bef-8dd8-2785040d48b1,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:37.409465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:37.420670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Provisioning complete for port e9c73776-653c-4e12-a4f1-504b12846267 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:37.421108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.430292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:37.443762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:37.445845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:37.456010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:37.469889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:37.470622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.497683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:37.564208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 6.5390015
Nov 23 12:49:37.565830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.611252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.691446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42830) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:37.692584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=89f95005-c2eb-46df-8017-dd0536cde95e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:37.702058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:37.747040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9369b700-e1e2-4bef-8dd8-2785040d48b1 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:37.782428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.803816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting subnet 226427d6-6e38-4225-af77-b1519683da79 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:37.824615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:37.839485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.857987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:37.858761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.859758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14131626-5f2c-4886-b7d4-0faf39435baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:37.894264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Usage tracker for resource:port and tenant:8c6445a21a2d45db945354cbafac9e9b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:37.920966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:37.930901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f95005-c2eb-46df-8017-dd0536cde95e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:37.956399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:37.957392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:37.968494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.971332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.983295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning complete for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:37.984906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.989407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:37.990661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/89f95005-c2eb-46df-8017-dd0536cde95e HTTP/1.1" status: 204  len: 168 time: 0.7580159
Nov 23 12:49:37.999238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42834) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:38.012462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:38.022898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.055236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.098239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f43b1e-516a-4818-966b-f7b31fcc9fbb tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:38.153540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf7d41-6217-486f-a08c-360156244ece tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:38.159656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf7d41-6217-486f-a08c-360156244ece tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:38.160593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78bf7d41-6217-486f-a08c-360156244ece tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:38.172971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 76c7dd31-78c7-4936-abe7-8eb037e6f902 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:38.216282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.231201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/subnets/71500aa0-2f9b-4138-8e20-b798da2db632 HTTP/1.1" status: 204  len: 168 time: 3.1280773
Nov 23 12:49:38.232498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Subnet': ['ID=71500aa0-2f9b-4138-8e20-b798da2db632,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:38.247423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42838) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:38.271791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:38.322001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Could not find standard attr ID for object 330a73f7-ae22-407c-a74a-ffb104e35ba2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:49:38.326150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 76c7dd31-78c7-4936-abe7-8eb037e6f902 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:38.347309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning for port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:38.355602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning complete for port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:38.356315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.387922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78bf7d41-6217-486f-a08c-360156244ece tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:38.397196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-78bf7d41-6217-486f-a08c-360156244ece tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1682 time: 0.6873751
Nov 23 12:49:38.408525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42842) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:38.414048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bfc3faa-2037-4121-9f1c-c90693d7caf6 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:38.436818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:38.444934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.450402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning for port 76c7dd31-78c7-4936-abe7-8eb037e6f902 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:38.455988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning complete for port 76c7dd31-78c7-4936-abe7-8eb037e6f902 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:38.456409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.506058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.570634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bfc3faa-2037-4121-9f1c-c90693d7caf6 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:38.575772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8bfc3faa-2037-4121-9f1c-c90693d7caf6 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5703738
Nov 23 12:49:38.575772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:38.595417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42846) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:38.596200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.601935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.635203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] For port 76c7dd31-78c7-4936-abe7-8eb037e6f902, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=76c7dd31-78c7-4936-abe7-8eb037e6f902,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:38.639270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.641555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75597eb5-3b5a-40ea-b5e5-9de71c73bee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:38.657699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--1517474936'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:38.665007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 75233204-fe4a-408e-9ece-ae91a174d7d4 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:38.665407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.721840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Provisioning complete for port e9c73776-653c-4e12-a4f1-504b12846267 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:38.722201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:38.761684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Pushing event updated for resources: {'Port': ['ID=76c7dd31-78c7-4936-abe7-8eb037e6f902,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:38.767565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:38.990517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Provisioning complete for port 9369b700-e1e2-4bef-8dd8-2785040d48b1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:38.990954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.055033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:39.067223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.137219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Provisioning complete for port 76c7dd31-78c7-4936-abe7-8eb037e6f902 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:39.137651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.159771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:39.282324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Provisioning for port 75233204-fe4a-408e-9ece-ae91a174d7d4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:39.287424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Provisioning complete for port 75233204-fe4a-408e-9ece-ae91a174d7d4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:39.287860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.337611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.346139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Port 75233204-fe4a-408e-9ece-ae91a174d7d4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:39.361853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Provisioning complete for port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:39.362284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.423411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a96d9-4ee6-4a83-8702-c0fcd412decd None None] Port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:39.468780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.6 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/0f94db4b-6e1c-44d2-9e62-95b4704dc642) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:39.495460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 76c7dd31-78c7-4936-abe7-8eb037e6f902 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:39.573905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 76c7dd31-78c7-4936-abe7-8eb037e6f902 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:39.575030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.595243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.672513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:39.722881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:39.802871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:39.823836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:39.829225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 75233204-fe4a-408e-9ece-ae91a174d7d4 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:39.845914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:39.869868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:39.944655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682445f160>,) {'filters': {'network_id': ['eb784e76-a111-4ee6-be67-2aa33eaac1f4']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:39.993872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682445f160>, '76ccfccb-caeb-4af5-abb5-f36d6f51530a') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:39.994306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682445f160>, '76ccfccb-caeb-4af5-abb5-f36d6f51530a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:40.029735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.080550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:40.090617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.096514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:40.147907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.156615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.189472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.192646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cadac99e-f044-420c-b9a5-4f271755d260 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:40.283933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.298407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.302656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Transition to ACTIVE for port object fb97c316-31cc-46bf-8a7a-dec0ae4bda4c will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:40.309747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.354890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.382641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-020ca41a-a621-4d62-9271-4a052f68fe4f tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:40.397723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object 0f94db4b-6e1c-44d2-9e62-95b4704dc642 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:40.402912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.410553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.423773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.430007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=faaa1d9d-5a66-4a84-9b8b-e08835f659d6,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:40.490621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:40.503720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea0c37f0-91dc-4792-aa90-7453edb9f62e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:40.557646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=75233204-fe4a-408e-9ece-ae91a174d7d4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:40.566097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:40.577116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Subnet': ['ID=226427d6-6e38-4225-af77-b1519683da79,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:40.599923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:40.621293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:40.621945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c99e1d8-8104-4c5f-a369-b7bd476d34ae tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:40.645256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.656309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting port d65b0b0d-87ac-4e36-bd8b-410c00908056 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:40.656801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.667173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a3961af-90f6-45a2-82b7-3ff577767c4b tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:40.686582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.843557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=0f94db4b-6e1c-44d2-9e62-95b4704dc642,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:40.851382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:40.852769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.858654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:40.859680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:40.873683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:40.878630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.2237344
Nov 23 12:49:40.890437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42850) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:40.926096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-60ba7a6d-2dc9-4d0d-a95c-bee34c411e8c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:40.929656 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-60ba7a6d-2dc9-4d0d-a95c-bee34c411e8c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 23 12:49:40.930271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-60ba7a6d-2dc9-4d0d-a95c-bee34c411e8c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:40.934278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60ba7a6d-2dc9-4d0d-a95c-bee34c411e8c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0161533
Nov 23 12:49:40.940190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42854) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:40.951950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-798e3135-f89f-478a-9269-2b102ff3fb53 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:40.954246 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-798e3135-f89f-478a-9269-2b102ff3fb53 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 23 12:49:40.954826 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-798e3135-f89f-478a-9269-2b102ff3fb53 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:40.958855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-798e3135-f89f-478a-9269-2b102ff3fb53 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0092347
Nov 23 12:49:41.006319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42858) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.092281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:41.101022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a5810e6d-cd41-4ef1-8cab-ceceb7833d2a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:41.101913 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-a5810e6d-cd41-4ef1-8cab-ceceb7833d2a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 23 12:49:41.102477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a5810e6d-cd41-4ef1-8cab-ceceb7833d2a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:41.107116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5810e6d-cd41-4ef1-8cab-ceceb7833d2a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0359132
Nov 23 12:49:41.117779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:41.130158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42862) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.134116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af45c8c5-b5d3-48b5-8885-46e29d58e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.639s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:41.217574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d9b2143-28cd-4d0f-868a-81e79f8f381e tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:41.218492 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-4d9b2143-28cd-4d0f-868a-81e79f8f381e tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 23 12:49:41.219048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4d9b2143-28cd-4d0f-868a-81e79f8f381e tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:41.222958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d9b2143-28cd-4d0f-868a-81e79f8f381e tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0770419
Nov 23 12:49:41.228999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Network eb784e76-a111-4ee6-be67-2aa33eaac1f4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:41.250934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb0d2a-734d-4326-81c2-7d628e457001 None None] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:41.264842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42866) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:41.267582 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:41.270965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.275639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/subnets/226427d6-6e38-4225-af77-b1519683da79 HTTP/1.1" status: 204  len: 168 time: 4.5840232
Nov 23 12:49:41.301167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42870) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.352554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/75233204-fe4a-408e-9ece-ae91a174d7d4 HTTP/1.1" status: 204  len: 168 time: 2.9408846
Nov 23 12:49:41.406924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ea87fd28-c109-4f55-a4ee-ddcfa1504797 None None] Provisioning complete for port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:41.407132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.407718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea87fd28-c109-4f55-a4ee-ddcfa1504797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.521234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ea87fd28-c109-4f55-a4ee-ddcfa1504797 None None] Port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:41.567096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:41.576608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:41.579118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:41.615997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] DHCP port deletion for af77df47-08e0-432f-bc6f-76213d6c4cc2 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:41.622974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Deleting port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:41.623228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.623950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.690377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:41.712524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:41.743054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410aed97-1a92-419b-9b50-a90418139438 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:41.745222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410aed97-1a92-419b-9b50-a90418139438 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:41.746093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-410aed97-1a92-419b-9b50-a90418139438 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:41.798894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.809412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:41.809788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:41.810136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c on network a4d91bf9-b188-4961-ad4a-41add25bfdf5 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:41.824597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.834853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9362b02-1372-41d0-b024-0e7b723b27fd tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:41.894589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-410aed97-1a92-419b-9b50-a90418139438 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:41.896760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-410aed97-1a92-419b-9b50-a90418139438 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4821069
Nov 23 12:49:41.902389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:41.903092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.914680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.918169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42878) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:41.923446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] For port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,segment=NetworkSegment(0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4),segment_id=0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:41.923902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.961267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:41.961659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:41.988915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Calling delete_port for d65b0b0d-87ac-4e36-bd8b-410c00908056 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:42.019517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:42.019923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:42.020275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.020831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound using segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:42.021273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound port: fb97c316-31cc-46bf-8a7a-dec0ae4bda4c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:42.021537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.036585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Pushing event deleted for resources: {'Network': ['ID=eb784e76-a111-4ee6-be67-2aa33eaac1f4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:42.045687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.3674800
Nov 23 12:49:42.046976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42882) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:42.058820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:97:5d:f7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:42.067724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Calling delete_port for 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:42.093627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:42.109605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] 10.222.0.60 "DELETE /v2.0/networks/eb784e76-a111-4ee6-be67-2aa33eaac1f4 HTTP/1.1" status: 204  len: 168 time: 3.8531005
Nov 23 12:49:42.126477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.153731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7924b01f-7edc-4278-a8b4-bb1d8846080a None None] Provisioning for port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:42.159663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7924b01f-7edc-4278-a8b4-bb1d8846080a None None] Provisioning complete for port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:42.160287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7924b01f-7edc-4278-a8b4-bb1d8846080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.219310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.240313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.334500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7924b01f-7edc-4278-a8b4-bb1d8846080a None None] Port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:42.336792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7ecf1431-6efd-4e26-86c2-95e965d318c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:42.393533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Pushing event deleted for resources: {'Port': ['ID=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:42.397053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:42.397897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] No DVR routers for this DVR port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:42.431244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:42.452095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:42.458165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] For port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7806f1a4-84d7-484f-b8ff-d7c7187c6b0e,segment=NetworkSegment(0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4),segment_id=0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:42.458567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.467596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.472071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.476936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42890) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:42.492314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae4945a8-d317-4a10-a354-09727242688d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:42.583260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:42.596514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:42.609014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0677fd79-7a87-4973-9b2c-18ffc5103843 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:42.613917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Calling delete_port for 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:42.719110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.720269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/2d9bf84a-09fc-4c0e-a1e3-1cb2381b5c59 HTTP/1.1" status: 204  len: 168 time: 1.4517868
Nov 23 12:49:42.726246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42896) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:42.745941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:42.762940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.843799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:42.852562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:42.865359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.874048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:42.874405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:42.896101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.896331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:42.897047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.898519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "PUT /v2.0/ports/fb97c316-31cc-46bf-8a7a-dec0ae4bda4c HTTP/1.1" status: 200  len: 1075 time: 5.7056842
Nov 23 12:49:42.911156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42900) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:42.914574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:42.942403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-844f4d5d-f6a0-4df0-8b2d-2b42394579b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:42.981306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Router f1d701e7-baee-4230-984a-8a2e43f19690 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:49:43.037002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-257a6b23-3c24-4f4b-a361-488f5cea9d97 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.3073773
Nov 23 12:49:43.047776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42904) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:43.057014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Port': ['ID=d65b0b0d-87ac-4e36-bd8b-410c00908056,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:43.068526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--548235445'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:43.077896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:43.081754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b9072ae-8c9c-4680-82f7-e431b8715c88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=852666498b794b18ae8c208b3e751dc0&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5993443
Nov 23 12:49:43.087389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42908) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:43.095126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:43.116414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:43.124940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:43.134560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:43.168965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.206389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.351480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.351924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.352512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.352669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.353062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:43.353172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.353510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.353918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.354324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.354716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.355218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.355487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.355879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.356274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.356695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:43.358304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Synchronizing usage tracker for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:43.395984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Deleting port 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:43.396360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.413008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:43.427868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:43.509107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:43.512777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:43.557038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.564011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:49:43.564409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7806f1a4-84d7-484f-b8ff-d7c7187c6b0e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:49:43.753694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.775806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.786257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-897fd72c-4566-4cd5-919b-2f7a0122fdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:43.817939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Unset dirty status for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:43.819235 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55cefd31-804f-4a19-a2cb-430561f21393 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 13070 time: 0.9005368
Nov 23 12:49:43.828152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.840139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] The port '7806f1a4-84d7-484f-b8ff-d7c7187c6b0e' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:49:43.840846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42912) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:43.911850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=049e60d9-a2a4-449f-bff4-61c588e0ac73,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:43.921607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:43.922510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:43.923830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.8685555
Nov 23 12:49:43.928823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42916) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:43.937166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-126ac0a5-2c31-4c59-8e94-4a9fb6c61b13 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:43.938743 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-126ac0a5-2c31-4c59-8e94-4a9fb6c61b13 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 23 12:49:43.939484 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-126ac0a5-2c31-4c59-8e94-4a9fb6c61b13 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:43.940333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-126ac0a5-2c31-4c59-8e94-4a9fb6c61b13 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0100207
Nov 23 12:49:43.944367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42920) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:44.013609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:44.030166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:44.063744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.084706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.106590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:44.109504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-93a67501-efb1-46d8-9eba-50c5526c761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:44.142783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:44.143121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.166984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Deleting port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:44.167362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.285118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:44.297536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] Sync routers for ids ['f1d701e7-baee-4230-984a-8a2e43f19690'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:44.315279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] Routers {'f1d701e7-baee-4230-984a-8a2e43f19690'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:44.315972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266a4ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1d701e7-baee-4230-984a-8a2e43f19690'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.353187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "PUT /v2.0/routers/f1d701e7-baee-4230-984a-8a2e43f19690/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9226425
Nov 23 12:49:44.358874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42924) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:44.361738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.385289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'port': {'network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69', 'name': 'tempest-FloatingIPNegativeTestJSON-1309515554'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:44.407166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266a4ba8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.420815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] Routers {'f1d701e7-baee-4230-984a-8a2e43f19690'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:44.421698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266a4ba8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1d701e7-baee-4230-984a-8a2e43f19690'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.425156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.450029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:44.487072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:44.489490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:44.489664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266a4ba8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.490230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f70279-4c97-4ed9-b5f4-bff296c370b3 None None] The sync data for ids ['f1d701e7-baee-4230-984a-8a2e43f19690'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:44.499352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:44.658277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f860048>,) {'filters': {'network_id': ['af77df47-08e0-432f-bc6f-76213d6c4cc2']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.674640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.706608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:44.710671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8474b700-9417-4a7a-9203-0736b5dd3f9b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.7612567
Nov 23 12:49:44.713803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42928) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:44.719185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.727244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a2b3786f-de1d-47f8-9850-a2d247a5f515 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:44.727453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202b4e1-67fc-4efb-9825-67d248ff0dbd None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:44.727575 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-a2b3786f-de1d-47f8-9850-a2d247a5f515 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 23 12:49:44.728041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f860048>, '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.728155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a2b3786f-de1d-47f8-9850-a2d247a5f515 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:44.728325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f860048>, '0ed4c2c3-5e0b-43ee-92e6-2d357f818cc4') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:44.732465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2b3786f-de1d-47f8-9850-a2d247a5f515 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0137682
Nov 23 12:49:44.734956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42932) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:44.801104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:44.815039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f HTTP/1.1" status: 204  len: 168 time: 2.8338943
Nov 23 12:49:44.816606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:44.822235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42936) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:44.825264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:44.828560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.829388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:44.840267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=0f94db4b-6e1c-44d2-9e62-95b4704dc642,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:44.863060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:44.871068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e907bdaa-4a5b-45b6-8682-266ea7235ee7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:44.879212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.883078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5af51599-47d8-416e-a83a-b02f85f7a232 HTTP/1.1" status: 204  len: 168 time: 1.7907021
Nov 23 12:49:44.932006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:44.939506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af51599-47d8-416e-a83a-b02f85f7a232,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:44.946507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:49:44.982135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:44.983494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:44.990023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f59e3b7e-47dc-474d-b0ab-773f1179fa92 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1665037
Nov 23 12:49:44.993750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42942) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.007537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.076901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port fb97c316-31cc-46bf-8a7a-dec0ae4bda4c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:45.077305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.094192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:45.124322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Router 09846ff3-296c-45b5-90f3-0f45a13626a5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:49:45.159055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:45.160627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64877b52-37ad-4367-bd83-fe1937bed326 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4230101
Nov 23 12:49:45.167864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:port and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:45.174587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42948) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.194341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:45.200227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:45.203453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:45.209611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:45.243376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:45.271401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Calling delete_port for fb97c316-31cc-46bf-8a7a-dec0ae4bda4c owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:45.288881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:45.296127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.301911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-82f46923-b19e-4890-8e98-4ff8d9cdd1f0 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.303437 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-82f46923-b19e-4890-8e98-4ff8d9cdd1f0 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 23 12:49:45.303999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-82f46923-b19e-4890-8e98-4ff8d9cdd1f0 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:45.308500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82f46923-b19e-4890-8e98-4ff8d9cdd1f0 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0636165
Nov 23 12:49:45.330724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42956) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.344170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:49:45.349568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Deleting port 76c7dd31-78c7-4936-abe7-8eb037e6f902 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:45.350212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.361976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:45.393954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.404957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:45.412411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:45.428173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:45.437034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:45.473054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:45.496625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.520718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Made reservation on behalf of d1a7616d312f4f50aa47a200b7fcbb2f for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:45.528095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.597937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:49:45.605468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:45.608067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c45bd67-a323-419a-8f5b-8925dcfad872 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2747929
Nov 23 12:49:45.613385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9222863
Nov 23 12:49:45.616955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42964) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.617337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42966) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.628278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0617013c-fb4a-4b44-bfbe-17016c615254 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.628857 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-0617013c-fb4a-4b44-bfbe-17016c615254 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 23 12:49:45.629409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0617013c-fb4a-4b44-bfbe-17016c615254 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:45.630463 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0617013c-fb4a-4b44-bfbe-17016c615254 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0092745
Nov 23 12:49:45.638170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42972) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.722897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.739529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-cc3f0f31-5a0e-402f-82d3-74fbcf4161d0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] delete failed (client error): The resource could not be found.
Nov 23 12:49:45.740293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] In _notify_port_updated(), no bound segment for port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 on network a50c4050-24ed-49ce-ac9a-22204fe43620 {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:49:45.740758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cc3f0f31-5a0e-402f-82d3-74fbcf4161d0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1670895870 HTTP/1.1" status: 404  len: 335 time: 0.1177366
Nov 23 12:49:45.741990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:45.745523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42980) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.745864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:45.746738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.748391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "PUT /v2.0/ports/0f94db4b-6e1c-44d2-9e62-95b4704dc642 HTTP/1.1" status: 200  len: 992 time: 3.6989019
Nov 23 12:49:45.754060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-21cde5a1-8a6e-409a-98ae-15c708c78754 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'router': {'external_gateway_info': {'network_id': '09846ff3-296c-45b5-90f3-0f45a13626a5'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:45.770499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 42984) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:45.857027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] For port 76c7dd31-78c7-4936-abe7-8eb037e6f902, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=76c7dd31-78c7-4936-abe7-8eb037e6f902,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:45.857486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.883896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:45.895272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:45.963398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:45.980046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:46.014006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6a04d2e-39e6-4212-8b0f-d806e29c0275 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:46.016256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Calling delete_port for 76c7dd31-78c7-4936-abe7-8eb037e6f902 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:46.020616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42990) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:46.056284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] Sync routers for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:49:46.062565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 76c7dd31-78c7-4936-abe7-8eb037e6f902 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:49:46.065770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Network af77df47-08e0-432f-bc6f-76213d6c4cc2 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:49:46.160635 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:49:46.163291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event deleted for resources: {'Port': ['ID=fb97c316-31cc-46bf-8a7a-dec0ae4bda4c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:46.177255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-586988f4-38ac-42a5-aaad-e41129a9fbf0 None None] Provisioning complete for port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:46.177686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-586988f4-38ac-42a5-aaad-e41129a9fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.204401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:46.204952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e5fbe0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:46.207123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:46.208779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c74336d-4e4d-43a2-a454-3395e3cecf20 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4997456
Nov 23 12:49:46.282440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863773409'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:46.286346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 42996) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:46.323167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e5fbe0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:46.353851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:46.357351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.366715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '049e60d9-a2a4-449f-bff4-61c588e0ac73', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:46.377309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ebcf7d1-6523-4651-8bd5-dc6b0d4dbcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:46.383341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:46.390610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:46.397776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:46.401118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:46.406875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 76c7dd31-78c7-4936-abe7-8eb037e6f902 update to DOWN by agent not found {{(pid=81024) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 23 12:49:46.412033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:46.419675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:46.429225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:46.496867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Pushing event deleted for resources: {'Port': ['ID=76c7dd31-78c7-4936-abe7-8eb037e6f902,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:46.502598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-586988f4-38ac-42a5-aaad-e41129a9fbf0 None None] Port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:46.512519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:46.514252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:46.518971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port 0f94db4b-6e1c-44d2-9e62-95b4704dc642 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:46.519350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.520268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:49:46.520994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e5fbe0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:49:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:46.544904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:46.550539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.613126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e5fbe0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:49:46.613586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5b2dc-e354-4a26-9d7f-467ffbab4339 None None] The sync data for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:49:46.618629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.637187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.647238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:46.650425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d9f6930-9d48-4ff4-8ddd-cf42952aa752 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3607247
Nov 23 12:49:46.658228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43000) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:46.662713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.672610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] device_id is not set on port 1d762a20-8688-41f7-99ea-06eff6546f1a yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:46.701445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] No DVR routers for this DVR port 76c7dd31-78c7-4936-abe7-8eb037e6f902 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:49:46.715165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be45213d-d385-432d-90c7-902293020970 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:46.733989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.830914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Pushing event deleted for resources: {'Network': ['ID=af77df47-08e0-432f-bc6f-76213d6c4cc2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:46.855344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:46.874231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/networks/af77df47-08e0-432f-bc6f-76213d6c4cc2 HTTP/1.1" status: 204  len: 168 time: 5.5694132
Nov 23 12:49:46.876402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43004) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:46.906813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:46.908888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "DELETE /v2.0/ports/fb97c316-31cc-46bf-8a7a-dec0ae4bda4c HTTP/1.1" status: 204  len: 168 time: 3.0670278
Nov 23 12:49:46.951096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43008) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:47.021665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21cde5a1-8a6e-409a-98ae-15c708c78754 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.033046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-81679cb8-4f10-4fb2-9265-303dab36da74 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Synchronizing usage tracker for tenant:380a25a3692d4293b9053c37d0875a6b on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:47.036638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:47.046842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:security_group_rule and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:47.050919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:47.060565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:47.100903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-21cde5a1-8a6e-409a-98ae-15c708c78754 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] update failed (client error): The resource could not be found.
Nov 23 12:49:47.101972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21cde5a1-8a6e-409a-98ae-15c708c78754 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5 HTTP/1.1" status: 404  len: 339 time: 1.3554413
Nov 23 12:49:47.108154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43012) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:47.118378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-685307569'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:47.131786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:47.143732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:network and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:47.147284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:47.162427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:47.163705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-263a6fe2-ea7c-4547-a3d2-cd955fc0400a tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] GET failed (client error): The resource could not be found.
Nov 23 12:49:47.164267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-263a6fe2-ea7c-4547-a3d2-cd955fc0400a tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Synchronizing usage tracker for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:47.212362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-81679cb8-4f10-4fb2-9265-303dab36da74 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Unset dirty status for tenant:380a25a3692d4293b9053c37d0875a6b on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:47.214292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81679cb8-4f10-4fb2-9265-303dab36da74 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "GET /v2.0/ports?device_id=2d24da28-5538-40eb-b373-209bdf852fb7 HTTP/1.1" status: 200  len: 205 time: 0.3243866
Nov 23 12:49:47.221234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43016) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:47.221422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.246638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-263a6fe2-ea7c-4547-a3d2-cd955fc0400a tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Unset dirty status for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:47.247865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-263a6fe2-ea7c-4547-a3d2-cd955fc0400a tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports/fb97c316-31cc-46bf-8a7a-dec0ae4bda4c HTTP/1.1" status: 404  len: 333 time: 0.2887592
Nov 23 12:49:47.257531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43020) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:47.289164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Allocated IP 172.20.0.8 (6062ece5-9daf-4e90-82a3-ab8512046e69/dba6305a-e2bc-471f-ba82-8a1acbde9a52/1d762a20-8688-41f7-99ea-06eff6546f1a) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:47.296590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-727271242', 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:47.306036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.314557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:47.315527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:47.319972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.356139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.372860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:47.413078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.431026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.434746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.457812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7f581e0-1c3f-454d-bfd9-58e8f7498586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:47.546511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for 0f94db4b-6e1c-44d2-9e62-95b4704dc642 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:47.577217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:47.589321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Made reservation on behalf of 7f364519a3254b8e9f017b309dcc07ef for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:47.594114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.600138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.663900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68b7c1-7656-49d0-a584-4c23859adee5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:47.678014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.678408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a of type vxlan for network c7a989b9-1181-41ef-b49e-c2ea080d5d77
Nov 23 12:49:47.679996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:47.685335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51a6b0f8-3cd9-43da-8b58-f56fe7ebbfa2 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:47.729782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.743497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:47.782876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e60d9-a2a4-449f-bff4-61c588e0ac73,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:47.809322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:47.867205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.883112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:47.883441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=0cb6da60-b188-45be-b176-3955944612e6,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:47.884338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/049e60d9-a2a4-449f-bff4-61c588e0ac73 HTTP/1.1" status: 204  len: 168 time: 1.2196550
Nov 23 12:49:47.892693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:47.893065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43024) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:47.966012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port eea00fe2-fbee-44cd-8d2e-a100b4edf736 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:48.089325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.101507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:48.108122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:48.113113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:48.113465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:48.114007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.116252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15b87e17-6d88-4904-a7a5-0d450c0c203c tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:48.117347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f0100-9b86-42f2-9ed8-5ce9a1cdd94c None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:48.118129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:48.118788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.133967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:48.156539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.226693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=0f94db4b-6e1c-44d2-9e62-95b4704dc642,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:48.254746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:48.267049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Transition to ACTIVE for port object 1d762a20-8688-41f7-99ea-06eff6546f1a will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:48.346921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:48.347570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.356357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '0cb6da60-b188-45be-b176-3955944612e6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:48.359116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.400993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.416641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-106b0cf3-78ec-4026-98da-c56e599d682d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:48.448481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.4233935
Nov 23 12:49:48.448796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.454213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.4551213
Nov 23 12:49:48.454213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=c7a989b9-1181-41ef-b49e-c2ea080d5d77,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:48.454475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43028) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:48.454557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43030) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:48.455706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.460403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1000949431'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:48.460706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:48.468903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '0cb6da60-b188-45be-b176-3955944612e6', 'ip_address': '2001:db8::442:e9:e712:3ef6'}], 'name': 'tempest-NetworksTestDHCPv6-879721924'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:48.473492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.477815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:48.480194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:48.497106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ebbe72a-d7df-491a-8a74-cddedfa83132 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:48.500213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:48.546961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-106b0cf3-78ec-4026-98da-c56e599d682d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:48.548297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-106b0cf3-78ec-4026-98da-c56e599d682d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.6514878
Nov 23 12:49:48.565040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43036) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:48.574175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--622755771'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:48.590535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:48.597375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:48.615232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:48.617296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.638480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:48.661424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:48.665788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.667063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Fanout notify agent at l3_agent the message router_deleted on router 2d24da28-5538-40eb-b373-209bdf852fb7 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:49:48.695027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.716079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.719307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af8eb226-0533-4f21-b48c-37411ae87e04 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] 10.222.0.60 "DELETE /v2.0/routers/2d24da28-5538-40eb-b373-209bdf852fb7 HTTP/1.1" status: 204  len: 168 time: 1.4953828
Nov 23 12:49:48.724856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=1d762a20-8688-41f7-99ea-06eff6546f1a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:48.731785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:48.737278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.749015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.753885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:48.776118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:48.791660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:48.798969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:48.821942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:48.857526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:48.874478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:48.877359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.877772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Added segment 66521003-da26-4a5b-9725-63730f27a140 of type vxlan for network 8913e710-6780-477b-aff7-6e388d05d9de
Nov 23 12:49:48.898330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:48.909608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:48.921570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:48.924445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:48.981950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:48.985778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/0cb6da60-b188-45be-b176-3955944612e6/f37d928a-c548-4b45-a934-99090c73bf24) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:49.029352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.034243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:49.076795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/0f94db4b-6e1c-44d2-9e62-95b4704dc642 HTTP/1.1" status: 204  len: 168 time: 3.3047688
Nov 23 12:49:49.077909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=eea00fe2-fbee-44cd-8d2e-a100b4edf736,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:49.081351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43042) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.091348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:49.199952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.216085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.220908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.226161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:49.227475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.239832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:49.257200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43048) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.263191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.271209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.275670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Transition to ACTIVE for port object f37d928a-c548-4b45-a934-99090c73bf24 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:49.294315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Transition to ACTIVE for port object f37d928a-c548-4b45-a934-99090c73bf24 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:49.299519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.316240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3d4e6ad-d16d-4914-bca1-328cf65b8c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:49.418049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.3027909
Nov 23 12:49:49.418620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:49:49.418620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:49:49.419862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.421140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43054) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.421291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.8552275
Nov 23 12:49:49.423367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f92993-a612-4221-a4be-cc09a65c57d2 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] GET failed (client error): The resource could not be found.
Nov 23 12:49:49.425066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.425999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98f92993-a612-4221-a4be-cc09a65c57d2 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Synchronizing usage tracker for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:49.456034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Network': ['ID=8913e710-6780-477b-aff7-6e388d05d9de,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:49.458099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': 'f6dab2d7-5f66-4a77-99cf-b8e83fca0dbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:49.462020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'subnet': {'network_id': '8913e710-6780-477b-aff7-6e388d05d9de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:49.522385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:49.524139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:49.564547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:49.569374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dab2d7-5f66-4a77-99cf-b8e83fca0dbd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:49.574254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:49.580584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:49.580777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:49.581978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:49.587235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:49.587432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:49.590217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:49.593694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:49.597788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:49.598940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8913e710-6780-477b-aff7-6e388d05d9de details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:49.615882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8913e710-6780-477b-aff7-6e388d05d9de details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:49.709290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:49.710156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:49.710820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.733130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 2de1801a-b40e-417d-b112-41601717a7c7 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:49.777219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:49.782766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Usage tracker for resource:subnet and tenant:4024955b201547aba07a703314138f6a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:49.791117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:49.791875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.812151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98f92993-a612-4221-a4be-cc09a65c57d2 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Unset dirty status for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:49.814263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98f92993-a612-4221-a4be-cc09a65c57d2 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports/0f94db4b-6e1c-44d2-9e62-95b4704dc642 HTTP/1.1" status: 404  len: 333 time: 0.7283597
Nov 23 12:49:49.815559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:49.823916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.4501829
Nov 23 12:49:49.825971 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.5549045
Nov 23 12:49:49.831133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43062) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.831504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43064) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.831867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43066) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:49.843466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-336635439'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:49.897039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Pushing event updated for resources: {'Port': ['ID=f37d928a-c548-4b45-a934-99090c73bf24,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:49.917174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:49.925164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:49.947915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49ddaeff-23de-4cc9-bf17-56560eb95382 None None] Provisioning for port 1d762a20-8688-41f7-99ea-06eff6546f1a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:49.957039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49ddaeff-23de-4cc9-bf17-56560eb95382 None None] Provisioning complete for port 1d762a20-8688-41f7-99ea-06eff6546f1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:49.957466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49ddaeff-23de-4cc9-bf17-56560eb95382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:49.965199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.000878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:50.004582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:50.007873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:50.013026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:50.030731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:50.033394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-49ddaeff-23de-4cc9-bf17-56560eb95382 None None] Port 1d762a20-8688-41f7-99ea-06eff6546f1a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:50.047678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:floatingip and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:50.064175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Made reservation on behalf of 4024955b201547aba07a703314138f6a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:50.079594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:50.090331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Attempting to bind port f37d928a-c548-4b45-a934-99090c73bf24 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:50.091219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Attempting to bind port f37d928a-c548-4b45-a934-99090c73bf24 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:50.091219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Attempting to bind port f37d928a-c548-4b45-a934-99090c73bf24 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:50.096255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The resource could not be found.
Nov 23 12:49:50.099520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f86281a1-a682-404a-a2c8-fb9b480364ae tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6548035
Nov 23 12:49:50.101107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:50.101550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:50.102021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.102471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:50.103007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Bound port: f37d928a-c548-4b45-a934-99090c73bf24, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:50.103668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.112674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43074) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:50.121004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f814fbc-8115-49e8-b046-b02bb9186e30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=380a25a3692d4293b9053c37d0875a6b&name=default HTTP/1.1" status: 200  len: 2747 time: 0.8512175
Nov 23 12:49:50.124820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': 'f6dab2d7-5f66-4a77-99cf-b8e83fca0dbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6c075238-d88c-4c92-b151-90e2cf14c8fa'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:50.133510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43078) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:50.140717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:50.153419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:50.161168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:50.171503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58be8e-c227-4728-bd7a-ed3a3c837c09 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:50.171740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:50.172132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0e58be8e-c227-4728-bd7a-ed3a3c837c09 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Synchronizing usage tracker for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:50.197164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:50.202645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] For port f37d928a-c548-4b45-a934-99090c73bf24, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:50.206618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] For port f37d928a-c548-4b45-a934-99090c73bf24, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f37d928a-c548-4b45-a934-99090c73bf24,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:50.210351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.233005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:50.243668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.290200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8554f602-7e62-48d1-acf9-f6e1e511a0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:50.291173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.292084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 5f1750d5-2fb8-433c-bd93-d9156f7cac6a of type vxlan for network d75ea8c4-c560-4946-8aa2-571433bc5402
Nov 23 12:49:50.368222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0e58be8e-c227-4728-bd7a-ed3a3c837c09 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Unset dirty status for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:50.374345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0e58be8e-c227-4728-bd7a-ed3a3c837c09 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports/eea00fe2-fbee-44cd-8d2e-a100b4edf736 HTTP/1.1" status: 200  len: 954 time: 0.5332813
Nov 23 12:49:50.375135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.380584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43082) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:50.390057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Pushing event updated for resources: {'Port': ['ID=f37d928a-c548-4b45-a934-99090c73bf24,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:50.394943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:50.423361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.434918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The resource could not be found.
Nov 23 12:49:50.439072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63aef5e4-b4ce-427c-bee6-d2d3edadee7c tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3223474
Nov 23 12:49:50.458432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43086) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:50.474181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:50.484611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::442:e9:e712:3ef6 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/0cb6da60-b188-45be-b176-3955944612e6/2de1801a-b40e-417d-b112-41601717a7c7) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:50.520465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.539763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:50.545037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Deleting port eea00fe2-fbee-44cd-8d2e-a100b4edf736 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:50.545370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.574585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:50.580164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.581464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.658853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.663066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:50.663727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.687896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4dba9757-6e35-4ccd-b8e9-ae190928e966 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:50.899152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:50.945328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.4899862
Nov 23 12:49:50.973067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43090) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:51.011522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:51.025992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.042647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.062220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24c5c3fe-a055-43ad-b653-685b362c5d95 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:51.103724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=d75ea8c4-c560-4946-8aa2-571433bc5402,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:51.107075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:51.114255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edde107-caa4-49c6-9242-80c9cdf8188b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:51.116131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:51.137148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:51.152089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.152339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:51.159242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.232949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port f4925d3b-2bda-48e8-8b61-f57181b1ae9a yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:51.323653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Calling delete_port for eea00fe2-fbee-44cd-8d2e-a100b4edf736 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:51.350966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.352141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5edde107-caa4-49c6-9242-80c9cdf8188b HTTP/1.1" status: 204  len: 168 time: 1.2176819
Nov 23 12:49:51.356739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.370515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.380102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c49e5fa-12f0-449f-820b-07098a72a6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:51.394932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:51.406950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dab2d7-5f66-4a77-99cf-b8e83fca0dbd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:51.409169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 2de1801a-b40e-417d-b112-41601717a7c7 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:51.422156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:51.425144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:51.430872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.432215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/f6dab2d7-5f66-4a77-99cf-b8e83fca0dbd HTTP/1.1" status: 204  len: 168 time: 0.9644542
Nov 23 12:49:51.436768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43096) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:51.495175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.496376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:51.516630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b7acb15-d5ad-4ee5-bca7-bf90dbc65e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:51.528564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:51.588885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.614998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f37d928a-c548-4b45-a934-99090c73bf24 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:51.657473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event deleted for resources: {'Port': ['ID=eea00fe2-fbee-44cd-8d2e-a100b4edf736,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:51.659508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:51.741442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:51.744837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f37d928a-c548-4b45-a934-99090c73bf24 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:51.753779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00c4aa62-4ddb-49fe-9418-6a7bfb70fd57 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:51.807901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:51.934911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2531b30f-5233-4db0-bcc7-bb07a45707b7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:51.985310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=2de1801a-b40e-417d-b112-41601717a7c7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:51.995360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:52.019045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.022117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2531b30f-5233-4db0-bcc7-bb07a45707b7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:52.028590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2531b30f-5233-4db0-bcc7-bb07a45707b7 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5906391
Nov 23 12:49:52.029296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43110) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.045535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': '2ada8ccd-4a25-4520-bd33-50d50d8ba305', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:52.060802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.9 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/f4925d3b-2bda-48e8-8b61-f57181b1ae9a) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:52.064179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:52.072573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:52.076190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:52.085280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "DELETE /v2.0/ports/eea00fe2-fbee-44cd-8d2e-a100b4edf736 HTTP/1.1" status: 204  len: 168 time: 1.7035682
Nov 23 12:49:52.086169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43114) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.094341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:52.128517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Provisioning for port f37d928a-c548-4b45-a934-99090c73bf24 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:52.139079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Provisioning complete for port f37d928a-c548-4b45-a934-99090c73bf24 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:52.140975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.168872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fee5070-7f90-4dd0-abd6-1610e398be96 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] GET failed (client error): The resource could not be found.
Nov 23 12:49:52.169592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9fee5070-7f90-4dd0-abd6-1610e398be96 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Synchronizing usage tracker for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:52.226962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:52.231977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:52.233990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9fee5070-7f90-4dd0-abd6-1610e398be96 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Unset dirty status for tenant:7f364519a3254b8e9f017b309dcc07ef on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:52.240006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9fee5070-7f90-4dd0-abd6-1610e398be96 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports/eea00fe2-fbee-44cd-8d2e-a100b4edf736 HTTP/1.1" status: 404  len: 333 time: 0.1474493
Nov 23 12:49:52.242267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:52.248521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:52.249118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.253612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.283237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1705301615'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:52.297986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:52.312300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The resource could not be found.
Nov 23 12:49:52.318068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d0d36dc-60ed-41cd-a917-d36121812a81 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2833557
Nov 23 12:49:52.318691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43126) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.329944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--1757567340'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:52.335061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:52.343958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.8828919
Nov 23 12:49:52.344920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:52.349102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43130) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.424353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:52.431038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Made reservation on behalf of 7f364519a3254b8e9f017b309dcc07ef for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:52.436936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.441821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.487884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.524604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] For port f37d928a-c548-4b45-a934-99090c73bf24, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f37d928a-c548-4b45-a934-99090c73bf24,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:52.529623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.532599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e895d173-f8df-42d0-aafd-1ebc43479c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:52.659728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43136) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.692627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Pushing event updated for resources: {'Port': ['ID=f37d928a-c548-4b45-a934-99090c73bf24,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:52.698746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:52.711165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-996fb997-ae6c-4cd3-98cc-61145e6f5c46 None None] Provisioning complete for port f37d928a-c548-4b45-a934-99090c73bf24 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:52.712007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-996fb997-ae6c-4cd3-98cc-61145e6f5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:52.732245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f360e60-a034-4e0f-a782-cc0188ea9436 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:52.766222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f360e60-a034-4e0f-a782-cc0188ea9436 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:52.767264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f360e60-a034-4e0f-a782-cc0188ea9436 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:52.773760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:52.779925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:52.862463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:52.869124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:52.888157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:52.928047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f360e60-a034-4e0f-a782-cc0188ea9436 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:52.929548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f360e60-a034-4e0f-a782-cc0188ea9436 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1681 time: 0.5794258
Nov 23 12:49:52.933108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43142) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:52.963106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Allocated IP 172.26.6.186 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/e6332395-71cb-4bbe-b8d9-26284ed5b315) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:52.985859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-687471624-network', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:53.017634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:53.024146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d603c35-047c-4c1a-b5d1-8f8d3512a8a2 None None] Provisioning for port 2de1801a-b40e-417d-b112-41601717a7c7 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:53.034830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d603c35-047c-4c1a-b5d1-8f8d3512a8a2 None None] Provisioning complete for port 2de1801a-b40e-417d-b112-41601717a7c7 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:53.035263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d603c35-047c-4c1a-b5d1-8f8d3512a8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.041278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Usage tracker for resource:network and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:53.057840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:53.071703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.088114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:53.088343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56f64a7f-2c59-4d29-90f3-f2b028de6923 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:53.122598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6d603c35-047c-4c1a-b5d1-8f8d3512a8a2 None None] Port 2de1801a-b40e-417d-b112-41601717a7c7 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:53.142177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 2de1801a-b40e-417d-b112-41601717a7c7 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:53.142560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.208946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Made reservation on behalf of 14c393ddaf6c4b09811f19a43edb7430 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:53.214332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.254082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a89c0ced-9ac3-4d85-8b20-bed36064dd73 None None] Provisioning complete for port f37d928a-c548-4b45-a934-99090c73bf24 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:53.255214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a89c0ced-9ac3-4d85-8b20-bed36064dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.287091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.298725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.325052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.347555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b0f5123-b1e0-42fe-8182-e271f203d2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:53.385954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Subnet': ['ID=c98c66fd-0dbb-45ae-a017-f16a0ac98a06,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:53.389434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:53.493436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e6ebc-5a22-428c-8563-b0a5032443db,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:53.510087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:53.516716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:53.520686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f37d928a-c548-4b45-a934-99090c73bf24 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:53.522243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.526765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.528914 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.2037830
Nov 23 12:49:53.530540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43146) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:53.534346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:53.537708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:53.599233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f37d928a-c548-4b45-a934-99090c73bf24 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:53.600299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.612705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.638869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--1562728850'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:53.649084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:53.655147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:53.672893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:53.681046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:53.699264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:53.706813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.753610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object f4925d3b-2bda-48e8-8b61-f57181b1ae9a will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:53.761262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.798714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.800859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:53.817371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-939ffb35-81b5-48f4-a542-5498e4aefd1f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:53.824262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5fa4ab4a-572b-4393-a565-0c157a736267 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:53.847485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Checking segment: {'id': '66521003-da26-4a5b-9725-63730f27a140', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:53.847883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network hostable DHCP agents. Network: 8913e710-6780-477b-aff7-6e388d05d9de, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:53.857679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.017799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.107987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=e6332395-71cb-4bbe-b8d9-26284ed5b315,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:54.111414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:54.129410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2f4de7c-d83a-4e19-8f04-228e5f7b17a6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:54.239917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 8913e710-6780-477b-aff7-6e388d05d9de is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:54.282067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.364550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 8913e710-6780-477b-aff7-6e388d05d9de) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:54.368686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 2de1801a-b40e-417d-b112-41601717a7c7 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:49:54.373950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47383532-92d9-46d4-997c-e2cba61d3b7e None None] Network 8913e710-6780-477b-aff7-6e388d05d9de requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:54.375748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=f4925d3b-2bda-48e8-8b61-f57181b1ae9a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:54.379112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:54.395663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1f850a7-69d8-4c96-9f19-c8b9ed37a885 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:54.454297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:54.456847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:54.457511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.469396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:54.472182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:54.485018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:54.492571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:54.496365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:54.496945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:54.499319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:54.504615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.518056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:54.520152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.523395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de748f66-c22f-4044-b776-6e698c3fec43 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:54.591946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:49:54.593599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=c27031ab-bdb2-48b5-ae19-a68470ddf382,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:54.596550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:54.611635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:54.621346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.1799502
Nov 23 12:49:54.624466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-8913e710-6780-477b-aff7-6e388d05d9de', 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de', 'tenant_id': '4024955b201547aba07a703314138f6a', 'fixed_ips': [{'subnet_id': 'c98c66fd-0dbb-45ae-a017-f16a0ac98a06'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:54.624934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43150) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:54.625435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.646424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:54.648329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31102c6-4e65-40f3-9b2d-3e71f75d24d4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:54.662082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:54.662944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:54.663649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.665057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3b84c033-b6a7-499f-87ad-197ab2f94497 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'router': {'external_gateway_info': {'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:54.679672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:54.687703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.688092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Added segment 62dd6c45-5344-419f-baf4-3e3927648701 of type vxlan for network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9
Nov 23 12:49:54.743184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:54.745355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:54.747802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:54.781229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.790572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.799706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.808945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc1a9bad-f75a-4aa4-810b-ef4626024265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:54.828736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.875414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.6180012
Nov 23 12:49:54.930787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43154) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:54.954843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:54.967558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:54.994829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:54.999035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.4326847
Nov 23 12:49:55.001567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Allocated IP 2001:db8:1::2 (8913e710-6780-477b-aff7-6e388d05d9de/c98c66fd-0dbb-45ae-a017-f16a0ac98a06/1a53cadf-ee79-41c4-aa40-47afb1eae48e) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:55.006523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=25f88474-5312-4091-9bc3-1fa3a1d416b2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:55.020140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43158) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.026886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group_rule': {'security_group_id': 'e01e6ebc-5a22-428c-8563-b0a5032443db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '25f88474-5312-4091-9bc3-1fa3a1d416b2'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:55.036357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:55.039084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15ea1f81-eb72-4789-a7d3-67476245f86c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:55.083296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:55.100558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=2de1801a-b40e-417d-b112-41601717a7c7,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:55.102788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:55.115423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.116458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:55.117102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.121417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:55.122320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:55.132659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddfc2069-188d-403b-8e08-4613d85e3ffc tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:55.192803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-14f78f96-ef69-4a0a-84aa-2776edd86bff None None] Provisioning for port f4925d3b-2bda-48e8-8b61-f57181b1ae9a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:55.203815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:55.204477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.231612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-14f78f96-ef69-4a0a-84aa-2776edd86bff None None] Provisioning complete for port f4925d3b-2bda-48e8-8b61-f57181b1ae9a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:55.231612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14f78f96-ef69-4a0a-84aa-2776edd86bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.236760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:55.317668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.6423757
Nov 23 12:49:55.319164 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.4850910
Nov 23 12:49:55.326644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.327005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43162) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.327380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43164) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.329648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14f78f96-ef69-4a0a-84aa-2776edd86bff None None] Port f4925d3b-2bda-48e8-8b61-f57181b1ae9a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:55.340583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:97:5d:f7'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:55.341235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Transition to ACTIVE for port object 1a53cadf-ee79-41c4-aa40-47afb1eae48e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:55.341752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:55.342147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: c7a989b9-1181-41ef-b49e-c2ea080d5d77, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:49:55.358592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Transition to ACTIVE for port object 1a53cadf-ee79-41c4-aa40-47afb1eae48e will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:55.364011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.380838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7747280-480f-4eb9-bc9e-fbcad3280089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:55.384001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Request body: {'subnet': {'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-687471624-subnet', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:55.396004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:55.415309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.419294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:55.423774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:55.436875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Usage tracker for resource:subnet and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:55.439612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.464587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:55.473003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:55.486682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:55.505373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:49:55.506128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:55.506927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e53df24f-4bba-44b7-b5e4-f259eb743e3b tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.4855323
Nov 23 12:49:55.515115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:49:55.541340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43170) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.561708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c7a989b9-1181-41ef-b49e-c2ea080d5d77) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:55.600530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.602664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/2de1801a-b40e-417d-b112-41601717a7c7 HTTP/1.1" status: 204  len: 168 time: 2.6671937
Nov 23 12:49:55.612511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43174) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.681341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Made reservation on behalf of 14c393ddaf6c4b09811f19a43edb7430 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:55.682624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:55.683339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.687166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.702298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:55.771544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:49:55.820724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8286130
Nov 23 12:49:55.829223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43178) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:55.886961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a6c7a-8a70-44ea-9df9-d11e68dc588c None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:55.893147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:56.032223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b84c033-b6a7-499f-87ad-197ab2f94497 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.039050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dad5a-2600-413c-81e8-233b227b06a0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:56.040177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dad5a-2600-413c-81e8-233b227b06a0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:56.041610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-344dad5a-2600-413c-81e8-233b227b06a0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:56.044139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.045597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Pushing event updated for resources: {'Port': ['ID=1a53cadf-ee79-41c4-aa40-47afb1eae48e,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:56.061260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:56.102353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Network 8913e710-6780-477b-aff7-6e388d05d9de is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:56.114955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:56.115282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.119596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:56.238231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Attempting to bind port 1a53cadf-ee79-41c4-aa40-47afb1eae48e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:56.238634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Attempting to bind port 1a53cadf-ee79-41c4-aa40-47afb1eae48e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '66521003-da26-4a5b-9725-63730f27a140', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:56.239754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Attempting to bind port 1a53cadf-ee79-41c4-aa40-47afb1eae48e on network 8913e710-6780-477b-aff7-6e388d05d9de {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:56.250526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-344dad5a-2600-413c-81e8-233b227b06a0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:56.251719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-344dad5a-2600-413c-81e8-233b227b06a0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6260729
Nov 23 12:49:56.253694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:56.253975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Checking segment: {'id': '66521003-da26-4a5b-9725-63730f27a140', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:56.254435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.254909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Bound using segment: {'id': '66521003-da26-4a5b-9725-63730f27a140', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:56.255414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Bound port: 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66521003-da26-4a5b-9725-63730f27a140', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8913e710-6780-477b-aff7-6e388d05d9de'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:56.255848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.257681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43182) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:56.293726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:49:56.309857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.319535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:49:56.328835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:49:56.347314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:49:56.357166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.374824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fb6c6c56-8874-4b32-8282-b70238d02413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:56.412092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.436311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f88474-5312-4091-9bc3-1fa3a1d416b2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:56.438194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] For port 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:56.447364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] For port 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1a53cadf-ee79-41c4-aa40-47afb1eae48e,segment=NetworkSegment(66521003-da26-4a5b-9725-63730f27a140),segment_id=66521003-da26-4a5b-9725-63730f27a140)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:56.447790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:56.461948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:49:56.471734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.506584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.539827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b6af124-922a-401a-9c7c-2ed90fe02bad tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:56.550907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c7a989b9-1181-41ef-b49e-c2ea080d5d77', 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': 'c27031ab-bdb2-48b5-ae19-a68470ddf382'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:49:56.551904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.589450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:56.592871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:49:56.648890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.653356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/25f88474-5312-4091-9bc3-1fa3a1d416b2 HTTP/1.1" status: 204  len: 168 time: 1.1065969
Nov 23 12:49:56.668460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43186) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:56.751773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:56.797346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=e6332395-71cb-4bbe-b8d9-26284ed5b315,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:56.801608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:56.821495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Pushing event updated for resources: {'Port': ['ID=1a53cadf-ee79-41c4-aa40-47afb1eae48e,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:56.837327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:56.852299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-3b84c033-b6a7-499f-87ad-197ab2f94497 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:49:56.857614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b84c033-b6a7-499f-87ad-197ab2f94497 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5 HTTP/1.1" status: 400  len: 364 time: 2.2232378
Nov 23 12:49:56.876390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43190) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:56.902188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 0cb6da60-b188-45be-b176-3955944612e6 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:49:56.920858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.064679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Allocated IP 2001:db8::2 (c7a989b9-1181-41ef-b49e-c2ea080d5d77/c27031ab-bdb2-48b5-ae19-a68470ddf382/f1e492f8-90e0-40a3-9549-73bc3ae58f1a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:49:57.119284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90b1e556-c625-4c6c-9b75-a67622fd509d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:57.156236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.195406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] device_id is not set on port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:49:57.313892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.370916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90b1e556-c625-4c6c-9b75-a67622fd509d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:57.375119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90b1e556-c625-4c6c-9b75-a67622fd509d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4157 time: 0.6960316
Nov 23 12:49:57.376027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.381302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Transition to ACTIVE for port object 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:57.386358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43194) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:57.388251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Transition to ACTIVE for port object f1e492f8-90e0-40a3-9549-73bc3ae58f1a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:57.401305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.406470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Transition to ACTIVE for port object f1e492f8-90e0-40a3-9549-73bc3ae58f1a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:49:57.412063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.424497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:57.428511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:57.498583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.597326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1a53cadf-ee79-41c4-aa40-47afb1eae48e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:57.635095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.636503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.8014805
Nov 23 12:49:57.646431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43198) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:57.656019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Pushing event updated for resources: {'Port': ['ID=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:57.657914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04af0b74-3296-4ce2-a2d0-02a81a33d78b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'floatingip': {'port_id': '1d762a20-8688-41f7-99ea-06eff6546f1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:57.659509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:57.738713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:57.751324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:49:57.753484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:49:57.753861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:57.755321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:49:57.760786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:57.848285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3605731-779f-43cb-8c8c-ef05ade54609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.854553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Attempting to bind port f1e492f8-90e0-40a3-9549-73bc3ae58f1a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:57.855004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Attempting to bind port f1e492f8-90e0-40a3-9549-73bc3ae58f1a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:57.855422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Attempting to bind port f1e492f8-90e0-40a3-9549-73bc3ae58f1a on network c7a989b9-1181-41ef-b49e-c2ea080d5d77 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:57.863372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:57.863869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Checking segment: {'id': '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:57.864326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.864961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Bound using segment: {'id': '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:57.865517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Bound port: f1e492f8-90e0-40a3-9549-73bc3ae58f1a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c7a989b9-1181-41ef-b49e-c2ea080d5d77'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:57.865947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.869789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.901532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.922109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-922af7b7-f7e9-4fd7-b72a-7aedcf188b96 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:57.968332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] For port f1e492f8-90e0-40a3-9549-73bc3ae58f1a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:57.971803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] For port f1e492f8-90e0-40a3-9549-73bc3ae58f1a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,segment=NetworkSegment(3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a),segment_id=3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:57.975295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:57.991604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59f9db17-40fb-4f47-9a74-e14e29874618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:58.046649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.139581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=f4925d3b-2bda-48e8-8b61-f57181b1ae9a,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:58.145070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04af0b74-3296-4ce2-a2d0-02a81a33d78b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.150179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Pushing event updated for resources: {'Port': ['ID=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:58.152456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:49:58.152859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:49:58.153233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attempting to bind port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd on network a4d91bf9-b188-4961-ad4a-41add25bfdf5 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:49:58.153777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:58.159547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:58.219538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.298886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:49:58.299259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Checking segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:49:58.299669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.300068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound using segment: {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:49:58.300592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Bound port: 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e958df4-2f08-4f4e-88c7-570315b9dd25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a4d91bf9-b188-4961-ad4a-41add25bfdf5'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:49:58.300968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.408498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.429560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ba43bf79-ca8f-47d2-ae75-8871fe971408 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:58.462294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.634054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035793e-e655-44a5-9c0b-d422ade3f410 None None] Network 8913e710-6780-477b-aff7-6e388d05d9de requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:58.736328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] In _notify_port_updated(), no bound segment for port f4925d3b-2bda-48e8-8b61-f57181b1ae9a on network a50c4050-24ed-49ce-ac9a-22204fe43620 {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:49:58.740808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:49:58.741522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.746225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "PUT /v2.0/ports/f4925d3b-2bda-48e8-8b61-f57181b1ae9a HTTP/1.1" status: 200  len: 995 time: 3.4122019
Nov 23 12:49:58.752519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.770033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43202) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:58.770946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82724216-42f3-491c-82d7-96a48138f852,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:58.789816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.812923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:58.821471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:58.847728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Provisioning for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:49:58.866829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Provisioning complete for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:58.867318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e6ebc-5a22-428c-8563-b0a5032443db,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:58.867550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.880034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:58.881073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port f4925d3b-2bda-48e8-8b61-f57181b1ae9a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:58.881548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.912571 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-04af0b74-3296-4ce2-a2d0-02a81a33d78b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] update failed (client error): The resource could not be found.
Nov 23 12:49:58.917028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04af0b74-3296-4ce2-a2d0-02a81a33d78b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "PUT /v2.0/floatingips/fcc812ff-d653-4eb1-9e82-38010208e199 HTTP/1.1" status: 404  len: 507 time: 1.2662160
Nov 23 12:49:58.919892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43206) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:58.933367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:58.936966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/e01e6ebc-5a22-428c-8563-b0a5032443db HTTP/1.1" status: 204  len: 168 time: 1.5462475
Nov 23 12:49:58.937097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:49:58.948906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43210) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:59.012808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:49:59.080556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.121756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29e7f402-0acb-4bd0-9bfd-5a7ffa72b24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:59.305145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.344929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port e6332395-71cb-4bbe-b8d9-26284ed5b315 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:49:59.345317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.359077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] For port 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1a53cadf-ee79-41c4-aa40-47afb1eae48e,segment=NetworkSegment(66521003-da26-4a5b-9725-63730f27a140),segment_id=66521003-da26-4a5b-9725-63730f27a140)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:49:59.362774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.365501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:59.439865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Pushing event updated for resources: {'Port': ['ID=1a53cadf-ee79-41c4-aa40-47afb1eae48e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:59.444034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:59.547425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.559542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f6cc15dc-3862-4e1d-af45-fba0bef7cf6c None None] Provisioning complete for port f4925d3b-2bda-48e8-8b61-f57181b1ae9a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:59.560170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6cc15dc-3862-4e1d-af45-fba0bef7cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.687744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc15dc-3862-4e1d-af45-fba0bef7cf6c None None] Port f4925d3b-2bda-48e8-8b61-f57181b1ae9a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:49:59.693520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-62336e2d-4395-497b-b1a1-c878dfb213f5 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:49:59.731168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1a53cadf-ee79-41c4-aa40-47afb1eae48e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:49:59.805251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-162ba582-7e96-43f1-bda8-7c0143dcfbf4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:49:59.806734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=0cb6da60-b188-45be-b176-3955944612e6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:59.817371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:59.849385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.851210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:49:59.851647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:49:59.855143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event updated for resources: {'Port': ['ID=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:49:59.908662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:49:59.913047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/0cb6da60-b188-45be-b176-3955944612e6 HTTP/1.1" status: 204  len: 168 time: 3.6492095
Nov 23 12:49:59.916005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43214) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:59.958303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db46735-2183-4ec6-9c67-1571e5cbc731 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:49:59.974555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-162ba582-7e96-43f1-bda8-7c0143dcfbf4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:49:59.976276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-162ba582-7e96-43f1-bda8-7c0143dcfbf4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 1.0242035
Nov 23 12:49:59.997870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43218) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:00.021976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.070590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'tempest-secgroup--1665978510'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:00.084355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96c098e4-a79a-48d8-b2cb-11e401846211 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1670027
Nov 23 12:50:00.091689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:00.095510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43222) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:00.097392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.097752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.159293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ece12-0eb0-48c7-b277-3093b4194815 None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:00.188649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:00.189034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Network hostable DHCP agents. Network: 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:50:00.203056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:00.203755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.205297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "PUT /v2.0/ports/73db50ee-1ba9-4aa0-bed4-e333e19fd9fd HTTP/1.1" status: 200  len: 1076 time: 5.2614517
Nov 23 12:50:00.213888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44cca7a5-d8f3-4f30-8c76-cad55950d33d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:00.302409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:00.316479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=16cd0a6e-4380-4a80-994c-da36eec93ffa,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:00.326190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:00.406414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e88a920-333c-4f49-9942-3fdb4e87716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.413057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7ad58cb5-4c42-4af6-a40d-b74659ee6e67 None None] Provisioning complete for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:00.413530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad58cb5-4c42-4af6-a40d-b74659ee6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.413976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:50:00.422969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.471871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f1e492f8-90e0-40a3-9549-73bc3ae58f1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:00.530065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Deleting port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:00.530430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.579165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:00.592049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Calling delete_port for e6332395-71cb-4bbe-b8d9-26284ed5b315 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:00.629101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:00.635776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for f4925d3b-2bda-48e8-8b61-f57181b1ae9a owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:00.670833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:00.703680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:00.704237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.707062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.738438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7622c-4090-406e-a215-b89ff979ed61 None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:00.754063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Deleting port f37d928a-c548-4b45-a934-99090c73bf24 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:00.754492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.797566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Allocated IP 2001:db8::1 (9c7e82be-d36e-41f6-8800-dfa5c01b26e3/ac0d980b-55d6-4379-bc3e-145ebe95b7a1/077e0907-efd1-4cac-861e-4b26cc8ce861) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:00.809746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:00.823069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Usage tracker for resource:security_group_rule and tenant:fd3bd7f7370543b09312460500ed8118 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:00.832740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b113c5-43db-42df-86ab-e62a80f5c45a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:00.833508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58b113c5-43db-42df-86ab-e62a80f5c45a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:00.838986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:00.857952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.5288279
Nov 23 12:50:00.863321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43230) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:00.870687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '5f1750d5-2fb8-433c-bd93-d9156f7cac6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:00.871081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: d75ea8c4-c560-4946-8aa2-571433bc5402, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:50:00.881723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:00.892646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:00.899141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:00.960110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:00.971952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Usage tracker for resource:router and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:00.978353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:01.001517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58b113c5-43db-42df-86ab-e62a80f5c45a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:01.002561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58b113c5-43db-42df-86ab-e62a80f5c45a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8931568
Nov 23 12:50:01.006157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:01.010183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43234) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.028299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Provisioning for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:01.037672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:01.037851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:01.038269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.096452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.098315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Provisioning complete for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:01.098807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.101566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.102700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.110411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:01.112648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] For port 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,segment=NetworkSegment(0e958df4-2f08-4f4e-88c7-570315b9dd25),segment_id=0e958df4-2f08-4f4e-88c7-570315b9dd25)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:01.113053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.127060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network d75ea8c4-c560-4946-8aa2-571433bc5402 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:50:01.167002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Port': ['ID=e6332395-71cb-4bbe-b8d9-26284ed5b315,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:01.230388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:01.262811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.268888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aece404-5a1c-42e2-93da-f9b7cfe5b33b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:01.269640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3aece404-5a1c-42e2-93da-f9b7cfe5b33b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:01.289009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Calling delete_port for 73db50ee-1ba9-4aa0-bed4-e333e19fd9fd owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:01.321632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92bb9c9f-3e56-42d6-9894-cb2546ab6376 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:01.354534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d75ea8c4-c560-4946-8aa2-571433bc5402) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:01.354934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.358531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.369370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3aece404-5a1c-42e2-93da-f9b7cfe5b33b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:01.372959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3aece404-5a1c-42e2-93da-f9b7cfe5b33b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3591752
Nov 23 12:50:01.376609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.386165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43238) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.397927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3ef4463-f468-49bc-bfec-7342a089e1e3 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:01.462977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:01.463637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.467845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=f4925d3b-2bda-48e8-8b61-f57181b1ae9a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:01.470787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:01.490164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Transition to ACTIVE for port object 077e0907-efd1-4cac-861e-4b26cc8ce861 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:01.498383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f10416-948d-4a6d-9a38-51351708f5d4 None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:01.519952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.536813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2094bf7e-1366-4af1-acbd-0b44667f5870 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1250179
Nov 23 12:50:01.540081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43242) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.566810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event updated for resources: {'SecurityGroup': ['ID=8f055b55-a521-4cb8-96e2-ff01cf408093,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:01.574735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:01.578612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:01.580665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.581980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.5323758
Nov 23 12:50:01.588140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43246) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.611856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.7676604
Nov 23 12:50:01.623972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43250) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.627756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9dd207a7-b689-4c98-9dd3-51804af75439 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Request body: {'security_group': {'name': 'default'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:01.628391 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-9dd207a7-b689-4c98-9dd3-51804af75439 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 23 12:50:01.628970 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-9dd207a7-b689-4c98-9dd3-51804af75439 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] update failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:50:01.630028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9dd207a7-b689-4c98-9dd3-51804af75439 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "PUT /v2.0/security-groups/8f055b55-a521-4cb8-96e2-ff01cf408093 HTTP/1.1" status: 409  len: 330 time: 0.0407341
Nov 23 12:50:01.636142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] For port f37d928a-c548-4b45-a934-99090c73bf24, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f37d928a-c548-4b45-a934-99090c73bf24,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:01.636646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.637008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-171625054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:01.653512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43254) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.657443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:01.672911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.692865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2f87d9b-8709-481e-b668-aa400352abe9 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:01.765213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:01.777190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:01.855045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.865795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:01.879368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df27171d-6781-4536-ba1c-413521b785dc tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:01.891580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Calling delete_port for f37d928a-c548-4b45-a934-99090c73bf24 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:01.920383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Port': ['ID=077e0907-efd1-4cac-861e-4b26cc8ce861,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:01.923252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.925917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.930591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "DELETE /v2.0/floatingips/fcc812ff-d653-4eb1-9e82-38010208e199 HTTP/1.1" status: 204  len: 168 time: 2.9964941
Nov 23 12:50:01.935897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:01.936405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43258) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.947427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'floatingip': {'floating_network_id': '6062ece5-9daf-4e90-82a3-ab8512046e69', 'port_id': '1d762a20-8688-41f7-99ea-06eff6546f1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:01.952092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.953489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:01.963888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:02.004686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:floatingip and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:02.014483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:02.035179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:02.035925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.036741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.038052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:02.078661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Pushing event deleted for resources: {'Port': ['ID=73db50ee-1ba9-4aa0-bed4-e333e19fd9fd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:02.084799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:02.111398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.137844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.144855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.154126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:02.166513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:02.228134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:02.242108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.245796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.279958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.286778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:02.294017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:02.302519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:02.317398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.361720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.366169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.382749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.389744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.395635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/f4925d3b-2bda-48e8-8b61-f57181b1ae9a HTTP/1.1" status: 204  len: 168 time: 3.6209137
Nov 23 12:50:02.409730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43262) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:02.412001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7de2927b-6eca-4adc-a5e1-0c4e93c39a34 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:02.419885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.425438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "DELETE /v2.0/ports/73db50ee-1ba9-4aa0-bed4-e333e19fd9fd HTTP/1.1" status: 204  len: 168 time: 2.0853393
Nov 23 12:50:02.441269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43266) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:02.456444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.529343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6f6a3a-c678-4b72-b82e-c3b99958a2bd tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] GET failed (client error): The resource could not be found.
Nov 23 12:50:02.530053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7c6f6a3a-c678-4b72-b82e-c3b99958a2bd tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Synchronizing usage tracker for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:02.543073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.548134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a224f-1465-4a34-b3b0-2d1fec9d1ca1 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] GET failed (client error): The resource could not be found.
Nov 23 12:50:02.554950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-841a224f-1465-4a34-b3b0-2d1fec9d1ca1 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] 10.222.0.60 "GET /v2.0/ports/73db50ee-1ba9-4aa0-bed4-e333e19fd9fd HTTP/1.1" status: 404  len: 333 time: 0.0965590
Nov 23 12:50:02.564869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f055b55-a521-4cb8-96e2-ff01cf408093,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:02.566742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43270) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:02.579633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.580907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/8f055b55-a521-4cb8-96e2-ff01cf408093 HTTP/1.1" status: 204  len: 168 time: 0.9253685
Nov 23 12:50:02.611010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:02.611524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43274) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:02.613301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.615681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2a0fa82-ce2f-4de9-a14d-e1a76ddcde0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:02.618301 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a739b18-5989-4cf2-9abe-e4ce480310ae tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9870226
Nov 23 12:50:02.621138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43276) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:02.667008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d75ea8c4-c560-4946-8aa2-571433bc5402', 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': '16cd0a6e-4380-4a80-994c-da36eec93ffa'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:02.667846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.782823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Pushing event deleted for resources: {'Port': ['ID=f37d928a-c548-4b45-a934-99090c73bf24,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:02.785801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:02.786564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.847931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] For port f1e492f8-90e0-40a3-9549-73bc3ae58f1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,segment=NetworkSegment(3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a),segment_id=3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:02.929865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:02.934093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] No DVR routers for this DVR port f37d928a-c548-4b45-a934-99090c73bf24 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:02.953774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:03.020097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7c6f6a3a-c678-4b72-b82e-c3b99958a2bd tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Unset dirty status for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:03.028185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7c6f6a3a-c678-4b72-b82e-c3b99958a2bd tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports/f4925d3b-2bda-48e8-8b61-f57181b1ae9a HTTP/1.1" status: 404  len: 333 time: 0.6072702
Nov 23 12:50:03.029292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43284) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:03.037296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-1512449713'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:03.130511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:50:03.130849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:50:03.205016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Provisioning complete for port 1a53cadf-ee79-41c4-aa40-47afb1eae48e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:03.205448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.286629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.297714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Pushing event updated for resources: {'Port': ['ID=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:03.301228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:03.302510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:03.331127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:03.335069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.363287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17d31b11-47d3-4a07-98b1-87f844cc5985 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Synchronizing usage tracker for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:03.403607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:03.409119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.541890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17d31b11-47d3-4a07-98b1-87f844cc5985 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Unset dirty status for tenant:fd3bd7f7370543b09312460500ed8118 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:03.543286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17d31b11-47d3-4a07-98b1-87f844cc5985 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.9235613
Nov 23 12:50:03.550378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.578109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43288) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:03.628674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:03.722123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a2ae43b0-6585-489b-93a5-4f79bdd84633 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] delete failed (client error): The resource could not be found.
Nov 23 12:50:03.729237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2ae43b0-6585-489b-93a5-4f79bdd84633 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "DELETE /v2.0/security-groups/620151b0-2a45-48c6-bd12-afa5df113d09 HTTP/1.1" status: 404  len: 347 time: 0.1337199
Nov 23 12:50:03.733851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43292) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:03.811049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Allocated IP 2001:db8:1::2 (d75ea8c4-c560-4946-8aa2-571433bc5402/16cd0a6e-4380-4a80-994c-da36eec93ffa/f0762fb3-b4dc-447a-a39c-06c8d386a27b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:03.813229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:50:03.818185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f655b07-8143-4065-99d9-4b0cd4204961 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.8769274
Nov 23 12:50:03.829877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43296) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:03.845049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Allocated IP 172.20.0.2 (4f4f28ad-4bed-4c56-bc38-f2689df7cdb9/82724216-42f3-491c-82d7-96a48138f852/0ecb4785-4039-4c01-90fe-e7e67bafa148) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:03.848340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '1d762a20-8688-41f7-99ea-06eff6546f1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:03.856110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-3c60b792-96cf-4703-8232-fc2b6109c9c9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] show failed (client error): The resource could not be found.
Nov 23 12:50:03.861356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c60b792-96cf-4703-8232-fc2b6109c9c9 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-groups/8cd75639-9c41-47c8-8863-525c3de6cf91 HTTP/1.1" status: 404  len: 347 time: 0.1223383
Nov 23 12:50:03.862604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43300) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:03.876331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:03.899176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port 12d0362b-329c-4014-9e6b-643632d5fac4 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:03.993273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.069802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f1e492f8-90e0-40a3-9549-73bc3ae58f1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:04.072447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Usage tracker for resource:floatingip and tenant:d1a7616d312f4f50aa47a200b7fcbb2f is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:04.106803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Provisioning complete for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:04.107230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.130650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:04.157809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-388c2893-26b1-46d0-a435-d3ad07aac291 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] show failed (client error): The resource could not be found.
Nov 23 12:50:04.162296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-388c2893-26b1-46d0-a435-d3ad07aac291 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] 10.222.0.60 "GET /v2.0/security-group-rules/e68bcf1a-1734-4d31-a5cc-28aa5f8b1017 HTTP/1.1" status: 404  len: 356 time: 0.2955322
Nov 23 12:50:04.162296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:04.237922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824acf438>,) {'filters': {'network_id': ['a4d91bf9-b188-4961-ad4a-41add25bfdf5']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:04.245534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.14 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/12d0362b-329c-4014-9e6b-643632d5fac4) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:04.259344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824acf438>, '0e958df4-2f08-4f4e-88c7-570315b9dd25') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:04.259867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824acf438>, '0e958df4-2f08-4f4e-88c7-570315b9dd25') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:04.267430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.299966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Allocated IP 172.26.6.37 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/ceb33cd0-5da2-48c3-9cc0-832bd36a1da2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:04.379113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.381166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.393926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Transition to ACTIVE for port object 0ecb4785-4039-4c01-90fe-e7e67bafa148 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:04.414074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Transition to ACTIVE for port object 0ecb4785-4039-4c01-90fe-e7e67bafa148 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:04.440926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43308) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:04.446980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.467931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c956524-22a6-4889-b479-790674bf8851 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:04.473966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.499397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dc38e6b-2d68-4f42-87da-68b06af821cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:04.500506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.522560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:04.751141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=5cce8a6d-a058-4842-ba2e-eceef56496c3,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:04.771694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:04.797630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Pushing event updated for resources: {'Port': ['ID=0ecb4785-4039-4c01-90fe-e7e67bafa148,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:04.808291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f1e492f8-90e0-40a3-9549-73bc3ae58f1a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:04.808291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.814056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.835748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:04.893730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.896544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.914958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:04.921592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:04.921810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:04.932302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.935043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Transition to ACTIVE for port object f0762fb3-b4dc-447a-a39c-06c8d386a27b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:04.939947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad079df3-5128-49db-8cee-12a518db61a9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:04.940870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object 12d0362b-329c-4014-9e6b-643632d5fac4 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:04.942625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:04.943317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.951992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:04.974356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:05.032507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Provisioning for port 077e0907-efd1-4cac-861e-4b26cc8ce861 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:05.059298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Provisioning complete for port 077e0907-efd1-4cac-861e-4b26cc8ce861 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:05.059889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.094995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.095241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Transition to ACTIVE for port object f0762fb3-b4dc-447a-a39c-06c8d386a27b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:05.108357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:05.138864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0ef66acf-0a0d-49b7-9ba2-4f6744e7222d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd3bd7f7370543b09312460500ed8118&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6858294
Nov 23 12:50:05.139097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:05.145259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43314) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:05.148716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.6053863
Nov 23 12:50:05.154252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:05.154422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:05.164307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43318) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:05.168095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.194605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '5cce8a6d-a058-4842-ba2e-eceef56496c3', 'ip_address': '2001:db8::234b:a13b:9474:d324'}], 'name': 'tempest-NetworksTestDHCPv6-1607365903'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:05.196620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:05.197875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0878b7ce-4054-4d48-8fac-d1464857b186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:05.209225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.273452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:50:05.287981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:05.352238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-95397924-e31a-46f4-a4e0-a0a767d5fbb6 None None] Port 077e0907-efd1-4cac-861e-4b26cc8ce861 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:05.490950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Pushing event updated for resources: {'Port': ['ID=f0762fb3-b4dc-447a-a39c-06c8d386a27b,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:05.512897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:05.527045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Attempting to bind port 0ecb4785-4039-4c01-90fe-e7e67bafa148 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:05.527469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Attempting to bind port 0ecb4785-4039-4c01-90fe-e7e67bafa148 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:05.527883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Attempting to bind port 0ecb4785-4039-4c01-90fe-e7e67bafa148 on network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:05.536990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f37d928a-c548-4b45-a934-99090c73bf24 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:05.591386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Network a4d91bf9-b188-4961-ad4a-41add25bfdf5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:05.599908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f37d928a-c548-4b45-a934-99090c73bf24 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:05.600289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f37d928a-c548-4b45-a934-99090c73bf24 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:05.602074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:05.602492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:05.603715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.603895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Bound using segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:05.604466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Bound port: 0ecb4785-4039-4c01-90fe-e7e67bafa148, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:05.604900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:05.688869 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:05.691095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.818728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=12d0362b-329c-4014-9e6b-643632d5fac4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:05.826542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:05.831541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.832415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.860061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7f426ff-6796-4aa0-aaf0-bbb89080466c tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:05.863043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:05.869167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:05.872487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:05.902207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '5cce8a6d-a058-4842-ba2e-eceef56496c3'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:05.903137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.962455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:05.970513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:05.976066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:05.979596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:05.983924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:06.013823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:06.066517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.080068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:06.089182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.097367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:06.104320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:06.118254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] For port 0ecb4785-4039-4c01-90fe-e7e67bafa148, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:06.123086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.146564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.148739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event updated for resources: {'Port': ['ID=077e0907-efd1-4cac-861e-4b26cc8ce861,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:06.148972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:06.152892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] For port 0ecb4785-4039-4c01-90fe-e7e67bafa148, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ecb4785-4039-4c01-90fe-e7e67bafa148,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:06.157439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.169811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:06.171457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.175051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:06.185662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Attempting to bind port f0762fb3-b4dc-447a-a39c-06c8d386a27b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:06.186091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Attempting to bind port f0762fb3-b4dc-447a-a39c-06c8d386a27b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '5f1750d5-2fb8-433c-bd93-d9156f7cac6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:06.186512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Attempting to bind port f0762fb3-b4dc-447a-a39c-06c8d386a27b on network d75ea8c4-c560-4946-8aa2-571433bc5402 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:06.193959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b23c928-4db1-4081-baa3-a03f7bafb6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:06.279329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.286116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8f1cc1c-a783-4ba3-99ac-19f5d11ccbdd tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:06.291240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] 10.222.0.60 "DELETE /v2.0/networks/a4d91bf9-b188-4961-ad4a-41add25bfdf5 HTTP/1.1" status: 204  len: 168 time: 3.7083783
Nov 23 12:50:06.298516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:06.299310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.299900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Pushing event deleted for resources: {'Network': ['ID=a4d91bf9-b188-4961-ad4a-41add25bfdf5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:06.324832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:06.356823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60402f-2146-413f-aaa2-8cbf6d0dc218,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:06.429155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:06.432710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:06.433238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Checking segment: {'id': '5f1750d5-2fb8-433c-bd93-d9156f7cac6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:06.433583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.434189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Bound using segment: {'id': '5f1750d5-2fb8-433c-bd93-d9156f7cac6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:06.434639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Bound port: f0762fb3-b4dc-447a-a39c-06c8d386a27b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1750d5-2fb8-433c-bd93-d9156f7cac6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd75ea8c4-c560-4946-8aa2-571433bc5402'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:06.437645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.452242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4216161
Nov 23 12:50:06.457402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43324) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:06.471032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'network_id': 'a50c4050-24ed-49ce-ac9a-22204fe43620', 'name': 'tempest-AllowedAddressPairTestJSON-1490873499'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:06.553689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Pushing event updated for resources: {'Port': ['ID=0ecb4785-4039-4c01-90fe-e7e67bafa148,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:06.560289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:06.619964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.623180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef60402f-2146-413f-aaa2-8cbf6d0dc218 HTTP/1.1" status: 204  len: 168 time: 1.4744678
Nov 23 12:50:06.631607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:06.663443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:06.664672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:06.677783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:06.706747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 54dee284-96c6-4add-90ec-e02f2ba5a809 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:06.763978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Made reservation on behalf of 8c6445a21a2d45db945354cbafac9e9b for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:06.770401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.813197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.814321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.873591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8f7b6bd9-1899-4057-96a9-b13adf7080ff None None] Provisioning for port 12d0362b-329c-4014-9e6b-643632d5fac4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:06.894927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] For port f0762fb3-b4dc-447a-a39c-06c8d386a27b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:06.913968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] For port f0762fb3-b4dc-447a-a39c-06c8d386a27b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f0762fb3-b4dc-447a-a39c-06c8d386a27b,segment=NetworkSegment(5f1750d5-2fb8-433c-bd93-d9156f7cac6a),segment_id=5f1750d5-2fb8-433c-bd93-d9156f7cac6a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:06.918145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8f7b6bd9-1899-4057-96a9-b13adf7080ff None None] Provisioning complete for port 12d0362b-329c-4014-9e6b-643632d5fac4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:06.918566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bd9-1899-4057-96a9-b13adf7080ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:06.990345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43332) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:07.006753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:07.046715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f1a8c6-db9d-41a8-a822-a8be4a719016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:07.075045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] device_id is not set on port 0feec6e9-ff48-4d80-b117-5e10abebae6f yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:07.091047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/5cce8a6d-a058-4842-ba2e-eceef56496c3/4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:07.182791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8::1 (c7a989b9-1181-41ef-b49e-c2ea080d5d77/c27031ab-bdb2-48b5-ae19-a68470ddf382/9333dcc1-6512-442d-931d-56520ffe1f62) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:07.263281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b6bd9-1899-4057-96a9-b13adf7080ff None None] Port 12d0362b-329c-4014-9e6b-643632d5fac4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:07.418100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Allocated IP 172.20.0.11 (a50c4050-24ed-49ce-ac9a-22204fe43620/1685b500-cde7-4977-88eb-6ae8c29783e1/0feec6e9-ff48-4d80-b117-5e10abebae6f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:07.430499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Allocated IP 172.26.6.137 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/c9802e9d-0d4f-4a0e-8e06-54c8bbf0e43f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:07.459716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Pushing event updated for resources: {'Port': ['ID=f0762fb3-b4dc-447a-a39c-06c8d386a27b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:07.465252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:07.515702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e76676a5-b782-48e0-8b5b-649d0797755f None None] Provisioning complete for port 077e0907-efd1-4cac-861e-4b26cc8ce861 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:07.516130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e76676a5-b782-48e0-8b5b-649d0797755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:07.647596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e76676a5-b782-48e0-8b5b-649d0797755f None None] Port 077e0907-efd1-4cac-861e-4b26cc8ce861 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:07.732462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:07.755064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Transition to ACTIVE for port object 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:07.797013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Transition to ACTIVE for port object 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:07.808044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:07.845451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a2f1a35-01ca-4c1a-bca4-283c8524de9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:07.948878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::234b:a13b:9474:d324 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/5cce8a6d-a058-4842-ba2e-eceef56496c3/54dee284-96c6-4add-90ec-e02f2ba5a809) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:08.045889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Pushing event updated for resources: {'Port': ['ID=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:08.052040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:08.080116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ecb4785-4039-4c01-90fe-e7e67bafa148 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:08.209051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:08.215180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:08.221957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:08.261839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.291840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:08.311530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0d66b82d-4e51-4e5d-bdb9-8a1205c5e517 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1c673e5015e4431a10b3576309c5c48&name=default HTTP/1.1" status: 200  len: 2747 time: 1.3172305
Nov 23 12:50:08.316349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43354) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:08.320124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Attempting to bind port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:08.320711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Attempting to bind port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:08.321164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.321299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Attempting to bind port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:08.331578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:08.337706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:08.338755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.338888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:08.340896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Bound port: 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:08.341566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.343648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.421714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:08.443953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Transition to ACTIVE for port object 0feec6e9-ff48-4d80-b117-5e10abebae6f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:08.473154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43358) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:08.541629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.561308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.575543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.607705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object 9333dcc1-6512-442d-931d-56520ffe1f62 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:08.609430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event updated for resources: {'Port': ['ID=c9802e9d-0d4f-4a0e-8e06-54c8bbf0e43f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:08.620179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:08.626738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.631810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 54dee284-96c6-4add-90ec-e02f2ba5a809 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:08.652076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.661027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32ac534f-42da-44b3-99f4-60505c17aae5 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:08.671654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Router 09846ff3-296c-45b5-90f3-0f45a13626a5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:08.701471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] For port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:08.701836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:08.704487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.708264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] For port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:08.715379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.723636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c21dab6e-b283-4061-94bf-5272451b3315 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:08.756338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:08.799939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-912358047'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:08.819443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87011ea6-f00d-45fb-a1d4-4ff85e9aa1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:08.831579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:08.838656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:08.864794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Usage tracker for resource:network and tenant:3a20f0dcce974eb79bb444def4ca1bd9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:08.878502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:08.896611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:08.902121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=0feec6e9-ff48-4d80-b117-5e10abebae6f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:08.910584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:08.935700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Pushing event updated for resources: {'Port': ['ID=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:08.940221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:08.942795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:08.964237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63791d82-94f3-45b5-80aa-577fdfef06c6 tempest-RoutersIpV6AdminTest-46412891 tempest-RoutersIpV6AdminTest-46412891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:08.989945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=9333dcc1-6512-442d-931d-56520ffe1f62,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:09.000975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:09.258810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:09.263716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:09.273235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:09.273796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.324454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Made reservation on behalf of 3a20f0dcce974eb79bb444def4ca1bd9 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:09.330253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.331216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port c9802e9d-0d4f-4a0e-8e06-54c8bbf0e43f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:09.331604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.366801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:09.380128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] Sync routers for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:09.394022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:09.394930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267b3588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:09.413934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=54dee284-96c6-4add-90ec-e02f2ba5a809,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:09.416930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Router 57a22a3e-6c1b-4041-8788-e39919e36918 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:50:09.443445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5459239
Nov 23 12:50:09.443675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:09.445074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:09.456885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.468406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.479445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267b3588>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:09.495413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:09.496157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267b3588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:09.546005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:09.566863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267b3588>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:09.567630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67cb30c-71ed-4c96-9c0d-006b49b2fe06 None None] The sync data for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:09.574536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.611517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfc6ba-717b-4ab0-83d4-82668c1d176b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:09.634982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:09.759755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.760098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.763393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f8ca4-9c07-472f-9d76-a13611e8ff0c None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:09.783121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:09.888260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:09.904064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:09.909447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01bfc6ba-717b-4ab0-83d4-82668c1d176b HTTP/1.1" status: 204  len: 168 time: 1.5853703
Nov 23 12:50:09.920797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:10.016454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Provisioning for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:10.025842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:10.037676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Calling delete_port for c9802e9d-0d4f-4a0e-8e06-54c8bbf0e43f owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:10.038859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Usage tracker for resource:security_group_rule and tenant:3a20f0dcce974eb79bb444def4ca1bd9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:10.043013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:10.136376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Provisioning complete for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:10.142328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.208262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:10.209023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.224350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:10.278914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f0762fb3-b4dc-447a-a39c-06c8d386a27b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:10.333047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:10.350151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:10.360373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:10.365916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:10.371786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.418860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.9576676
Nov 23 12:50:10.421078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43370) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:10.424296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b944ba-c0e5-44e4-87c7-b2fe66172d67 None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:10.436717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:97:5d:f7'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:54:c6:00'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:10.463411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.2902458
Nov 23 12:50:10.464892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43376) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:10.479381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec0be726-adb7-4bb1-89b5-ee493f828db0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.562086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '5cce8a6d-a058-4842-ba2e-eceef56496c3', 'ip_address': '2001:db8::234b:a13b:9474:d324'}], 'name': 'tempest-NetworksTestDHCPv6-1714082827'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:10.664159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.751928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:10.756044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43380) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:10.824526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] For port 0ecb4785-4039-4c01-90fe-e7e67bafa148, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ecb4785-4039-4c01-90fe-e7e67bafa148,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:10.827345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.834372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.842471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2676a44-081b-483d-81ba-dc393719b7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:10.855563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:10.866159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:10.893073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:10.893662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f0762fb3-b4dc-447a-a39c-06c8d386a27b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:10.947171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.961061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:10.976936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Pushing event updated for resources: {'Port': ['ID=0ecb4785-4039-4c01-90fe-e7e67bafa148,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:10.981787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:10.989846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning for port 9333dcc1-6512-442d-931d-56520ffe1f62 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:10.995882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning complete for port 9333dcc1-6512-442d-931d-56520ffe1f62 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:10.996388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:10.997343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.062063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:11.063579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Port 9333dcc1-6512-442d-931d-56520ffe1f62 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:11.076888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning for port 0feec6e9-ff48-4d80-b117-5e10abebae6f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:11.082727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning complete for port 0feec6e9-ff48-4d80-b117-5e10abebae6f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:11.083211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.117974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:50:11.136957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:11.140193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1cffd07-13e7-4142-ba6f-95c705dfe1bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f364519a3254b8e9f017b309dcc07ef&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3283153
Nov 23 12:50:11.155129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43384) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:11.155491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:11.169738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Port 0feec6e9-ff48-4d80-b117-5e10abebae6f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:11.182404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:11.185088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824167da0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:11.276318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event updated for resources: {'SecurityGroup': ['ID=706611aa-4a13-4f50-9406-f2280c5a15ca,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:11.320082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.320527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Added segment 61297352-532e-4e17-9f4c-913a879ba4fe of type vxlan for network 9b50eaed-93f5-4323-9730-99c461ac047e
Nov 23 12:50:11.333046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a5c10f-f5fa-4a67-b250-131a759656f5 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:11.346949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:11.373102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning for port f0762fb3-b4dc-447a-a39c-06c8d386a27b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:11.390539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Provisioning complete for port f0762fb3-b4dc-447a-a39c-06c8d386a27b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:11.390963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.398544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.400238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.5349972
Nov 23 12:50:11.412261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43388) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:11.432547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-ec0be726-adb7-4bb1-89b5-ee493f828db0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] delete failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:50:11.434069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec0be726-adb7-4bb1-89b5-ee493f828db0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5 HTTP/1.1" status: 409  len: 329 time: 1.9834406
Nov 23 12:50:11.456600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43390) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:11.502126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.540981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Port': ['ID=c9802e9d-0d4f-4a0e-8e06-54c8bbf0e43f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:11.581020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:11.603561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.605281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:11.615089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.792983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.829041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.838542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:50:11.935433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.980054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:11.986356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.013706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] For port f0762fb3-b4dc-447a-a39c-06c8d386a27b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f0762fb3-b4dc-447a-a39c-06c8d386a27b,segment=NetworkSegment(5f1750d5-2fb8-433c-bd93-d9156f7cac6a),segment_id=5f1750d5-2fb8-433c-bd93-d9156f7cac6a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:12.018576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.023983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:12.064011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 9e89a892-2508-4bc4-a937-a20f3b02909a yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:12.227278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3339dff7-dc06-4b5c-8b6a-943aa7dd4b27 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:12.271876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ecb4785-4039-4c01-90fe-e7e67bafa148 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:12.286044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.354112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Pushing event updated for resources: {'Port': ['ID=f0762fb3-b4dc-447a-a39c-06c8d386a27b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:12.364317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:12.383622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be7eb813-6bff-41be-bdee-994ab59460ff None None] Provisioning for port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:12.435777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:12.436600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.531158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be7eb813-6bff-41be-bdee-994ab59460ff None None] Provisioning complete for port f0762fb3-b4dc-447a-a39c-06c8d386a27b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:12.531581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be7eb813-6bff-41be-bdee-994ab59460ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.546427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:12.574767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:12.626868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.631382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:12.632094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:12.645348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=9333dcc1-6512-442d-931d-56520ffe1f62,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:12.648982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:12.663091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f4d81b4-1c96-4b71-9b7f-5f7d50396d33 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:12.798051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824167da0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:06Z', 'revision_number': 3, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:12.844367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:50:12.844950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Updating router 57a22a3e-6c1b-4041-8788-e39919e36918 port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:50:12.868596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 4.3863826
Nov 23 12:50:12.874994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:12.897466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Request body: {'subnet': {'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:13.006907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:13.037829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.076938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] create failed (client error): The resource could not be found.
Nov 23 12:50:13.078445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 9.2462018
Nov 23 12:50:13.084699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43400) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:13.104671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event updated for resources: {'Network': ['ID=9b50eaed-93f5-4323-9730-99c461ac047e,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:13.115994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.126092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:13.129539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:13.143564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:13.173947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f179cd6-1494-4d6a-bdc5-79fa22c4df19 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:13.221335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae1928b-0608-400f-816b-90a1d0fcdf57,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:13.223635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.227943 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ae1928b-0608-400f-816b-90a1d0fcdf57 HTTP/1.1" status: 204  len: 168 time: 2.0593638
Nov 23 12:50:13.239968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:13.269343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:13.273474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Usage tracker for resource:subnet and tenant:3a20f0dcce974eb79bb444def4ca1bd9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:13.276995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:13.283050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:13.293933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:50:13.294446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 409 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:13.301462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Made reservation on behalf of 3a20f0dcce974eb79bb444def4ca1bd9 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:13.406629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99716da0-4e49-4b38-b82b-97b4de3cf83e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 2.9359210
Nov 23 12:50:13.419575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43406) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:13.433346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:50:13.458265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port 1d762a20-8688-41f7-99ea-06eff6546f1a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:13.458636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.506718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.509894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be7eb813-6bff-41be-bdee-994ab59460ff None None] Provisioning complete for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:13.510395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be7eb813-6bff-41be-bdee-994ab59460ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.560475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:13.579954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:13.580379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.664206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.896389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb78d6-f1b9-49fe-99f0-1b97c3b5552e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:13.902839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb78d6-f1b9-49fe-99f0-1b97c3b5552e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:13.903867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5fb78d6-f1b9-49fe-99f0-1b97c3b5552e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:13.923438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:13.953980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5fb78d6-f1b9-49fe-99f0-1b97c3b5552e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:13.955550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5fb78d6-f1b9-49fe-99f0-1b97c3b5552e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.5354266
Nov 23 12:50:13.973349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43416) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:13.984739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.092776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:14.102693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.108631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74999920-3edb-4c97-a67f-27e575aec051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:14.187784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.230590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 54dee284-96c6-4add-90ec-e02f2ba5a809 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:14.230951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.233560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f0762fb3-b4dc-447a-a39c-06c8d386a27b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:14.262357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.306652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Transition to ACTIVE for port object ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:14.325923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.344050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:14.345495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Calling delete_port for 1d762a20-8688-41f7-99ea-06eff6546f1a owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:14.347131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning complete for port 0ecb4785-4039-4c01-90fe-e7e67bafa148 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:14.347407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.377782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:14.439829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:14.510652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.561067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Pushing event updated for resources: {'Port': ['ID=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:14.567784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:14.601993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f0762fb3-b4dc-447a-a39c-06c8d386a27b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:14.602455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.659724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:14.674610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43430) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:14.706607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.757130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.838122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Attempting to bind port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:14.838553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Attempting to bind port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:14.838965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Attempting to bind port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:14.866067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:14.866494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:14.866946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.867389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:14.867937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Bound port: ceb33cd0-5da2-48c3-9cc0-832bd36a1da2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:14.869001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:14.920929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning complete for port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:14.921353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.022205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event updated for resources: {'Port': ['ID=0feec6e9-ff48-4d80-b117-5e10abebae6f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:15.106747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] In _notify_port_updated(), no bound segment for port 0feec6e9-ff48-4d80-b117-5e10abebae6f on network a50c4050-24ed-49ce-ac9a-22204fe43620 {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:50:15.111691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:15.113291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.115285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "PUT /v2.0/ports/0feec6e9-ff48-4d80-b117-5e10abebae6f HTTP/1.1" status: 200  len: 1057 time: 4.6929562
Nov 23 12:50:15.187433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43436) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.194822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:15.207359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] For port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:15.207594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd96120a-33b8-438b-b57e-e6035f093a55 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:15.211995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] For port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:15.218265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.239234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:15.266484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.284865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Port': ['ID=1d762a20-8688-41f7-99ea-06eff6546f1a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:15.288283 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "DELETE /v2.0/ports/1d762a20-8688-41f7-99ea-06eff6546f1a HTTP/1.1" status: 204  len: 168 time: 2.1914535
Nov 23 12:50:15.289379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:15.304023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43438) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.346842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 54dee284-96c6-4add-90ec-e02f2ba5a809 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:15.381211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cb000ac8-d592-42ae-9cd6-41e0a438f302 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] Request body: {'port': {'network_id': 'd0f59d37-e34c-4eef-812e-d9d140ac36cd', 'name': 'tempest-NetworksNegativeTestJSON-675288588'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:15.458259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 5d43c107-566e-4778-830a-64d35c436b7f is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:50:15.469852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f288e-8d51-4d89-9284-ed367f247cef tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:15.470662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-045f288e-8d51-4d89-9284-ed367f247cef tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Synchronizing usage tracker for tenant:d1a7616d312f4f50aa47a200b7fcbb2f on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:15.487553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Pushing event updated for resources: {'Port': ['ID=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:15.490995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:15.512348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb000ac8-d592-42ae-9cd6-41e0a438f302 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] POST failed (client error): The resource could not be found.
Nov 23 12:50:15.513043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb000ac8-d592-42ae-9cd6-41e0a438f302 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:15.514393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb000ac8-d592-42ae-9cd6-41e0a438f302 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.8238208
Nov 23 12:50:15.518563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning complete for port f0762fb3-b4dc-447a-a39c-06c8d386a27b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:15.518986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.538137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43444) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.590273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:15.591276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824167da0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:15.611817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port 0feec6e9-ff48-4d80-b117-5e10abebae6f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:15.612279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.652601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a62e00-2973-4f94-8ce5-8d3b6c3b7f35 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] DELETE failed (client error): The resource could not be found.
Nov 23 12:50:15.653465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a62e00-2973-4f94-8ce5-8d3b6c3b7f35 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:15.658659 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00a62e00-2973-4f94-8ce5-8d3b6c3b7f35 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "DELETE /v2.0/networks/09729567-03d7-4141-a1b7-979c2900420d HTTP/1.1" status: 404  len: 339 time: 0.1096096
Nov 23 12:50:15.663387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43448) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.703508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-045f288e-8d51-4d89-9284-ed367f247cef tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Unset dirty status for tenant:d1a7616d312f4f50aa47a200b7fcbb2f on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:15.704833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-045f288e-8d51-4d89-9284-ed367f247cef tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "GET /v2.0/ports?device_id=f1d701e7-baee-4230-984a-8a2e43f19690 HTTP/1.1" status: 200  len: 913 time: 0.3822858
Nov 23 12:50:15.716717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43452) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.780638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ec7c8c-260c-48df-94ea-c93ceb82f030 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] DELETE failed (client error): The resource could not be found.
Nov 23 12:50:15.781142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ec7c8c-260c-48df-94ea-c93ceb82f030 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:15.782948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82ec7c8c-260c-48df-94ea-c93ceb82f030 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "DELETE /v2.0/ports/033167f4-4a7a-462d-a283-67c990b316c3 HTTP/1.1" status: 404  len: 333 time: 0.1178932
Nov 23 12:50:15.787527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43456) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.791659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.817810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57ab2e9e-2e4b-48e8-8949-73ba705e3bb3 tempest-AllowedAddressPairIpV6TestJSON-186275721 tempest-AllowedAddressPairIpV6TestJSON-186275721] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:15.876636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:15.899947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f230e16-2942-4777-8585-2a5aa151002c tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] DELETE failed (client error): The resource could not be found.
Nov 23 12:50:15.900570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f230e16-2942-4777-8585-2a5aa151002c tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:15.906088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f230e16-2942-4777-8585-2a5aa151002c tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "DELETE /v2.0/subnets/5c7ca841-0331-4b1e-9140-6514a1cf80d0 HTTP/1.1" status: 404  len: 337 time: 0.1122074
Nov 23 12:50:15.908691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43460) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:15.923700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning complete for port 9333dcc1-6512-442d-931d-56520ffe1f62 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:15.924458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:15.971528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be4602c-9e88-4e5a-8899-c4308a71f996 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] GET failed (client error): The resource could not be found.
Nov 23 12:50:15.976531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5be4602c-9e88-4e5a-8899-c4308a71f996 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "GET /v2.0/networks/93aaa60a-f557-4f1e-b771-e20de2093a37 HTTP/1.1" status: 404  len: 339 time: 0.0478711
Nov 23 12:50:15.977231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43464) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.046718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dad8df-42b8-4a93-b014-7b96d30f9655 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] GET failed (client error): The resource could not be found.
Nov 23 12:50:16.051883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9dad8df-42b8-4a93-b014-7b96d30f9655 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "GET /v2.0/ports/1aa90ff7-71fd-48e5-9ac9-2530540d662b HTTP/1.1" status: 404  len: 333 time: 0.0691366
Nov 23 12:50:16.053654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43468) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.082625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:16.094862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] Sync routers for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:16.098815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4054511
Nov 23 12:50:16.100685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43470) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.108185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:16.109042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267b3a58>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:16.178803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267b3a58>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:16.191621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:16.192682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68267b3a58>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:16.232131 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4be5651-2790-449e-8c60-8ba75643dbc9 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] GET failed (client error): The resource could not be found.
Nov 23 12:50:16.233561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4be5651-2790-449e-8c60-8ba75643dbc9 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "GET /v2.0/subnets/ff663cd4-ed59-4525-ae6f-9ab2507aa62e HTTP/1.1" status: 404  len: 337 time: 0.1246271
Nov 23 12:50:16.257208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event updated for resources: {'Subnet': ['ID=92eae34e-dc2b-4fe8-a060-45ec23254a3e,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:16.268836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.273805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Port 9333dcc1-6512-442d-931d-56520ffe1f62 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:16.276799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:16.302475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68267b3a58>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:16.303332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b01d-6902-4805-a5b5-644e19aca61e None None] The sync data for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:16.321790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff5770-9ddb-4340-9f14-0f2e26d27ee3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:16.322961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2ff5770-9ddb-4340-9f14-0f2e26d27ee3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:16.323528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:16.360730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d5a7bdf2-5bb2-47bf-a571-622224405091 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] Request body: {'network': {'name': 'new_name'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:16.370085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824167da0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:06Z', 'revision_number': 3, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:16.375590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.378231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6b9f2-0c00-4d3b-847c-817dd2bb28bb None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:06Z', 'revision_number': 3, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:16.381035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:16.381352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.419870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.427495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning for port 54dee284-96c6-4add-90ec-e02f2ba5a809 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:16.428881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a7bdf2-5bb2-47bf-a571-622224405091 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] PUT failed (client error): The resource could not be found.
Nov 23 12:50:16.429386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a7bdf2-5bb2-47bf-a571-622224405091 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:16.434734 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5a7bdf2-5bb2-47bf-a571-622224405091 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "PUT /v2.0/networks/e1bbf074-4aa0-4468-8860-c09559fd4d5b HTTP/1.1" status: 404  len: 339 time: 0.1049287
Nov 23 12:50:16.440036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.450791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Provisioning complete for port 54dee284-96c6-4add-90ec-e02f2ba5a809 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:16.451535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.459217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-709fdd69-7168-4df6-9189-cabaf8107ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:16.492130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f485a-c246-457d-81da-4e5f47e4a55e None None] Port 54dee284-96c6-4add-90ec-e02f2ba5a809 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:50:16.503395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5fee5a52-62e0-4517-94f9-c4956cc10455 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] Request body: {'port': {'name': 'new_name'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:16.505089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2ff5770-9ddb-4340-9f14-0f2e26d27ee3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:16.506402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2ff5770-9ddb-4340-9f14-0f2e26d27ee3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports/9333dcc1-6512-442d-931d-56520ffe1f62 HTTP/1.1" status: 200  len: 911 time: 0.4043858
Nov 23 12:50:16.518293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43484) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.573692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.624292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d2bcb61a-ee15-4c15-8b69-12d7eb268b79 None None] Provisioning complete for port 0feec6e9-ff48-4d80-b117-5e10abebae6f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:16.624913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb61a-ee15-4c15-8b69-12d7eb268b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:16.666802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=54dee284-96c6-4add-90ec-e02f2ba5a809,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:16.706428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcb61a-ee15-4c15-8b69-12d7eb268b79 None None] Port 0feec6e9-ff48-4d80-b117-5e10abebae6f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:16.709882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:16.725616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fee5a52-62e0-4517-94f9-c4956cc10455 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] PUT failed (client error): The resource could not be found.
Nov 23 12:50:16.726102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fee5a52-62e0-4517-94f9-c4956cc10455 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:16.731572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5fee5a52-62e0-4517-94f9-c4956cc10455 tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "PUT /v2.0/ports/66913fe8-b551-456e-b5ee-49bfb52c7878 HTTP/1.1" status: 404  len: 333 time: 0.2696986
Nov 23 12:50:16.741466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43488) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:16.771488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a5232dd4-42cf-4e7b-a949-5ad951e5ce7f tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] Request body: {'subnet': {'name': 'new_name'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:16.844570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.146222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5232dd4-42cf-4e7b-a949-5ad951e5ce7f tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] PUT failed (client error): The resource could not be found.
Nov 23 12:50:17.146654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5232dd4-42cf-4e7b-a949-5ad951e5ce7f tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:17.152940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5232dd4-42cf-4e7b-a949-5ad951e5ce7f tempest-NetworksNegativeTestJSON-2000204038 tempest-NetworksNegativeTestJSON-2000204038] 10.222.0.60 "PUT /v2.0/subnets/1981fa94-fd6f-488c-bd6d-75070c90ea75 HTTP/1.1" status: 404  len: 337 time: 0.4043434
Nov 23 12:50:17.234258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting port 077e0907-efd1-4cac-861e-4b26cc8ce861 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:17.234688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.363993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for 0feec6e9-ff48-4d80-b117-5e10abebae6f owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:17.451834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Allocated IP 172.20.0.1 (4f4f28ad-4bed-4c56-bc38-f2689df7cdb9/82724216-42f3-491c-82d7-96a48138f852/f58d0af4-758a-4fc7-a816-fcc2f439707b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:17.575385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Checking segment: {'id': '61297352-532e-4e17-9f4c-913a879ba4fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:17.575847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Network hostable DHCP agents. Network: 9b50eaed-93f5-4323-9730-99c461ac047e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:50:17.619010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43496) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:17.762286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.804061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.854259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.867595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Network 9b50eaed-93f5-4323-9730-99c461ac047e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:50:17.898320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/54dee284-96c6-4add-90ec-e02f2ba5a809 HTTP/1.1" status: 204  len: 168 time: 3.9204011
Nov 23 12:50:17.922620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43502) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:17.937527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 9b50eaed-93f5-4323-9730-99c461ac047e) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:17.940642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:17.948762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59819e2-a375-4ba5-81d5-bb0bdc8482d2 None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:18.003509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:18.022268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Usage tracker for resource:security_group_rule and tenant:e0026c336bf74eaaa059b5abbf2eccbf is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:18.033449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:18.033905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:18.034677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.049238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:18.091472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae17e30-e525-4da7-8459-dfa2b1590b73 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:18.092979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae17e30-e525-4da7-8459-dfa2b1590b73 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:18.097416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cae17e30-e525-4da7-8459-dfa2b1590b73 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1709633
Nov 23 12:50:18.108670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:18.122846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Calling delete_port for 077e0907-efd1-4cac-861e-4b26cc8ce861 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:18.195854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.204733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-9b50eaed-93f5-4323-9730-99c461ac047e', 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e', 'tenant_id': '3a20f0dcce974eb79bb444def4ca1bd9', 'fixed_ips': [{'subnet_id': '92eae34e-dc2b-4fe8-a060-45ec23254a3e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:18.206341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.209613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Transition to ACTIVE for port object f58d0af4-758a-4fc7-a816-fcc2f439707b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:18.254608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:18.259509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.289062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30e9d562-332e-4caa-8b2c-8e24c98f9835 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:18.380132 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.4882383
Nov 23 12:50:18.403376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43510) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:18.409878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=0feec6e9-ff48-4d80-b117-5e10abebae6f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:18.412680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:18.418917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.453701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:18.484160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Request body: {'port': {'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e', 'name': 'tempest-TagsExtTest-1578831931'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:18.501014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:18.501555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.527460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.554809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb284f0-2251-42af-a365-89eae8f831d0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:18.585826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.703610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.726473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Allocated IP 172.20.0.2 (9b50eaed-93f5-4323-9730-99c461ac047e/92eae34e-dc2b-4fe8-a060-45ec23254a3e/45567bbe-2766-4ebb-acac-83c801a6d5ba) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:18.736660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.754647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:18.761193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.764119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74b61bc6-aef7-4364-81cd-7e069525054f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:18.799215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 5cce8a6d-a058-4842-ba2e-eceef56496c3 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:18.801391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Pushing event updated for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:18.816480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:18.837995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-754f7602-96c0-4b6e-a3ba-ef87bbdd7606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:18.845434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.878592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:18.882651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Usage tracker for resource:port and tenant:3a20f0dcce974eb79bb444def4ca1bd9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:18.886423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:18.927602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:18.930098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:18.952909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7e217e1-c06f-46fa-b43d-f555829586c1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:18.976181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0026c336bf74eaaa059b5abbf2eccbf&name=default HTTP/1.1" status: 200  len: 2747 time: 1.3534975
Nov 23 12:50:19.012414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:19.097146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Port': ['ID=077e0907-efd1-4cac-861e-4b26cc8ce861,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:19.104787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Made reservation on behalf of 3a20f0dcce974eb79bb444def4ca1bd9 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:19.110470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.124669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:19.183403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8478b-6316-4d7c-95c4-0693426a34e2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:19.198653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:19.199194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:19.206449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:19.229450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.234641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.302300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.332412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:19.341479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:19.349777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.364735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Transition to ACTIVE for port object 45567bbe-2766-4ebb-acac-83c801a6d5ba will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:19.389164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:19.390637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Transition to ACTIVE for port object 45567bbe-2766-4ebb-acac-83c801a6d5ba will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:19.397647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.415184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6de788c9-9600-4d67-8b4d-f55be7ee0b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:19.473384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.506849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.598566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Pushing event updated for resources: {'Port': ['ID=45567bbe-2766-4ebb-acac-83c801a6d5ba,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:19.604781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:19.655915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/0feec6e9-ff48-4d80-b117-5e10abebae6f HTTP/1.1" status: 204  len: 168 time: 4.3186729
Nov 23 12:50:19.663494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43518) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:19.674406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:19.684305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:19.686856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:19.690383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-361432cc-d6e3-4dfe-8bb1-845a1e0b7ef7 None None] Provisioning for port f58d0af4-758a-4fc7-a816-fcc2f439707b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:19.699524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-361432cc-d6e3-4dfe-8bb1-845a1e0b7ef7 None None] Provisioning complete for port f58d0af4-758a-4fc7-a816-fcc2f439707b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:19.700155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-361432cc-d6e3-4dfe-8bb1-845a1e0b7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.741967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.772679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dfe208-315e-4e6f-9072-c47d9c8aee51 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] GET failed (client error): The resource could not be found.
Nov 23 12:50:19.773255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4dfe208-315e-4e6f-9072-c47d9c8aee51 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Synchronizing usage tracker for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:19.817916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Attempting to bind port 45567bbe-2766-4ebb-acac-83c801a6d5ba on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:19.817916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Attempting to bind port 45567bbe-2766-4ebb-acac-83c801a6d5ba by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '61297352-532e-4e17-9f4c-913a879ba4fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:19.818271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Attempting to bind port 45567bbe-2766-4ebb-acac-83c801a6d5ba on network 9b50eaed-93f5-4323-9730-99c461ac047e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:19.828334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-361432cc-d6e3-4dfe-8bb1-845a1e0b7ef7 None None] Port f58d0af4-758a-4fc7-a816-fcc2f439707b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:19.831828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:19.832266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Checking segment: {'id': '61297352-532e-4e17-9f4c-913a879ba4fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:19.832756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.833221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Bound using segment: {'id': '61297352-532e-4e17-9f4c-913a879ba4fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:19.833726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Bound port: 45567bbe-2766-4ebb-acac-83c801a6d5ba, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61297352-532e-4e17-9f4c-913a879ba4fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9b50eaed-93f5-4323-9730-99c461ac047e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:19.834153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.905191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] device_id is not set on port 3b2af707-17d3-4d69-9290-0b2ba0722633 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:19.943282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] For port 45567bbe-2766-4ebb-acac-83c801a6d5ba, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:19.947985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] For port 45567bbe-2766-4ebb-acac-83c801a6d5ba, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=45567bbe-2766-4ebb-acac-83c801a6d5ba,segment=NetworkSegment(61297352-532e-4e17-9f4c-913a879ba4fe),segment_id=61297352-532e-4e17-9f4c-913a879ba4fe)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:19.952902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:19.971869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:20.024024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4dfe208-315e-4e6f-9072-c47d9c8aee51 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Unset dirty status for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:20.030638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e4dfe208-315e-4e6f-9072-c47d9c8aee51 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports/0feec6e9-ff48-4d80-b117-5e10abebae6f HTTP/1.1" status: 404  len: 333 time: 0.3619165
Nov 23 12:50:20.044285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43522) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:20.133636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Pushing event updated for resources: {'Port': ['ID=45567bbe-2766-4ebb-acac-83c801a6d5ba,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:20.138874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.150235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:20.188350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.202927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d77fbfe6-5543-4e0e-aac2-aab63c63d841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:20.216401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:20.222581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8:1::1 (d75ea8c4-c560-4946-8aa2-571433bc5402/16cd0a6e-4380-4a80-994c-da36eec93ffa/e5f515cf-e66f-4692-a907-ef5870a19c80) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:20.240943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8478b-6316-4d7c-95c4-0693426a34e2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:20.244844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:20.288652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port 12d0362b-329c-4014-9e6b-643632d5fac4 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:20.288944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.339778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:20.340214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.471286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.549734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.553740 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69e8478b-6316-4d7c-95c4-0693426a34e2 HTTP/1.1" status: 204  len: 168 time: 1.5400741
Nov 23 12:50:20.922891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:20.979153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object e5f515cf-e66f-4692-a907-ef5870a19c80 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:20.983733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Allocated IP 172.20.0.8 (9b50eaed-93f5-4323-9730-99c461ac047e/92eae34e-dc2b-4fe8-a060-45ec23254a3e/3b2af707-17d3-4d69-9290-0b2ba0722633) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:20.985534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.007667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c15e45fe-b64f-4ab1-8b57-1884fdb9c53d tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:21.111583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=5cce8a6d-a058-4842-ba2e-eceef56496c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:21.114388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:21.175988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.194405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-295c7bf0-895e-4337-8d4b-53cb2d87dcbb tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:21.237063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.318559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.323549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.384923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.391750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d349eb3-af52-409e-989c-699edbc3cd46 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:21.413127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/5cce8a6d-a058-4842-ba2e-eceef56496c3 HTTP/1.1" status: 204  len: 168 time: 3.3012140
Nov 23 12:50:21.416473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43540) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:21.428394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=e5f515cf-e66f-4692-a907-ef5870a19c80,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:21.432187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:21.497669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81b3d82f-3246-40e8-840d-77cb58d02d28 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:21.577818 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fb03d31-adef-46e3-8b22-954e1b72b395 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1549690
Nov 23 12:50:21.578283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43546) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:21.591755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.626935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:21.829064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Pushing event updated for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:21.833017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:21.876460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network d75ea8c4-c560-4946-8aa2-571433bc5402 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:21.882308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:21.885363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:21.886123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.905507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43552) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:21.925255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:21.931255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Deleting port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:21.931692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:21.950395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:21.970065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:21.978275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:21.989608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:22.034896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:22.041665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.054437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for 12d0362b-329c-4014-9e6b-643632d5fac4 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:22.077999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac229cac-47f3-47d1-81e3-c2dc394e8278 None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:22.167693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:22.179800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c026b79d-a688-43a4-8b58-a76db3895d85 tempest-DvrRoutersNegativeTest-126163761 tempest-DvrRoutersNegativeTest-126163761] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1945268754', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:22.182019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.policy [None req-c026b79d-a688-43a4-8b58-a76db3895d85 tempest-DvrRoutersNegativeTest-126163761 tempest-DvrRoutersNegativeTest-126163761] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=81023) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Nov 23 12:50:22.182369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.policy [None req-c026b79d-a688-43a4-8b58-a76db3895d85 tempest-DvrRoutersNegativeTest-126163761 tempest-DvrRoutersNegativeTest-126163761] Failed policy check for 'create_router' {{(pid=81023) enforce /opt/stack/neutron/neutron/policy.py:482}}
Nov 23 12:50:22.182937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c026b79d-a688-43a4-8b58-a76db3895d85 tempest-DvrRoutersNegativeTest-126163761 tempest-DvrRoutersNegativeTest-126163761] create failed (client error): Access was denied to this resource.
Nov 23 12:50:22.184038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c026b79d-a688-43a4-8b58-a76db3895d85 tempest-DvrRoutersNegativeTest-126163761 tempest-DvrRoutersNegativeTest-126163761] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2775075
Nov 23 12:50:22.185266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:22.332682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 45567bbe-2766-4ebb-acac-83c801a6d5ba up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:22.356543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.413260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de68ce3-b830-4d85-97a7-a2e0a811273e tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:22.537085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] For port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:22.537447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.612751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=12d0362b-329c-4014-9e6b-643632d5fac4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:22.680333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:22.691687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:22.709817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.734361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Transition to ACTIVE for port object 3b2af707-17d3-4d69-9290-0b2ba0722633 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:22.754293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Calling delete_port for 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:22.791885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.881347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe6eed8f-9bf5-4b4a-978d-b1aad7166858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:22.912347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.981901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:22.996739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:23.033525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c2f59401-a239-4e5d-b0c6-92bcd06a28bb None None] Provisioning for port 45567bbe-2766-4ebb-acac-83c801a6d5ba completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:23.051511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Pushing event deleted for resources: {'Port': ['ID=4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:23.057864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.060902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:23.076323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event updated for resources: {'Port': ['ID=3b2af707-17d3-4d69-9290-0b2ba0722633,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:23.086324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:23.136583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 45567bbe-2766-4ebb-acac-83c801a6d5ba completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:23.155364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 45567bbe-2766-4ebb-acac-83c801a6d5ba triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:23.155730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.269804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:23.282446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Router 09846ff3-296c-45b5-90f3-0f45a13626a5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:23.287084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port faaa1d9d-5a66-4a84-9b8b-e08835f659d6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:23.287725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.327178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb3c383569b452dbce6659a00793b0b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:23.339483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:23.369577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:23.492892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.515351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] No DVR routers for this DVR port 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:23.518394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Provisioning for port e5f515cf-e66f-4692-a907-ef5870a19c80 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:23.568112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Provisioning complete for port e5f515cf-e66f-4692-a907-ef5870a19c80 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:23.568565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.625979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Network 9b50eaed-93f5-4323-9730-99c461ac047e is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:23.641593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:23.701195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:23.721837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.748414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/12d0362b-329c-4014-9e6b-643632d5fac4 HTTP/1.1" status: 204  len: 168 time: 3.7025480
Nov 23 12:50:23.771418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43568) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:23.819616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.822856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Port e5f515cf-e66f-4692-a907-ef5870a19c80 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:23.848705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8304207-0c4a-4d47-b3b8-6bad355982c8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:23.861035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8febb9-ee5a-4da1-b860-65df8f6e60a0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] GET failed (client error): The resource could not be found.
Nov 23 12:50:23.862616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1f8febb9-ee5a-4da1-b860-65df8f6e60a0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Synchronizing usage tracker for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:23.866761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 45567bbe-2766-4ebb-acac-83c801a6d5ba, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=45567bbe-2766-4ebb-acac-83c801a6d5ba,segment=NetworkSegment(61297352-532e-4e17-9f4c-913a879ba4fe),segment_id=61297352-532e-4e17-9f4c-913a879ba4fe)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:23.882842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.885536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Provisioning complete for port f58d0af4-758a-4fc7-a816-fcc2f439707b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:23.885953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.921258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:23.927491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:23.971250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:24.038842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:24.039242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4d122a6b-1c6b-4cf4-982a-8f4dba3b8a71 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:24.064826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=003534ed-12f9-442f-8090-b779ff8fc8fa,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:24.067874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:24.071995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec4921-6d0f-4466-8a0c-08ba78b9aeb1 None None] Port f58d0af4-758a-4fc7-a816-fcc2f439707b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:24.083137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=45567bbe-2766-4ebb-acac-83c801a6d5ba,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:24.084561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:24.087695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:24.126676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.144711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.145605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.148925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:24.149840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.168592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e03d689c-cbc3-4a53-9edd-207a3ce926c4 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:24.175675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Calling delete_port for faaa1d9d-5a66-4a84-9b8b-e08835f659d6 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:24.222420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Provisioning complete for port 45567bbe-2766-4ebb-acac-83c801a6d5ba triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:24.223892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.269483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 45567bbe-2766-4ebb-acac-83c801a6d5ba up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:24.310239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 5.8994808
Nov 23 12:50:24.316093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:24.317917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1f8febb9-ee5a-4da1-b860-65df8f6e60a0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Unset dirty status for tenant:8c6445a21a2d45db945354cbafac9e9b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:24.319262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f8febb9-ee5a-4da1-b860-65df8f6e60a0 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "GET /v2.0/ports/12d0362b-329c-4014-9e6b-643632d5fac4 HTTP/1.1" status: 404  len: 333 time: 0.5319917
Nov 23 12:50:24.323854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8622453
Nov 23 12:50:24.324636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43572) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.325343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43574) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.336710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] Sync routers for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:24.342818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.344059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43576) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.389031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Request body: {'router': {'name': 'tempest-TagsExtTest-router-692176211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:24.404585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:24.405402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240ca278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:24.489940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240ca278>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:24.503736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:24.508545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Usage tracker for resource:router and tenant:3a20f0dcce974eb79bb444def4ca1bd9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:24.512607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:24.519744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:24.523305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:24.533249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-636df657-4a1b-42a5-9472-1794cc29fef0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] show failed (client error): The resource could not be found.
Nov 23 12:50:24.535005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-636df657-4a1b-42a5-9472-1794cc29fef0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-70908837 HTTP/1.1" status: 404  len: 333 time: 0.1862144
Nov 23 12:50:24.536065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.538722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:24.551886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43584) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.553459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127ecff-90a3-4970-9409-e9655f37c421 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:24.554826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa2ba0b8-eb50-4fba-96ff-3cc036e4ec18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:24.558846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:24.560049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.568291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=e5f515cf-e66f-4692-a907-ef5870a19c80,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:24.586896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:24.592232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.593997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.597667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network d75ea8c4-c560-4946-8aa2-571433bc5402 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:24.602568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:24.612806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1df53e6d-c21b-4d38-bb93-623627b79b0a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Request body: {'router': {'name': 'new_name'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:24.665959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] Routers {'09846ff3-296c-45b5-90f3-0f45a13626a5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:24.666824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240ca278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['09846ff3-296c-45b5-90f3-0f45a13626a5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:24.711610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1df53e6d-c21b-4d38-bb93-623627b79b0a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] update failed (client error): The resource could not be found.
Nov 23 12:50:24.712924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1df53e6d-c21b-4d38-bb93-623627b79b0a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1451260926 HTTP/1.1" status: 404  len: 335 time: 0.1152232
Nov 23 12:50:24.717763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.1279392
Nov 23 12:50:24.718839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43588) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.719364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43590) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.734111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 45567bbe-2766-4ebb-acac-83c801a6d5ba triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:24.734462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.754012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c7206-9879-4269-9efc-71f786c8d6fd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:24.781896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:24.796817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240ca278>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:24.797280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b136dd9-407c-4bb4-b8a2-33f298eea92f None None] The sync data for ids ['09846ff3-296c-45b5-90f3-0f45a13626a5'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:24.811159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port efa59e3b-724f-4d28-9511-b30bd3711864 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:24.811836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.859585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '003534ed-12f9-442f-8090-b779ff8fc8fa', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-533704359'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:24.873582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Provisioning for port 3b2af707-17d3-4d69-9290-0b2ba0722633 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:24.881018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cb3c383569b452dbce6659a00793b0b&name=default HTTP/1.1" status: 200  len: 2747 time: 2.1219614
Nov 23 12:50:24.888937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43596) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:24.894474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Provisioning complete for port 3b2af707-17d3-4d69-9290-0b2ba0722633 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:24.894474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:24.953183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.059987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-006291ec-d335-4e4c-b1dd-8fabfaf2f33f None None] Port 3b2af707-17d3-4d69-9290-0b2ba0722633 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:25.129292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.146902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '003534ed-12f9-442f-8090-b779ff8fc8fa'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:25.147984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.300052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Provisioning complete for port e5f515cf-e66f-4692-a907-ef5870a19c80 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:25.301113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.530247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.555912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.559696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5510737d-66d4-4044-b895-b40308ccc923 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.2224796
Nov 23 12:50:25.560882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43600) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:25.569607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Port e5f515cf-e66f-4692-a907-ef5870a19c80 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:25.570828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:25.582402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dd5c2a22-959a-4b66-ad3f-a7432e107191 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-32253648', 'prefixes': ['172.20.0.0/16']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:25.596806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.615914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.644245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:25.650785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:25.659903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd5c2a22-959a-4b66-ad3f-a7432e107191 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:25.660257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Provisioning complete for port 3b2af707-17d3-4d69-9290-0b2ba0722633 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:25.660654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.667944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:25.694752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:25.702742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.781405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Port 3b2af707-17d3-4d69-9290-0b2ba0722633 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:25.782296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf71550f-6dc5-426a-a449-e2363a1ab913 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:25.819302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/003534ed-12f9-442f-8090-b779ff8fc8fa/80c368ad-953b-4c85-887b-ea7861afd173) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:25.821027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Provisioning complete for port 45567bbe-2766-4ebb-acac-83c801a6d5ba triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:25.822077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7cf84aaf-b560-448a-bc1d-61f3df7c9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:25.826223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for efa59e3b-724f-4d28-9511-b30bd3711864 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:25.901942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting subnet c98c66fd-0dbb-45ae-a017-f16a0ac98a06 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:25.925492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:25.939353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:25.943430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Port': ['ID=faaa1d9d-5a66-4a84-9b8b-e08835f659d6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:25.955576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:25.962598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:25.963580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:25.997383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.052890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.060295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0221c86e-a16b-4076-9994-2de0aa7c8d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:26.076177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c7206-9879-4269-9efc-71f786c8d6fd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:26.096439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.113102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:26.196226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.197233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.198495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb7c7206-9879-4269-9efc-71f786c8d6fd HTTP/1.1" status: 204  len: 168 time: 1.3085377
Nov 23 12:50:26.233726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.237925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Transition to ACTIVE for port object 80c368ad-953b-4c85-887b-ea7861afd173 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:26.240323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:26.265120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Transition to ACTIVE for port object 80c368ad-953b-4c85-887b-ea7861afd173 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:26.269997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.297772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:26.347470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] 10.222.0.60 "PUT /v2.0/routers/57a22a3e-6c1b-4041-8788-e39919e36918/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8929918
Nov 23 12:50:26.359164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.527235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Pushing event updated for resources: {'Port': ['ID=80c368ad-953b-4c85-887b-ea7861afd173,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:26.531108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-191416e7-2531-4294-989c-13eddac1135d tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:26.544500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:26.553069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 2c4039d4-367b-4563-91b2-b8f5030def44 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:26.623169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Port': ['ID=efa59e3b-724f-4d28-9511-b30bd3711864,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:26.632343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:26.669977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:26.674008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:26.677239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:26.708729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2a22-959a-4b66-ad3f-a7432e107191 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.714633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd5c2a22-959a-4b66-ad3f-a7432e107191 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 746 time: 1.1499474
Nov 23 12:50:26.723485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43612) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:26.741543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 5d43c107-566e-4778-830a-64d35c436b7f has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:26.773443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-c9809767-b488-47d8-bd24-b77021f1ffd9 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6824c94278>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-1957922657') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:26.832291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Attempting to bind port 80c368ad-953b-4c85-887b-ea7861afd173 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:26.833585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Attempting to bind port 80c368ad-953b-4c85-887b-ea7861afd173 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:26.834579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Attempting to bind port 80c368ad-953b-4c85-887b-ea7861afd173 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:26.855486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:26.857285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:26.859187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.859762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:26.860831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Bound port: 80c368ad-953b-4c85-887b-ea7861afd173, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:26.863839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.864660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:26.955694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916400>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:20Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:26.965453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:50:26.966134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Updating router 57a22a3e-6c1b-4041-8788-e39919e36918 port f58d0af4-758a-4fc7-a816-fcc2f439707b binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:50:27.046782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.050895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] For port 80c368ad-953b-4c85-887b-ea7861afd173, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:27.056301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] For port 80c368ad-953b-4c85-887b-ea7861afd173, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=80c368ad-953b-4c85-887b-ea7861afd173,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:27.061205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.071922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.091991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f0daa78e-dc4d-4512-9c8d-eb500ed448c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:27.099956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.126126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/ports/efa59e3b-724f-4d28-9511-b30bd3711864 HTTP/1.1" status: 204  len: 168 time: 2.7867982
Nov 23 12:50:27.130467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43624) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:27.302281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Pushing event updated for resources: {'Port': ['ID=80c368ad-953b-4c85-887b-ea7861afd173,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:27.324828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:27.472222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9809767-b488-47d8-bd24-b77021f1ffd9 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-1957922657 HTTP/1.1" status: 201  len: 201 time: 0.7223928
Nov 23 12:50:27.478005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43634) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:27.495720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-1ac9ef8a-b2bf-452b-8124-21ee113a37ab tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f681fe75048>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-89709492') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:27.800064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.829262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68017415-baae-485a-b0eb-45d9c097a70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.830889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:50:27.831457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:50:27.833455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Transition to ACTIVE for port object f58d0af4-758a-4fc7-a816-fcc2f439707b will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:27.844157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.849330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting subnet 1685b500-cde7-4977-88eb-6ae8c29783e1 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:27.857959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:27.888847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:28.008316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9069544-551e-4407-ae18-33787c136e72 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 3.2742410
Nov 23 12:50:28.017084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.017929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43646) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.110720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43650) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.136403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.226018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ac9ef8a-b2bf-452b-8124-21ee113a37ab tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-89709492 HTTP/1.1" status: 201  len: 201 time: 0.7433100
Nov 23 12:50:28.242510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43658) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.257553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-0dad96db-0652-4d4c-b73b-ee47f25c66a2 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f681fe184a8>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-180263153') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:28.323088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43662) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.348459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:28.356681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279952430-network', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:28.363070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] Sync routers for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:28.371217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 80c368ad-953b-4c85-887b-ea7861afd173 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:28.373034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8536541
Nov 23 12:50:28.396267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Pushing event updated for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:28.431288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.485023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656194f8-242e-40e7-a04a-facbd6149d60 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:28.486140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-656194f8-242e-40e7-a04a-facbd6149d60 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:28.509105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.510030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.510413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.510785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.511149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.511512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.511870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.512367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.512581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.512922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.513274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.513797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.514479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.514743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.515093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.520834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.521265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.521637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.522157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.522523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.522899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.523367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.524955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.526142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:28.531432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:28.533616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.539131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:28.549004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:28.578162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Attempting to bind port f58d0af4-758a-4fc7-a816-fcc2f439707b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:28.578599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Attempting to bind port f58d0af4-758a-4fc7-a816-fcc2f439707b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:28.579148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Attempting to bind port f58d0af4-758a-4fc7-a816-fcc2f439707b on network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:28.590149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:28.590566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:28.590987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.591575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Bound using segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:28.592340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Bound port: f58d0af4-758a-4fc7-a816-fcc2f439707b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:28.592785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.704414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41dd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:28.736273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:28.737027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:28.771783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:28.845250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] For port f58d0af4-758a-4fc7-a816-fcc2f439707b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:28.846115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41dd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:28.846760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfb12f-9519-40d1-9d8f-69d2eaf3be37 None None] The sync data for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:28.847072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Usage tracker for resource:network and tenant:eb9cbd348780470a920ad5689501a58d is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:28.850046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] For port f58d0af4-758a-4fc7-a816-fcc2f439707b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58d0af4-758a-4fc7-a816-fcc2f439707b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:28.850222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 80c368ad-953b-4c85-887b-ea7861afd173 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:28.856575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:28.890065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:28.897789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c967dce3-69f7-44d3-93a3-484931080eb4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:28.899477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c967dce3-69f7-44d3-93a3-484931080eb4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports/e5f515cf-e66f-4692-a907-ef5870a19c80 HTTP/1.1" status: 200  len: 913 time: 0.4516978
Nov 23 12:50:28.910483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43670) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:28.917311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:29.000839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Router f1d701e7-baee-4230-984a-8a2e43f19690 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:29.033379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1833368678'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:29.036090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Made reservation on behalf of eb9cbd348780470a920ad5689501a58d for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:29.041676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.044141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:29.050256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:29.054158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:29.063171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:29.081035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cd37de7-ffff-42dc-b564-fce7ce569971 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.114599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-656194f8-242e-40e7-a04a-facbd6149d60 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:29.116338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-656194f8-242e-40e7-a04a-facbd6149d60 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 1.0936928
Nov 23 12:50:29.134268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:29.170291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f791dd33-cdeb-4984-ae46-7d114686f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.189128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0dad96db-0652-4d4c-b73b-ee47f25c66a2 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-180263153 HTTP/1.1" status: 201  len: 201 time: 0.9434726
Nov 23 12:50:29.197554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.200078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.209279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:29.214917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Subnet': ['ID=c98c66fd-0dbb-45ae-a017-f16a0ac98a06,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:29.234330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.271554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.271978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.272405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.272849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.273261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.273673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.274201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.274993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.275372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.275784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.276192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.276643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.277281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.277530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.277937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.278340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.278740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.279450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.279602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.279899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.280304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.280726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.281134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.281526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:29.290809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-c0f4ac93-b9d4-420f-a646-08cb1967cca6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6824d051d0>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-1514449383') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:29.301102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Pushing event updated for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:29.310644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:29.313979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Provisioning for port 80c368ad-953b-4c85-887b-ea7861afd173 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:29.314945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:29.318341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:29.319910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:29.325727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:29.328753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Provisioning complete for port 80c368ad-953b-4c85-887b-ea7861afd173 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:29.329254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.331002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:29.331858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825916400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:29.407231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.408821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:29.428722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.433394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.437491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-973b40bf-9029-49d4-867d-303f4e5ca35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.442542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc6c13-b4a0-4e92-b8aa-63c75b48301d None None] Network 8913e710-6780-477b-aff7-6e388d05d9de requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:29.459182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:29.497702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/subnets/c98c66fd-0dbb-45ae-a017-f16a0ac98a06 HTTP/1.1" status: 204  len: 168 time: 4.7660265
Nov 23 12:50:29.502147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Usage tracker for resource:security_group_rule and tenant:eb9cbd348780470a920ad5689501a58d is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:29.503059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:29.505346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43682) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:29.509371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28dcb2-0e3b-4c14-b1d4-6acc8719e27e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:29.511171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28dcb2-0e3b-4c14-b1d4-6acc8719e27e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:29.512170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d28dcb2-0e3b-4c14-b1d4-6acc8719e27e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:29.529206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=4f13a198-2da2-490c-aa4d-dedde93887c5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:29.537904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:29.567720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:29.576003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:29.639109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:29.683145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:29.684813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:29.747151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.755276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:29.796545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.851400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.857021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.864081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8e3c24a8-e6ef-4b1f-9ddf-2a6885c20393 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.880444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.890013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.905307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-193d818f-9587-42df-91ff-ab9b2b193470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.906030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d28dcb2-0e3b-4c14-b1d4-6acc8719e27e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:29.906757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] For port 80c368ad-953b-4c85-887b-ea7861afd173, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=80c368ad-953b-4c85-887b-ea7861afd173,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:29.916665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:29.919359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-52539536-30d1-4fa8-8ece-fcf02343a0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:29.920227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d28dcb2-0e3b-4c14-b1d4-6acc8719e27e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7807741
Nov 23 12:50:29.927029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.006234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Pushing event updated for resources: {'Port': ['ID=80c368ad-953b-4c85-887b-ea7861afd173,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:30.012307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:30.013283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] DHCP port deletion for 8913e710-6780-477b-aff7-6e388d05d9de request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:30.018460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Deleting port 1a53cadf-ee79-41c4-aa40-47afb1eae48e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:30.019001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.024359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:50:30.032120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.047955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 003534ed-12f9-442f-8090-b779ff8fc8fa {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:30.059197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:30.061343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1bf41-27cd-4064-863e-5a9b19e44a01,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:30.068822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c0f4ac93-b9d4-420f-a646-08cb1967cca6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-1514449383 HTTP/1.1" status: 201  len: 201 time: 0.8464928
Nov 23 12:50:30.073879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:30.074395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.094790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.101759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] Sync routers for ids ['f1d701e7-baee-4230-984a-8a2e43f19690'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:30.141361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] Routers {'f1d701e7-baee-4230-984a-8a2e43f19690'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:30.142262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258b6048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1d701e7-baee-4230-984a-8a2e43f19690'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.193513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4806ba-806b-4168-9848-5af6b0113915,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:30.218460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting port 1a53cadf-ee79-41c4-aa40-47afb1eae48e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:30.218928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.228030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258b6048>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.258757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:30.267167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0991178e-6dc2-4fb3-9d64-316af6b023ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.275439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 80c368ad-953b-4c85-887b-ea7861afd173 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:30.298874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:30.306952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] Routers {'f1d701e7-baee-4230-984a-8a2e43f19690'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:30.307870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258b6048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1d701e7-baee-4230-984a-8a2e43f19690'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.325231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Subnet': ['ID=1685b500-cde7-4977-88eb-6ae8c29783e1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:30.331845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-6bf2df7b-5f98-4f2b-a7cf-337220ddcf32 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6825076550>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.357407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-484bdd16-924b-4d23-b591-04f6dc7678a1 None None] Provisioning complete for port 80c368ad-953b-4c85-887b-ea7861afd173 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:30.357998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-484bdd16-924b-4d23-b591-04f6dc7678a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.371578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:30.391020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258b6048>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.391714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cabae7-6a86-42dc-b6db-dbb78410c94f None None] The sync data for ids ['f1d701e7-baee-4230-984a-8a2e43f19690'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:30.424330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825916400>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:28Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:30.429986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cf87e-41ee-4673-9f58-2b73fd2a5996 None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:28Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:30.437580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] For port 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1a53cadf-ee79-41c4-aa40-47afb1eae48e,segment=NetworkSegment(66521003-da26-4a5b-9725-63730f27a140),segment_id=66521003-da26-4a5b-9725-63730f27a140)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:30.438319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.440124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.440539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Added segment 2559d2dd-897a-485f-8601-9dc410afba35 of type vxlan for network 1d7a1544-e466-4ea4-9728-f8ff986af212
Nov 23 12:50:30.502251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] For port 1a53cadf-ee79-41c4-aa40-47afb1eae48e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1a53cadf-ee79-41c4-aa40-47afb1eae48e,segment=NetworkSegment(66521003-da26-4a5b-9725-63730f27a140),segment_id=66521003-da26-4a5b-9725-63730f27a140)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:30.502454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.646716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.653267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "PUT /v2.0/routers/f1d701e7-baee-4230-984a-8a2e43f19690/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9265029
Nov 23 12:50:30.653427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.5410323
Nov 23 12:50:30.654218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43694) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.654576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43696) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.661823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.663182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Calling delete_port for 1a53cadf-ee79-41c4-aa40-47afb1eae48e owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:30.666544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/subnets/1685b500-cde7-4977-88eb-6ae8c29783e1 HTTP/1.1" status: 204  len: 168 time: 3.5324519
Nov 23 12:50:30.721861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43698) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.728830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 80c368ad-953b-4c85-887b-ea7861afd173 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:30.729283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.757446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.794759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.822611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ed20c-96b9-4059-b0ee-377466781049 None None] Network a50c4050-24ed-49ce-ac9a-22204fe43620 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:30.909056 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6bf2df7b-5f98-4f2b-a7cf-337220ddcf32 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 200  len: 241 time: 0.6015110
Nov 23 12:50:30.918282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43706) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:30.923180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:30.943949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-6d447a17-0c10-4a33-84b7-7c9a6aa9157b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681fac92e8>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-1957922657') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:31.072377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Calling delete_port for 1a53cadf-ee79-41c4-aa40-47afb1eae48e owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:31.105200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.106919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:31.107583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.110135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9d5278fa-ad0f-48f6-bcbd-61b5b407ad0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:31.114512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.115422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-918cd0df-71a1-4dd2-8878-11d428de3492 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:31.178033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.211526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.248705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.384340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-752dd92a-8f95-4215-9330-715d27f12fe9 tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:31.392644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:50:31.393068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:50:31.442071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Port': ['ID=1a53cadf-ee79-41c4-aa40-47afb1eae48e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:31.454838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9d5278fa-ad0f-48f6-bcbd-61b5b407ad0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:31.460154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d5278fa-ad0f-48f6-bcbd-61b5b407ad0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4157 time: 0.7371414
Nov 23 12:50:31.460154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:31.463420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1a53cadf-ee79-41c4-aa40-47afb1eae48e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:31.470722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43710) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:31.487268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-security--1841327697', 'description': 'tempest-security-description-1159015608'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:31.505141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port e9c73776-653c-4e12-a4f1-504b12846267 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:31.506015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.508326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1a53cadf-ee79-41c4-aa40-47afb1eae48e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:31.509490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1a53cadf-ee79-41c4-aa40-47afb1eae48e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:31.538341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-92c54636-0c79-4cd7-b6a2-37d387d478e7 None None] Provisioning complete for port 80c368ad-953b-4c85-887b-ea7861afd173 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:31.538782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c54636-0c79-4cd7-b6a2-37d387d478e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.574005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.575739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] DHCP port deletion for a50c4050-24ed-49ce-ac9a-22204fe43620 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:31.594962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Deleting port e9c73776-653c-4e12-a4f1-504b12846267 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:31.594962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.628489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] No DVR routers for this DVR port 1a53cadf-ee79-41c4-aa40-47afb1eae48e on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:31.715785 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d447a17-0c10-4a33-84b7-7c9a6aa9157b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-1957922657 HTTP/1.1" status: 204  len: 168 time: 0.7874117
Nov 23 12:50:31.719045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43714) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:31.756786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.4299502
Nov 23 12:50:31.761148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-63c47820-a532-4aa7-b3aa-8907baada053 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f681ff748d0>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-1957922657') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:31.769128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43718) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:31.841459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Request body: {'subnet': {'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279952430-subnet', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:31.853672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Pushing event updated for resources: {'Network': ['ID=1d7a1544-e466-4ea4-9728-f8ff986af212,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:31.859349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:31.894998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Deleting port 1a53cadf-ee79-41c4-aa40-47afb1eae48e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:31.895422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.929961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Usage tracker for resource:subnet and tenant:eb9cbd348780470a920ad5689501a58d is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:31.944725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:31.971361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:31.991368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30980832-c2eb-48b6-87e0-c6a61cdf996f None None] The port '1a53cadf-ee79-41c4-aa40-47afb1eae48e' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:50:32.001515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] For port e9c73776-653c-4e12-a4f1-504b12846267, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e9c73776-653c-4e12-a4f1-504b12846267,segment=NetworkSegment(be68f18e-417c-4646-9e66-7ef9ea4707ab),segment_id=be68f18e-417c-4646-9e66-7ef9ea4707ab)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:32.001962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.028901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.029223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.030018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.030018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.030400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.030798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.031189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.031584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.031980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.032371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.033046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.033178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.033635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.034032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.034425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.034816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.035205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.035594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.035986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.036375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.036790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.037179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.037561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.037950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.048262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:32.058807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:32.061094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.075542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.085198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Made reservation on behalf of eb9cbd348780470a920ad5689501a58d for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:32.090357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.108525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.179111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Calling delete_port for e9c73776-653c-4e12-a4f1-504b12846267 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:32.236463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.241240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:32.309134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.309679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Fanout notify agent at l3_agent the message router_deleted on router f1d701e7-baee-4230-984a-8a2e43f19690 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:50:32.330419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.334027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-de905e42-e794-463f-bb36-fc9b6fdbff09 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "DELETE /v2.0/routers/f1d701e7-baee-4230-984a-8a2e43f19690 HTTP/1.1" status: 204  len: 168 time: 1.6647427
Nov 23 12:50:32.338440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43722) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:32.342006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:32.378023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58d0af4-758a-4fc7-a816-fcc2f439707b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:32.570870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.590586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.604957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4898fa6-4235-4b05-8a80-2b1a135f87e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:32.646947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.672199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.677124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] For port e9c73776-653c-4e12-a4f1-504b12846267, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e9c73776-653c-4e12-a4f1-504b12846267,segment=NetworkSegment(be68f18e-417c-4646-9e66-7ef9ea4707ab),segment_id=be68f18e-417c-4646-9e66-7ef9ea4707ab)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:32.677584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.701249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2778b6f2-a109-47ed-8b61-720cfc45b706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:32.717444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68241be908>,) {'filters': {'network_id': ['8913e710-6780-477b-aff7-6e388d05d9de']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:32.721923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Pushing event deleted for resources: {'Port': ['ID=e9c73776-653c-4e12-a4f1-504b12846267,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:32.741496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f58d0af4-758a-4fc7-a816-fcc2f439707b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:32.757566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.758521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.758521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.759365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.759637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.760003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.760368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.760757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.761122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.761484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.761850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.762223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.762665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.763030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.763391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.763752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.764111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.764500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.764862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.765648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.765648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.765901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.766263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.766617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:50:32.772770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f58d0af4-758a-4fc7-a816-fcc2f439707b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:32.773521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.790978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:50:32.803618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:32.841004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:32.842516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "PUT /v2.0/security-groups/5f4806ba-806b-4168-9848-5af6b0113915 HTTP/1.1" status: 200  len: 1662 time: 1.3604693
Nov 23 12:50:32.845066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241be908>, '66521003-da26-4a5b-9725-63730f27a140') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:32.845402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241be908>, '66521003-da26-4a5b-9725-63730f27a140') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:32.897168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43726) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:32.939003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Calling delete_port for e9c73776-653c-4e12-a4f1-504b12846267 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:32.955156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting subnet dba6305a-e2bc-471f-ba82-8a1acbde9a52 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:32.973822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.007809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.036337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4806ba-806b-4168-9848-5af6b0113915,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:33.037128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] No DVR routers for this DVR port e9c73776-653c-4e12-a4f1-504b12846267 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:33.051370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:33.062361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.066539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:33.089890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.111979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.148641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f58d0af4-758a-4fc7-a816-fcc2f439707b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58d0af4-758a-4fc7-a816-fcc2f439707b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:33.152562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.156981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86690333-6dd2-489e-b3a9-9a585a127f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:33.159889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6bbf65c-ae43-4de0-a3ba-083610665433 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups/5f4806ba-806b-4168-9848-5af6b0113915 HTTP/1.1" status: 200  len: 1662 time: 0.2532697
Nov 23 12:50:33.161843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43730) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:33.178912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63c47820-a532-4aa7-b3aa-8907baada053 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-1957922657 HTTP/1.1" status: 204  len: 168 time: 1.4378936
Nov 23 12:50:33.179614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43734) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:33.194057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-d366bc5a-16f8-4cd3-b2e5-d45509f8fb04 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f682570ba90>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:33.222865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e9c73776-653c-4e12-a4f1-504b12846267 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:33.234986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.264831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e9c73776-653c-4e12-a4f1-504b12846267 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:33.265231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e9c73776-653c-4e12-a4f1-504b12846267 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:33.270411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02e959d6-37ae-4f6b-86d4-c4f95ca9439e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:33.289653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:33.293899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:33.299803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:50:33.300170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:50:33.339291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.413439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.423822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=003534ed-12f9-442f-8090-b779ff8fc8fa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:33.436605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:33.477085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 8913e710-6780-477b-aff7-6e388d05d9de has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:33.499473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.595392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.688481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.691213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f230d-8657-415e-8681-94762cc7563f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:33.725815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 8913e710-6780-477b-aff7-6e388d05d9de has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:33.755394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port e5f515cf-e66f-4692-a907-ef5870a19c80 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:33.755767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:33.758352 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:33.800163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.814037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Deleting port e9c73776-653c-4e12-a4f1-504b12846267 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:33.814419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:33.836689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ebd15d15-f7f7-404a-8777-ca28dcaf898b tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:33.843574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d366bc5a-16f8-4cd3-b2e5-d45509f8fb04 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 200  len: 205 time: 0.6560788
Nov 23 12:50:33.854728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43738) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:33.858300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/003534ed-12f9-442f-8090-b779ff8fc8fa HTTP/1.1" status: 204  len: 168 time: 3.9270306
Nov 23 12:50:33.870651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-e019282f-0fb9-4952-9363-70b46e141dac tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f263668>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:33.907800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43742) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:33.974016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:33.979875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Deleting port 80c368ad-953b-4c85-887b-ea7861afd173 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:33.980581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.028630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] The port 'e9c73776-653c-4e12-a4f1-504b12846267' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:50:34.079759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-341940ce-77c7-448f-9881-6be792613e6c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1662457
Nov 23 12:50:34.080030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.082827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43746) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:34.092231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c6ecb57-b57b-4c53-a51c-74a6eeb3b5a9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:34.113253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.187802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:34.217630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.238852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] For port 80c368ad-953b-4c85-887b-ea7861afd173, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=80c368ad-953b-4c85-887b-ea7861afd173,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:34.238852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.240918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Network': ['ID=8913e710-6780-477b-aff7-6e388d05d9de,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:34.250066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58d0af4-758a-4fc7-a816-fcc2f439707b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:34.251483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.322797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:34.379901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/networks/8913e710-6780-477b-aff7-6e388d05d9de HTTP/1.1" status: 204  len: 168 time: 4.8707244
Nov 23 12:50:34.392004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43750) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:34.418392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Calling delete_port for 80c368ad-953b-4c85-887b-ea7861afd173 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:34.435361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33441d3-23e2-47d6-88bf-18723d474bef,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:34.438481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:34.454919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39f2adea-4a51-49c0-88b2-cd11d377a109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:34.483199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4806ba-806b-4168-9848-5af6b0113915,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:34.485730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:34.486813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.491907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/5f4806ba-806b-4168-9848-5af6b0113915 HTTP/1.1" status: 204  len: 168 time: 1.3201356
Nov 23 12:50:34.501830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43754) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:34.537616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f58d0af4-758a-4fc7-a816-fcc2f439707b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:34.538036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.565173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e019282f-0fb9-4952-9363-70b46e141dac tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 200  len: 239 time: 0.7067530
Nov 23 12:50:34.567161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f821128>,) {'filters': {'network_id': ['a50c4050-24ed-49ce-ac9a-22204fe43620']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:34.571679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43758) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:34.576233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:34.592186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.593291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2174db50-c787-49fe-b68f-8c3831ab705d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6824a6ef28>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-89709492') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:34.610563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f821128>, 'be68f18e-417c-4646-9e66-7ef9ea4707ab') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:34.610955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f821128>, 'be68f18e-417c-4646-9e66-7ef9ea4707ab') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:34.619097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:34.624330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:34.647527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.656677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.682729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3268539f-6f91-466d-a6e7-30d45ea76feb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:34.695378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:34.699904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.722951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:34.744257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Pushing event deleted for resources: {'Port': ['ID=80c368ad-953b-4c85-887b-ea7861afd173,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:34.751610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:34.759875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:34.761528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:34.848284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:34.871857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] No DVR routers for this DVR port 80c368ad-953b-4c85-887b-ea7861afd173 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:34.935880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 80c368ad-953b-4c85-887b-ea7861afd173 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:34.942656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Subnet': ['ID=dba6305a-e2bc-471f-ba82-8a1acbde9a52,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:34.980958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 80c368ad-953b-4c85-887b-ea7861afd173 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:34.980958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 80c368ad-953b-4c85-887b-ea7861afd173 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:35.035478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:35.054934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for e5f515cf-e66f-4692-a907-ef5870a19c80 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:35.156067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6928f138-9073-41bd-9464-794650da6528 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:35.244166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Checking segment: {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:35.244808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Network hostable DHCP agents. Network: 1d7a1544-e466-4ea4-9728-f8ff986af212, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:50:35.259188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6928f138-9073-41bd-9464-794650da6528 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:35.260482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6928f138-9073-41bd-9464-794650da6528 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.7518001
Nov 23 12:50:35.271699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43762) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:35.286680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c759ed-0606-43b5-986b-9dbd6b0306a6 None None] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:35.294603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.325492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2174db50-c787-49fe-b68f-8c3831ab705d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-89709492 HTTP/1.1" status: 204  len: 168 time: 0.7471216
Nov 23 12:50:35.332315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43766) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:35.337322 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "DELETE /v2.0/subnets/dba6305a-e2bc-471f-ba82-8a1acbde9a52 HTTP/1.1" status: 204  len: 168 time: 2.9949994
Nov 23 12:50:35.338936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-55da757b-4d7e-4e21-848f-d99d1661af65 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] delete failed (client error): The resource could not be found.
Nov 23 12:50:35.340130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55da757b-4d7e-4e21-848f-d99d1661af65 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/5f4806ba-806b-4168-9848-5af6b0113915 HTTP/1.1" status: 404  len: 347 time: 0.0670466
Nov 23 12:50:35.347355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43770) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:35.348137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43772) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:35.351463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-9870e6bd-9653-4b6a-baea-0c2a6cf36c8f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f2f7cc0>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-89709492') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:35.358565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1608742955'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:35.391181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:35.426277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting subnet 061d5a8c-2bd4-48d9-9e18-c1779ef3416f {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:35.435871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:35.445619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.484928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.498223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:35.507456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.511502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:50:35.553425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1d7a1544-e466-4ea4-9728-f8ff986af212) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:35.563923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.576400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3122d6-ea00-40cd-84b0-02c03d48d760 None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:35.604924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] DHCP port deletion for 6062ece5-9daf-4e90-82a3-ab8512046e69 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:35.623781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:35.624779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.669818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.673526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Deleting port 9369b700-e1e2-4bef-8dd8-2785040d48b1 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:35.674184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.798386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.839690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:35.857795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.0293937
Nov 23 12:50:35.860876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:35.866346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43778) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:35.867518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port 9369b700-e1e2-4bef-8dd8-2785040d48b1 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:35.868147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.899613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:35.919117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:35.922898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:35.947631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:35.959092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca7e0212-3d67-4760-a25e-f03d50f30b51 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:35.978538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Network a50c4050-24ed-49ce-ac9a-22204fe43620 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:36.018368 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:36.059704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] For port 9369b700-e1e2-4bef-8dd8-2785040d48b1, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9369b700-e1e2-4bef-8dd8-2785040d48b1,segment=NetworkSegment(0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56),segment_id=0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:36.060054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.070784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-1d7a1544-e466-4ea4-9728-f8ff986af212', 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'fixed_ips': [{'subnet_id': 'b33441d3-23e2-47d6-88bf-18723d474bef'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:36.071966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.074591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:36.109336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Usage tracker for resource:router and tenant:eb9cbd348780470a920ad5689501a58d is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:36.115811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=e5f515cf-e66f-4692-a907-ef5870a19c80,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:36.121186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:36.141921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:36.151119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:36.222190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Calling delete_port for 9369b700-e1e2-4bef-8dd8-2785040d48b1 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:36.222661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.232943 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9870e6bd-9653-4b6a-baea-0c2a6cf36c8f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-89709492 HTTP/1.1" status: 204  len: 168 time: 0.8973463
Nov 23 12:50:36.244641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5591b85-fa6b-4c97-abc6-16d708617dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:36.252162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43782) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:36.264011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-be55f7ea-92c5-4411-8f6b-b1d2456a5e1c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6824bf5630>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:36.271309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9369b700-e1e2-4bef-8dd8-2785040d48b1 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:36.275916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.294233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Pushing event deleted for resources: {'Network': ['ID=a50c4050-24ed-49ce-ac9a-22204fe43620,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:36.302619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:36.309990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] 10.222.0.60 "DELETE /v2.0/networks/a50c4050-24ed-49ce-ac9a-22204fe43620 HTTP/1.1" status: 204  len: 168 time: 5.5767102
Nov 23 12:50:36.319057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.319877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.321019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.536369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.564896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.577071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-438bce13-eff6-47f3-aa8e-536de9e7eb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:36.639751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.694570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] For port 9369b700-e1e2-4bef-8dd8-2785040d48b1, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9369b700-e1e2-4bef-8dd8-2785040d48b1,segment=NetworkSegment(0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56),segment_id=0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:36.694976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.708493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.712624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.3591709
Nov 23 12:50:36.712624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2925a0-f585-457b-8e5b-30ae3afc34cf,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:36.715051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43790) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:36.715283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43792) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:36.728927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:36.791679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'ed2925a0-f585-457b-8e5b-30ae3afc34cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:36.870403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.883587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:36.889668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:36.906809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e905575d-ba2d-470b-b90d-99508e2c5063 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:36.909940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:36.973298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Calling delete_port for 9369b700-e1e2-4bef-8dd8-2785040d48b1 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:37.006679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-be55f7ea-92c5-4411-8f6b-b1d2456a5e1c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 200  len: 205 time: 0.7457576
Nov 23 12:50:37.013787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:37.081035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Pushing event deleted for resources: {'Port': ['ID=9369b700-e1e2-4bef-8dd8-2785040d48b1,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:37.083130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Subnet': ['ID=061d5a8c-2bd4-48d9-9e18-c1779ef3416f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:37.083822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:37.084862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.085971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43800) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:37.098453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:37.117771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-84390dc1-7dd4-4717-9624-cfda96a65d1d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f68240f5240>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:37.277866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.287331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1a45c-0a28-4677-9dc3-796c41541c19 None None] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:37.310154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] No DVR routers for this DVR port 9369b700-e1e2-4bef-8dd8-2785040d48b1 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:37.323999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/subnets/061d5a8c-2bd4-48d9-9e18-c1779ef3416f HTTP/1.1" status: 204  len: 168 time: 2.9307673
Nov 23 12:50:37.344411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:37.361393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:37.391399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:37.411520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-84390dc1-7dd4-4717-9624-cfda96a65d1d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 200  len: 240 time: 0.3132150
Nov 23 12:50:37.414131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43808) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:37.426034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-55b1b156-429a-4aad-80c3-55f724b09996 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f7e40f0>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-180263153') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:37.455732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Allocated IP 172.20.0.2 (1d7a1544-e466-4ea4-9728-f8ff986af212/b33441d3-23e2-47d6-88bf-18723d474bef/d029042d-91e6-46aa-9dab-5c5a6468f602) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:37.487266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.513832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f305d9b-ea73-495d-bdd3-8f7e7a23c5f5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:37.596932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.644177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:50:37.644508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:50:37.663918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-10058771-fc1a-459c-acea-1d68d8e78167 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c6445a21a2d45db945354cbafac9e9b&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9411466
Nov 23 12:50:37.683620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43812) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:37.713281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.830964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] DHCP port deletion for ba7a528c-f5ea-4592-a38e-a55ca8b0b32c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:37.847279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Deleting port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:37.847630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.884678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.889795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.913660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.956740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Transition to ACTIVE for port object d029042d-91e6-46aa-9dab-5c5a6468f602 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:37.975145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:37.993698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Transition to ACTIVE for port object d029042d-91e6-46aa-9dab-5c5a6468f602 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:37.998733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:38.015010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.045854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9fd1fb-7609-48de-9aa3-737e3cb9a7bc,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:38.059607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:38.070437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.087986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.093782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c97d220a-50d6-4925-aaa8-768c238c6f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:38.093934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3671930
Nov 23 12:50:38.095208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43816) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.106808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.145836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Deleting port 9369b700-e1e2-4bef-8dd8-2785040d48b1 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:38.145984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.159333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:38.168623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:38.217279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55b1b156-429a-4aad-80c3-55f724b09996 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-180263153 HTTP/1.1" status: 204  len: 168 time: 0.7999108
Nov 23 12:50:38.225905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43820) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.235138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.243696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-6a440e6c-3372-4b01-9e4d-37ebc4d0eb8b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f6698d0>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-180263153') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:38.257048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting subnet 11e7aa76-897f-4cf4-83db-d8baa0918d54 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:38.261566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.261966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Pushing event updated for resources: {'Port': ['ID=d029042d-91e6-46aa-9dab-5c5a6468f602,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:38.265713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] For port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,segment=NetworkSegment(324e9f5e-50c3-4c0d-ad2d-3316111a0275),segment_id=324e9f5e-50c3-4c0d-ad2d-3316111a0275)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:38.266226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.268050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.278506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:38.306132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] The port '9369b700-e1e2-4bef-8dd8-2785040d48b1' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:50:38.314467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:38.337351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:38.343074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:38.361372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.365122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:38.365761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.383037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.418198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ec80bc-ad23-44fe-89ae-e646ffdc77e8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:38.449131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc069d-3604-4481-88e8-a49788ee7b3f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:38.454364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd9fd1fb-7609-48de-9aa3-737e3cb9a7bc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:38.461607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:38.463431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.3729455
Nov 23 12:50:38.467026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.471133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/dd9fd1fb-7609-48de-9aa3-737e3cb9a7bc HTTP/1.1" status: 204  len: 168 time: 0.3695166
Nov 23 12:50:38.471133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43824) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.471373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43826) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.482089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:38.514901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:38.527355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:router and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:38.533264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:38.547594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:38.578003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.579053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.594881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.626822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.633592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c5f90a6-56d3-4cf1-ab1d-6e4b018cf073 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:38.638342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-630e1ac6-803a-4087-90ce-657e6b50066f tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:38.651352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.703090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c5f90a6-56d3-4cf1-ab1d-6e4b018cf073 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:38.707329 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c5f90a6-56d3-4cf1-ab1d-6e4b018cf073 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2302654
Nov 23 12:50:38.759580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Calling delete_port for 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:38.760307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.761842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43832) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.818476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14b5b3-213c-4704-90af-17deb38f4cfb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:38.825250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:38.874204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.882169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.886152 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d14b5b3-213c-4704-90af-17deb38f4cfb HTTP/1.1" status: 204  len: 168 time: 1.1974070
Nov 23 12:50:38.950403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.951706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00b28fc3-0fe2-4f51-8d7a-8c865851aeb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4794321
Nov 23 12:50:38.957410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43838) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.957839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a440e6c-3372-4b01-9e4d-37ebc4d0eb8b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-180263153 HTTP/1.1" status: 204  len: 168 time: 0.7224674
Nov 23 12:50:38.960489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:38.960860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824afd390>,) {'filters': {'network_id': ['6062ece5-9daf-4e90-82a3-ab8512046e69']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:38.974473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43840) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:38.985751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-5e2ce2f2-b3df-439f-8eef-e101ac1869c6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f68245047f0>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:39.037812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.060489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:39.065357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824afd390>, '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:39.066005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824afd390>, '0ba5e6dc-12d9-41f2-91d3-bba9d2bb7b56') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:39.066158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:39.071487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:39.088217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.103857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2028444f-0dee-40e2-9fea-ba9cee34a110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:39.111176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.124219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.129734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.132600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:39.134048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.225970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.248844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:39.320967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.333125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Pushing event deleted for resources: {'Port': ['ID=30b26dad-4c8e-4cc3-afdb-23eb09b1a658,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:39.342411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d9f128a-2263-44ae-b815-e713d4ffff12 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:39.366878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:39.379517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.408150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] No DVR routers for this DVR port 30b26dad-4c8e-4cc3-afdb-23eb09b1a658 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:39.449951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Subnet': ['ID=11e7aa76-897f-4cf4-83db-d8baa0918d54,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:39.518117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:39.528756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.543644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:39.545842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Attempting to bind port d029042d-91e6-46aa-9dab-5c5a6468f602 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:39.546280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Attempting to bind port d029042d-91e6-46aa-9dab-5c5a6468f602 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:39.546702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Attempting to bind port d029042d-91e6-46aa-9dab-5c5a6468f602 on network 1d7a1544-e466-4ea4-9728-f8ff986af212 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:39.566135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2925a0-f585-457b-8e5b-30ae3afc34cf,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:39.572862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:39.642551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:39.642995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Checking segment: {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:39.643457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.643915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Bound using segment: {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:39.644547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Bound port: d029042d-91e6-46aa-9dab-5c5a6468f602, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:39.644991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.696628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.698008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/ed2925a0-f585-457b-8e5b-30ae3afc34cf HTTP/1.1" status: 204  len: 168 time: 0.9245706
Nov 23 12:50:39.704017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43856) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:39.781680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:39.783710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/subnets/11e7aa76-897f-4cf4-83db-d8baa0918d54 HTTP/1.1" status: 204  len: 168 time: 2.4380343
Nov 23 12:50:39.793232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43862) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:39.868153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] For port d029042d-91e6-46aa-9dab-5c5a6468f602, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:39.913121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e64d9b-7d0f-434d-9bd3-b62a7d202cbf None None] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:39.953967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5e2ce2f2-b3df-439f-8eef-e101ac1869c6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 200  len: 205 time: 0.9748333
Nov 23 12:50:39.973666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:40.009792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a1bf6680-202d-41f8-9250-2e13ad452ae3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:40.040230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.044331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2767fb47-d679-40a4-93d7-de86fb1a8fda tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6824291cc0>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:40.092316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:40.162974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a1bf6680-202d-41f8-9250-2e13ad452ae3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:40.165091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a1bf6680-202d-41f8-9250-2e13ad452ae3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.4594598
Nov 23 12:50:40.174708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:40.176020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43880) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:40.179479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.200575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1503762083'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:40.211866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:40.231260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.269178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:40.309502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1987448611'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:40.370543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:40.400594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] DHCP port deletion for c1ea9d7d-4065-4af3-a353-c3dad55220dd request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:40.408776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Deleting port 313c0c10-7da0-44bb-918d-bb03bce9cecd {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:40.409133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.430813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.456072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Usage tracker for resource:network and tenant:5db63ceb7bf04437b48c1782b303d8f9 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:40.459853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2767fb47-d679-40a4-93d7-de86fb1a8fda tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 200  len: 241 time: 0.4797490
Nov 23 12:50:40.465879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289/bfb663a6-c7ba-4a5d-8119-eb340623636f) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:40.470103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:40.472775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43884) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:40.559992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-e9a4025b-fb14-4e15-bae6-c4bcb084c3fd tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6825a86198>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-1514449383') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:40.569762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:40.621508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Network 6062ece5-9daf-4e90-82a3-ab8512046e69 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:40.652671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:40.661808 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:40.766551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Made reservation on behalf of 5db63ceb7bf04437b48c1782b303d8f9 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:40.771977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.787367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] For port 313c0c10-7da0-44bb-918d-bb03bce9cecd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=313c0c10-7da0-44bb-918d-bb03bce9cecd,segment=NetworkSegment(da3676f2-9136-4521-b114-346f94c66049),segment_id=da3676f2-9136-4521-b114-346f94c66049)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:40.787840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.793164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Allocated IP 172.26.6.171 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/110a7d78-4c16-4457-a4e8-f4aee87b21b6) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:40.832153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.835304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 5d43c107-566e-4778-830a-64d35c436b7f has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:40.842900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef5b762b-1f24-4a51-9d3c-a9a632b925d9 tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:40.844390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.870419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:40.896495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Pushing event deleted for resources: {'Network': ['ID=6062ece5-9daf-4e90-82a3-ab8512046e69,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:40.943494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Calling delete_port for 313c0c10-7da0-44bb-918d-bb03bce9cecd owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:40.954703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:40.978087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] 10.222.0.60 "DELETE /v2.0/networks/6062ece5-9daf-4e90-82a3-ab8512046e69 HTTP/1.1" status: 204  len: 168 time: 5.6265719
Nov 23 12:50:41.062541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.080719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Transition to ACTIVE for port object bfb663a6-c7ba-4a5d-8119-eb340623636f will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:41.103017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Transition to ACTIVE for port object bfb663a6-c7ba-4a5d-8119-eb340623636f will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:41.136824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9a4025b-fb14-4e15-bae6-c4bcb084c3fd tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-1514449383 HTTP/1.1" status: 204  len: 168 time: 0.6097806
Nov 23 12:50:41.139812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:41.140618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43890) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:41.149314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] For port d029042d-91e6-46aa-9dab-5c5a6468f602, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d029042d-91e6-46aa-9dab-5c5a6468f602,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:41.151775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-0f7d2f1a-4cd8-40f5-b310-bec7be316efa tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6824c0fa58>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-1514449383') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.153089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.162619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:41.181013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:41.195703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fe75668>,) {'filters': {'network_id': ['ba7a528c-f5ea-4592-a38e-a55ca8b0b32c']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.203955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:41.254287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.269128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe75668>, '324e9f5e-50c3-4c0d-ad2d-3316111a0275') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.269464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe75668>, '324e9f5e-50c3-4c0d-ad2d-3316111a0275') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.278854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f7d2f1a-4cd8-40f5-b310-bec7be316efa tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-1514449383 HTTP/1.1" status: 204  len: 168 time: 0.1337228
Nov 23 12:50:41.279551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43896) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:41.294030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:41.294825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-75603aaa-060b-4207-9526-e64c8326de33 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f5f3eb8>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.310370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.324380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Usage tracker for resource:security_group_rule and tenant:5db63ceb7bf04437b48c1782b303d8f9 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:41.330588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:41.334246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:41.342353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4277093
Nov 23 12:50:41.346641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43900) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:41.351043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7b172f2-69de-4874-a978-d9a4975cb63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:41.358900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:41.361402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.363194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43904) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:41.379191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Releasing vxlan tunnel 13 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:41.386132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] Sync routers for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:41.398876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.423617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.443801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75603aaa-060b-4207-9526-e64c8326de33 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 200  len: 205 time: 0.1585374
Nov 23 12:50:41.450822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd7901d1-d09a-4f9e-a4b2-6f7d2d9297c8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:41.507535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43910) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:41.556931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-4a22deea-d411-4f7c-b061-ac9f8c0688a7 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f4600f0>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:41.703791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Pushing event updated for resources: {'Port': ['ID=110a7d78-4c16-4457-a4e8-f4aee87b21b6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:41.706517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.717675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:41.731238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:41.766307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.772889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:41.787868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3c8b04d-19bf-4fde-9aa0-a30224b843d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:41.789142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:41.796069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:41.798162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.798645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Pushing event updated for resources: {'Port': ['ID=bfb663a6-c7ba-4a5d-8119-eb340623636f,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:41.822013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:41.829678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:41.830787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:41.854589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:41.966020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:42.023158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c6212-698d-42e6-a6b2-aea738489fed,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.024985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:42.025967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240988d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.060665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.085806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:42.122903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240988d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.148691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a22deea-d411-4f7c-b061-ac9f8c0688a7 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 204  len: 168 time: 0.6159451
Nov 23 12:50:42.152064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43914) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:42.157996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-8ff0d014-b747-4a6b-a791-21cc796030d2 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f31d0b8>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.181291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a28ffa2-ba49-48bd-9688-b28c84f90760 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1a7616d312f4f50aa47a200b7fcbb2f&name=default HTTP/1.1" status: 200  len: 2747 time: 0.8079998
Nov 23 12:50:42.182316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.186996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.0061028
Nov 23 12:50:42.197409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::1 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289/67c74834-b8e8-4acc-b01e-06b25bb0d0d8) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:42.202447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43918) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:42.202920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:42.219037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.237947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'e39c6212-698d-42e6-a6b2-aea738489fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:42.245745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network ba7a528c-f5ea-4592-a38e-a55ca8b0b32c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:42.262608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Pushing event updated for resources: {'Port': ['ID=d029042d-91e6-46aa-9dab-5c5a6468f602,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:42.277544 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:42.279491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.281923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:42.307191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Attempting to bind port bfb663a6-c7ba-4a5d-8119-eb340623636f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:42.307628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Attempting to bind port bfb663a6-c7ba-4a5d-8119-eb340623636f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:42.308051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Attempting to bind port bfb663a6-c7ba-4a5d-8119-eb340623636f on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:42.321499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 313c0c10-7da0-44bb-918d-bb03bce9cecd no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:42.346686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:42.347953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240988d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.348095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f135524-ce4f-4704-9fba-5215d8e5108a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:42.381248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:42.392265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:42.442328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Pushing event deleted for resources: {'Port': ['ID=313c0c10-7da0-44bb-918d-bb03bce9cecd,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.451319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 313c0c10-7da0-44bb-918d-bb03bce9cecd {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:42.451719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 313c0c10-7da0-44bb-918d-bb03bce9cecd not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:42.457926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.458584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240988d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.459043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf98716-7e10-4415-a0a6-55e498bf9d5d None None] The sync data for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:42.460340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:42.460765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.465975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:42.466405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:42.466862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.467311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:42.467867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Bound port: bfb663a6-c7ba-4a5d-8119-eb340623636f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:42.468294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.485621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] No DVR routers for this DVR port 313c0c10-7da0-44bb-918d-bb03bce9cecd on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:42.497889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:42.560804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:50:42.566315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0c7e98-6724-40ac-be38-ce0505d1a6a3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.580259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.585479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] For port bfb663a6-c7ba-4a5d-8119-eb340623636f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:42.589482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] For port bfb663a6-c7ba-4a5d-8119-eb340623636f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bfb663a6-c7ba-4a5d-8119-eb340623636f,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:42.591739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.594299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.602024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4df0659-fe81-43d5-8fdf-ea979866469d tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:42.607660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.613356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-898e1a7f-e391-4bec-ad75-8a1214995bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:42.625879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.626314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Added segment aa7a2591-2f88-4ee9-861f-a1901911a071 of type vxlan for network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac
Nov 23 12:50:42.629155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.655319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.664090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.665230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.674528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Network': ['ID=ba7a528c-f5ea-4592-a38e-a55ca8b0b32c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.701723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.722152 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/networks/ba7a528c-f5ea-4592-a38e-a55ca8b0b32c HTTP/1.1" status: 204  len: 168 time: 2.9255359
Nov 23 12:50:42.738327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.750449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43926) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:42.809992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.822936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Pushing event updated for resources: {'Port': ['ID=bfb663a6-c7ba-4a5d-8119-eb340623636f,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:42.828266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:42.911635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:42.925805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ff0d014-b747-4a6b-a791-21cc796030d2 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 204  len: 168 time: 0.7726150
Nov 23 12:50:42.929113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43930) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:42.939582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-cd2c1e19-eaee-4484-9037-d45d1f17df64 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f400cf8>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:42.944894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.032799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:43.061708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.141525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.145483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:43.146165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.164308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833b18b1-e2cb-4c90-b061-d287ec494286 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:43.186177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.232577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cd2c1e19-eaee-4484-9037-d45d1f17df64 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 204  len: 168 time: 0.2997205
Nov 23 12:50:43.239138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:43.273665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2a38679c-f05f-438a-9fd6-1eeaf2adf6ea tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f682488bac8>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:43.279005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.346076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 3.2446985
Nov 23 12:50:43.354295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43938) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:43.386756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.389529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Request body: {'subnet': {'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:43.398735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'Network': ['ID=941cbd4a-7a28-46ab-8b1e-c8721bbea5ac,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:43.412035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:43.418932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.431692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:43.438024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:43.438655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:43.579898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.583673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f9b3e69-8fff-4177-b8ec-848a4e156b7d HTTP/1.1" status: 204  len: 168 time: 1.3772900
Nov 23 12:50:43.583673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.583673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3777497
Nov 23 12:50:43.603180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43944) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:43.608939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:43.613101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Usage tracker for resource:subnet and tenant:5db63ceb7bf04437b48c1782b303d8f9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:43.616744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:43.623746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:43.654475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'e39c6212-698d-42e6-a6b2-aea738489fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:43.673754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.676678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Made reservation on behalf of 5db63ceb7bf04437b48c1782b303d8f9 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:43.689719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:43.713953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:43.719451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:43.723300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:43.748076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:43.750917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bd49773-479d-493f-bc7a-533a98ff1338 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:43.786358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b3e69-8fff-4177-b8ec-848a4e156b7d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:43.786679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:43.802839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:43.805399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:43.851653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b78913c-c526-4d5f-9ee1-9902f0ef6f2e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:43.860075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:43.880914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824c5ccc0>,) {'filters': {'network_id': ['c1ea9d7d-4065-4af3-a353-c3dad55220dd']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:43.902831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c5ccc0>, 'da3676f2-9136-4521-b114-346f94c66049') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:43.903148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c5ccc0>, 'da3676f2-9136-4521-b114-346f94c66049') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:43.911630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:43.915276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:43.917758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.919065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:43.919640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.923342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.952194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:43.955256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:43.971313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2a38679c-f05f-438a-9fd6-1eeaf2adf6ea tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 204  len: 168 time: 0.7133417
Nov 23 12:50:43.982936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43952) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:43.994890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.039470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-0dede451-3fcd-470b-9533-342fc2ca6221 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f263240>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-892490167') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:44.136551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Router a49f9afa-3ebb-458d-b0f9-65d01333d090 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:50:44.262144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.345526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bfb663a6-c7ba-4a5d-8119-eb340623636f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:44.366602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.445145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ba6f8f3-64cb-4a53-8e9a-879297214e2b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:44.473503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bfb663a6-c7ba-4a5d-8119-eb340623636f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:44.479742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d029042d-91e6-46aa-9dab-5c5a6468f602 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:44.540226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:44.552484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.585838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d136d8a-c89a-4dbb-9dc6-dcb2e8c31e37,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:44.595267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d029042d-91e6-46aa-9dab-5c5a6468f602 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:44.610413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:44.651312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.655300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0215864
Nov 23 12:50:44.661881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43966) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:44.676519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:44.683267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'e39c6212-698d-42e6-a6b2-aea738489fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:44.725213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:44.739635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:44.767069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:44.845732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:44.858011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57901951-5e1b-4757-b836-8eae039e521d None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:44.894951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network c1ea9d7d-4065-4af3-a353-c3dad55220dd has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:44.969938 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:45.008371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Provisioning for port d029042d-91e6-46aa-9dab-5c5a6468f602 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:45.019421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Provisioning complete for port d029042d-91e6-46aa-9dab-5c5a6468f602 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:45.020177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.075605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43972) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:45.170745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.189680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2ebeeb2-f193-41ff-918a-7ffd27a3aa54 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:45.212915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.304893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Network': ['ID=c1ea9d7d-4065-4af3-a353-c3dad55220dd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:45.321809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 9333dcc1-6512-442d-931d-56520ffe1f62 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:45.322191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.370946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.373169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:45.375055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0dede451-3fcd-470b-9533-342fc2ca6221 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-892490167 HTTP/1.1" status: 201  len: 201 time: 1.3898737
Nov 23 12:50:45.387082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43978) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:45.393708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1516944178'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:45.402572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/networks/c1ea9d7d-4065-4af3-a353-c3dad55220dd HTTP/1.1" status: 204  len: 168 time: 2.6394870
Nov 23 12:50:45.404158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43982) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:45.404813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.407936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-fc98f230-aad3-4c9c-a0d1-d82a8cc3ad29 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f682665b3c8>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-147736502') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:45.413898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:45.456666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Usage tracker for resource:network and tenant:bba56c8e92c042808108149e5065e3bc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:45.465268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] For port d029042d-91e6-46aa-9dab-5c5a6468f602, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d029042d-91e6-46aa-9dab-5c5a6468f602,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:45.471352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:45.472918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.479242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17ca35fe-7fc5-4129-b026-814dbd7729cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:45.495252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:45.532373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Made reservation on behalf of bba56c8e92c042808108149e5065e3bc for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:45.538240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.608459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Provisioning for port bfb663a6-c7ba-4a5d-8119-eb340623636f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:45.618066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Provisioning complete for port bfb663a6-c7ba-4a5d-8119-eb340623636f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:45.618857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.693241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Pushing event updated for resources: {'Port': ['ID=d029042d-91e6-46aa-9dab-5c5a6468f602,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:45.696456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.698982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:45.777969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.797280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.817143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.825676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.840112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:45.853038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Sync routers for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:45.861063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:45.862710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] For port bfb663a6-c7ba-4a5d-8119-eb340623636f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bfb663a6-c7ba-4a5d-8119-eb340623636f,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:45.872943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:45.874206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:45.875029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e0a438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:45.876480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c777636-4a1e-4679-8cc1-39f5da9753d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:45.955792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:45.957688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Pushing event updated for resources: {'Port': ['ID=bfb663a6-c7ba-4a5d-8119-eb340623636f,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:45.961677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:46.003661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Provisioning complete for port d029042d-91e6-46aa-9dab-5c5a6468f602 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:46.004505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.028121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Usage tracker for resource:security_group_rule and tenant:bba56c8e92c042808108149e5065e3bc is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:46.072131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:46.098507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 9333dcc1-6512-442d-931d-56520ffe1f62 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:46.125430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:46.139450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Deleting subnet ac0d980b-55d6-4379-bc3e-145ebe95b7a1 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:46.171666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.174039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:46.232603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e026486-103d-47dd-b8c1-3620984d76cb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:46.271851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:46.287396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d029042d-91e6-46aa-9dab-5c5a6468f602 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:46.303810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.324947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.329682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.6640387
Nov 23 12:50:46.333469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc98f230-aad3-4c9c-a0d1-d82a8cc3ad29 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-147736502 HTTP/1.1" status: 201  len: 201 time: 0.9442503
Nov 23 12:50:46.334230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43986) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:46.345744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'e39c6212-698d-42e6-a6b2-aea738489fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:46.355881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43988) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:46.356965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.358785 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 10.4628541
Nov 23 12:50:46.362038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 43992) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:46.379209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-a77e4baf-ffee-466d-ad2a-8712090d7f89 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f5b5278>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-578857347') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:46.405153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d029042d-91e6-46aa-9dab-5c5a6468f602 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:46.405575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.438803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.453634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:46.603659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:46.620206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:46.637393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:46.671893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.693003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bfb663a6-c7ba-4a5d-8119-eb340623636f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:46.721015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e0a438>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:41Z', 'revision_number': 3, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:46.725862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Checking router: a49f9afa-3ebb-458d-b0f9-65d01333d090 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:50:46.726605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Updating router a49f9afa-3ebb-458d-b0f9-65d01333d090 port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:50:46.757996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Provisioning for port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:46.783048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Provisioning complete for port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:46.783475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.788801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.828799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.850965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7e30ac71-aec5-4092-9a0d-48b8e901844e None None] Port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:46.857849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.858736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.865909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bfb663a6-c7ba-4a5d-8119-eb340623636f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:46.866341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.873121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:46.881760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a49007ff-d6ed-4810-b4b3-77693f537d0e tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.013114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73cfd496-d434-4629-add4-a0f7abe32613 None None] Provisioning complete for port d029042d-91e6-46aa-9dab-5c5a6468f602 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:47.013518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73cfd496-d434-4629-add4-a0f7abe32613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.049291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.063323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.064136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.099839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.117194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.126995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.130949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.138693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d61e25f2-fc56-4332-8871-56070bff2ca8 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.170986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.185827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73cfd496-d434-4629-add4-a0f7abe32613 None None] Provisioning complete for port bfb663a6-c7ba-4a5d-8119-eb340623636f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:47.186556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73cfd496-d434-4629-add4-a0f7abe32613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.208933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:50:47.232142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e31d61f-0f36-419f-a3bd-5a19ac8c3ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.298299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.300348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Pushing event updated for resources: {'SecurityGroup': ['ID=2685dbcb-ef85-4fe3-973e-9476b46ab43c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.304252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.320239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3793a98a-391c-4124-8108-d1ab1ace609d tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.332984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Transition to ACTIVE for port object 110a7d78-4c16-4457-a4e8-f4aee87b21b6 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:47.336962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.343262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.347267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0054402
Nov 23 12:50:47.355090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.362313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 43998) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:47.370269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.370712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Added segment c930d589-c3a7-4738-a8c4-e91356a4db96 of type vxlan for network 4bbbad33-d2df-4b96-912f-14c8ba229d68
Nov 23 12:50:47.380544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': 'e39c6212-698d-42e6-a6b2-aea738489fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:47.393839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Subnet': ['ID=ac0d980b-55d6-4379-bc3e-145ebe95b7a1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.396630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.410453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:47.428404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:47.437794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:47.452967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a77e4baf-ffee-466d-ad2a-8712090d7f89 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-578857347 HTTP/1.1" status: 201  len: 201 time: 1.0895293
Nov 23 12:50:47.457731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'Subnet': ['ID=5494dcf7-3ad6-4182-82b4-7df74a799c57,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.460836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44002) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:47.466968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:47.473148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.474287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-a4c3f083-d4b7-4af0-91a5-98223cc50612 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f68252bf518>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-798104695') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:47.486325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.487284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbfe17b6-4c80-48fc-a5d8-f814072a3460 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.490269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:47.498150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:47.523155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Checking segment: {'id': 'aa7a2591-2f88-4ee9-861f-a1901911a071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:47.523568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network hostable DHCP agents. Network: 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:50:47.529526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c68ca7-269d-42fa-9dd5-004286d2acb7,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.538381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.539092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.559833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94bbe000-4c3a-4c51-b8ca-22546d6bf59b tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.590830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.601610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9151e-64e8-42c6-b8cd-6389049f8770 None None] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:47.678361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:50:47.694176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.694491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Pushing event updated for resources: {'Port': ['ID=110a7d78-4c16-4457-a4e8-f4aee87b21b6,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.705716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=9333dcc1-6512-442d-931d-56520ffe1f62,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:47.721921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.728101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:47.763533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.767817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:47.768521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.781955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7863bfc-d4ab-4425-ba8c-722a1a3b8db3 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:47.838013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Attempting to bind port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:47.838712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Attempting to bind port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:47.839282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Attempting to bind port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:47.847481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:47.848299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:47.848976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.849613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:47.850295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Bound port: 110a7d78-4c16-4457-a4e8-f4aee87b21b6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:47.850873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:47.977185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4c3f083-d4b7-4af0-91a5-98223cc50612 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-798104695 HTTP/1.1" status: 201  len: 201 time: 0.5108266
Nov 23 12:50:47.977954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:50:47.982675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44006) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:47.995442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] For port 110a7d78-4c16-4457-a4e8-f4aee87b21b6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:47.999647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] For port 110a7d78-4c16-4457-a4e8-f4aee87b21b6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=110a7d78-4c16-4457-a4e8-f4aee87b21b6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:48.003038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6055631f-0896-4795-b8da-494278d255d8 None None] Provisioning complete for port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:48.003617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6055631f-0896-4795-b8da-494278d255d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.004634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.009365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-80fd9f09-91d8-47ea-9dbf-1a4db48d9f84 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f422da0>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', {'tags': ['tempest-TagsExtTest-Tag-440228129', 'tempest-TagsExtTest-Tag-1119745734', 'tempest-TagsExtTest-Tag-1855224594']}) {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:48.083077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6055631f-0896-4795-b8da-494278d255d8 None None] Port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:48.113390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:48.135052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] DHCP port deletion for 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:48.141365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Deleting port d3ca9f19-d0f7-41ab-9945-18211fab935e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:48.141811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.193609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Pushing event updated for resources: {'Port': ['ID=110a7d78-4c16-4457-a4e8-f4aee87b21b6,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:48.196762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:48.239948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/subnets/ac0d980b-55d6-4379-bc3e-145ebe95b7a1 HTTP/1.1" status: 204  len: 168 time: 2.8303802
Nov 23 12:50:48.241165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44010) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:48.312471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:48.312942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e0a438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:48.389196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] For port d3ca9f19-d0f7-41ab-9945-18211fab935e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d3ca9f19-d0f7-41ab-9945-18211fab935e,segment=NetworkSegment(8c8392fa-d33e-4349-b0a7-6336934fc3ff),segment_id=8c8392fa-d33e-4349-b0a7-6336934fc3ff)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:48.390262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.397992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 3.3084474
Nov 23 12:50:48.405337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44014) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:48.418294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-06c71885-6244-4c0c-b083-68fcb1b6eb7e tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f681fb6da20>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-668806584') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:48.445187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Pushing event updated for resources: {'Network': ['ID=4bbbad33-d2df-4b96-912f-14c8ba229d68,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:48.455575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:48.477694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:48.510096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:48.511145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.531575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Calling delete_port for d3ca9f19-d0f7-41ab-9945-18211fab935e owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:48.582170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:48.609529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d3ca9f19-d0f7-41ab-9945-18211fab935e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:50:48.641768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 4bbbad33-d2df-4b96-912f-14c8ba229d68 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:48.655336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 4bbbad33-d2df-4b96-912f-14c8ba229d68 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:50:48.715986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3542457
Nov 23 12:50:48.749915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44018) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:48.762527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80fd9f09-91d8-47ea-9dbf-1a4db48d9f84 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 200  len: 317 time: 0.7747409
Nov 23 12:50:48.767268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Request body: {'port': {'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1275222213'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:48.779221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2759073-897b-4ad6-9a5f-d6e60ad5093f None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:48.786954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44022) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:48.805626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.816593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-b27d5580-6308-40d8-a881-9992b816bd5e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6824bd7278>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:48.859840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.936001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:48.943982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.014317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e0a438>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:41Z', 'revision_number': 3, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.021502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82620c35-ec5b-4f2f-8fe9-3a81f87a2648 None None] The sync data for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs is: [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:41Z', 'revision_number': 3, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:49.029522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:49.039936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.074780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09f99d3d-dd65-401a-91f2-0ffd267a8c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:49.104028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae6aab7-be40-436a-b544-4a13dbe7a921,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:49.105603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d3ca9f19-d0f7-41ab-9945-18211fab935e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:49.106015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d3ca9f19-d0f7-41ab-9945-18211fab935e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:50:49.113184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:49.172702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:49.186732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Usage tracker for resource:port and tenant:5db63ceb7bf04437b48c1782b303d8f9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:49.189949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.194264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 1.8250160
Nov 23 12:50:49.194441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:49.198978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Pushing event deleted for resources: {'Port': ['ID=d3ca9f19-d0f7-41ab-9945-18211fab935e,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:49.201301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44026) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:49.205713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:49.211666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:49.288621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] No DVR routers for this DVR port d3ca9f19-d0f7-41ab-9945-18211fab935e on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:49.306420 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06c71885-6244-4c0c-b083-68fcb1b6eb7e tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "PUT /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-668806584 HTTP/1.1" status: 201  len: 201 time: 0.8910789
Nov 23 12:50:49.315960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44030) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:49.320087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.340570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-0026fe28-7b6e-4e0a-bb01-fbb16993937b tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f90b208>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-668806584') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.372850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Made reservation on behalf of 5db63ceb7bf04437b48c1782b303d8f9 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:49.378597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.407295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-941cbd4a-7a28-46ab-8b1e-c8721bbea5ac', 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac', 'tenant_id': '5db63ceb7bf04437b48c1782b303d8f9', 'fixed_ips': [{'subnet_id': '5494dcf7-3ad6-4182-82b4-7df74a799c57'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:50:49.408225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.546969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.611484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.629984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824e67c18>,) {'filters': {'network_id': ['9c7e82be-d36e-41f6-8800-dfa5c01b26e3']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.658112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67c18>, '8c8392fa-d33e-4349-b0a7-6336934fc3ff') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.658815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67c18>, '8c8392fa-d33e-4349-b0a7-6336934fc3ff') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.677223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b27d5580-6308-40d8-a881-9992b816bd5e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 204  len: 168 time: 0.8779898
Nov 23 12:50:49.688879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.697766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44034) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:49.709508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-81d303f9-871d-4c76-969c-e2b840a35522 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f87d940>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-440228129') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.768645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0026fe28-7b6e-4e0a-bb01-fbb16993937b tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-668806584 HTTP/1.1" status: 204  len: 168 time: 0.4496834
Nov 23 12:50:49.775404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44038) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:49.781083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.783520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Allocated IP 2001:db8::2 (941cbd4a-7a28-46ab-8b1e-c8721bbea5ac/5494dcf7-3ad6-4182-82b4-7df74a799c57/b8015344-95ea-4a91-9424-b89e7721431d) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:49.793166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-0a5cd5c6-4d31-42f7-b947-ee2359b1c7b1 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f68257fa518>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:49.811509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Releasing vxlan tunnel 11 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:50:49.905634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Router 877a5033-c3ff-4a1e-bff3-870ea128b92e is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:50:49.921914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.944063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc3f3913-8089-411c-86f9-a0add607c481 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:49.986104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fae6aab7-be40-436a-b544-4a13dbe7a921,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:49.988719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:49.996149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:49.997592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/fae6aab7-be40-436a-b544-4a13dbe7a921 HTTP/1.1" status: 204  len: 168 time: 0.7940083
Nov 23 12:50:50.002193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44042) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.057502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.074450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Transition to ACTIVE for port object b8015344-95ea-4a91-9424-b89e7721431d will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:50.077326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] device_id is not set on port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:50.096213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Transition to ACTIVE for port object b8015344-95ea-4a91-9424-b89e7721431d will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:50.102538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.111923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:50.124791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f3dee72-274f-4f8c-af0d-8113ca931eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:50.129568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.290286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Pushing event updated for resources: {'Port': ['ID=b8015344-95ea-4a91-9424-b89e7721431d,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:50.308610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 110a7d78-4c16-4457-a4e8-f4aee87b21b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:50.348203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:50.376462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6db0922-0867-41e4-a022-07429f883cc3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:50.410252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 5d43c107-566e-4778-830a-64d35c436b7f has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:50.453001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Allocated IP 2001:db8::30d (941cbd4a-7a28-46ab-8b1e-c8721bbea5ac/5494dcf7-3ad6-4182-82b4-7df74a799c57/130d683a-991a-4e7a-8e6b-4f9f5febfd9d) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:50.457576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6db0922-0867-41e4-a022-07429f883cc3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:50.462004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6db0922-0867-41e4-a022-07429f883cc3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4043379
Nov 23 12:50:50.466452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44046) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.479485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-81d303f9-871d-4c76-969c-e2b840a35522 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:50.483596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81d303f9-871d-4c76-969c-e2b840a35522 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-440228129 HTTP/1.1" status: 404  len: 328 time: 0.7800875
Nov 23 12:50:50.491577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44050) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.520730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-a32be981-b460-4519-8f37-0c81ad5f60d4 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6824999588>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-1119745734') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:50.527193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a5cd5c6-4d31-42f7-b947-ee2359b1c7b1 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags HTTP/1.1" status: 200  len: 237 time: 0.7458041
Nov 23 12:50:50.536586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44054) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.541092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Network 9c7e82be-d36e-41f6-8800-dfa5c01b26e3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:50:50.575139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-a1c7cfa0-7371-4747-a9e1-5bd5f3deae9b tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f7bdf28>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', {'tags': ['tempest-TagsTest-Tag-806879429', 'tempest-TagsTest-Tag-1778170618', 'tempest-TagsTest-Tag-587793929']}) {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:50:50.591164 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:50:50.696526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:50.698536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:50.703113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:50.711110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:50.718006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:50.718534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.792624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.801390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4fd0e45-94df-43d4-8922-0c061dd461c5 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:50.826775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.838619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Pushing event deleted for resources: {'Network': ['ID=9c7e82be-d36e-41f6-8800-dfa5c01b26e3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:50.842662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:50.849172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/networks/9c7e82be-d36e-41f6-8800-dfa5c01b26e3 HTTP/1.1" status: 204  len: 168 time: 2.5849853
Nov 23 12:50:50.850315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44062) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.858461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a1c7cfa0-7371-4747-a9e1-5bd5f3deae9b tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "PUT /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags HTTP/1.1" status: 200  len: 307 time: 0.3045173
Nov 23 12:50:50.874982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Attempting to bind port b8015344-95ea-4a91-9424-b89e7721431d on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:50.875433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Attempting to bind port b8015344-95ea-4a91-9424-b89e7721431d by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'aa7a2591-2f88-4ee9-861f-a1901911a071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:50.875933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Attempting to bind port b8015344-95ea-4a91-9424-b89e7721431d on network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:50.903756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44066) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.921137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:50.921459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2f32d74c-5625-48ec-9691-bfc61799adec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f2042e8>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-806879429') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:50.921854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Checking segment: {'id': 'aa7a2591-2f88-4ee9-861f-a1901911a071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:50.922395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.922921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Bound using segment: {'id': 'aa7a2591-2f88-4ee9-861f-a1901911a071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:50.923559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Bound port: b8015344-95ea-4a91-9424-b89e7721431d, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7a2591-2f88-4ee9-861f-a1901911a071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:50.924074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:50.937528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09b2f96d-d51b-4a84-8aab-9d5e74464f93 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Synchronizing usage tracker for tenant:4024955b201547aba07a703314138f6a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:50.941530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:50.951501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "PUT /v2.0/routers/877a5033-c3ff-4a1e-bff3-870ea128b92e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9879520
Nov 23 12:50:50.955079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:50.960582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Sync routers for ids ['877a5033-c3ff-4a1e-bff3-870ea128b92e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:51.015381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.059314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Routers {'877a5033-c3ff-4a1e-bff3-870ea128b92e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:51.059314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f78240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['877a5033-c3ff-4a1e-bff3-870ea128b92e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.082390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.098671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09b2f96d-d51b-4a84-8aab-9d5e74464f93 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Unset dirty status for tenant:4024955b201547aba07a703314138f6a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:51.103297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-09b2f96d-d51b-4a84-8aab-9d5e74464f93 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "GET /v2.0/ports?device_id=09846ff3-296c-45b5-90f3-0f45a13626a5 HTTP/1.1" status: 200  len: 205 time: 0.2496691
Nov 23 12:50:51.107725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44074) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.167027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.179734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 110a7d78-4c16-4457-a4e8-f4aee87b21b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=110a7d78-4c16-4457-a4e8-f4aee87b21b6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:51.202657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.214583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:51.291645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] For port b8015344-95ea-4a91-9424-b89e7721431d, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:51.309340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.319474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] For port b8015344-95ea-4a91-9424-b89e7721431d, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b8015344-95ea-4a91-9424-b89e7721431d,segment=NetworkSegment(aa7a2591-2f88-4ee9-861f-a1901911a071),segment_id=aa7a2591-2f88-4ee9-861f-a1901911a071)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:51.331783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.350490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Set router 877a5033-c3ff-4a1e-bff3-870ea128b92e gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:51.391103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:51.405777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.407921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] Sync routers for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:51.426557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:51.434906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:51.435627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a32be981-b460-4519-8f37-0c81ad5f60d4 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:51.436691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258af940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.436838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a32be981-b460-4519-8f37-0c81ad5f60d4 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-1119745734 HTTP/1.1" status: 404  len: 329 time: 0.9408362
Nov 23 12:50:51.452632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=110a7d78-4c16-4457-a4e8-f4aee87b21b6,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:51.466863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44080) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.472785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:51.473320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b510c60-e697-40ee-b408-1637a550c8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:51.482857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe44a0bf-4b01-4691-b167-f2b62adeeec7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:51.483510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fe44a0bf-4b01-4691-b167-f2b62adeeec7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:51.490778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-293c80e0-e6c6-49ba-a4f2-24f39ebc18ab tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f68241c9278>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e', 'tempest-TagsExtTest-Tag-1855224594') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.564116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258af940>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.588398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c68ca7-269d-42fa-9dd5-004286d2acb7,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:51.588691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fe44a0bf-4b01-4691-b167-f2b62adeeec7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:51.592682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe44a0bf-4b01-4691-b167-f2b62adeeec7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports/67c74834-b8e8-4acc-b01e-06b25bb0d0d8 HTTP/1.1" status: 200  len: 911 time: 0.6360464
Nov 23 12:50:51.596882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44086) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.615804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] Routers {'5d43c107-566e-4778-830a-64d35c436b7f'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:51.617030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:51.618543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258af940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5d43c107-566e-4778-830a-64d35c436b7f'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.632711 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2841945
Nov 23 12:50:51.635901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44090) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.656598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.710322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.712066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/01c68ca7-269d-42fa-9dd5-004286d2acb7 HTTP/1.1" status: 204  len: 168 time: 1.2426844
Nov 23 12:50:51.716170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44094) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.725824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258af940>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.726608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa7650-1ec5-4d0e-9f98-04a7740ae7d8 None None] The sync data for ids ['5d43c107-566e-4778-830a-64d35c436b7f'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:51.728173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f32d74c-5625-48ec-9691-bfc61799adec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "DELETE /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-806879429 HTTP/1.1" status: 204  len: 168 time: 0.8181863
Nov 23 12:50:51.730159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4de2e0fa-edba-49c8-81fe-2d736cd5fad9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:51.738307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44098) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:51.749807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-916fe04b-9630-4ded-adab-d2cf21e39024 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f682430fb38>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-806879429') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:51.778657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:51.785695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Pushing event updated for resources: {'Port': ['ID=b8015344-95ea-4a91-9424-b89e7721431d,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:51.843078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:51.894712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7035ad44-3e0a-4cae-8217-439d682d4adb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:51.947158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Transition to ACTIVE for port object 130d683a-991a-4e7a-8e6b-4f9f5febfd9d will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:51.948612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4de2e0fa-edba-49c8-81fe-2d736cd5fad9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:51.953130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4de2e0fa-edba-49c8-81fe-2d736cd5fad9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=5d43c107-566e-4778-830a-64d35c436b7f HTTP/1.1" status: 200  len: 205 time: 0.3067920
Nov 23 12:50:51.960148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44102) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.004770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f78240>, [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:44Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '67c74834-b8e8-4acc-b01e-06b25bb0d0d8', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:de:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:41Z', 'updated_at': '2020-11-23T12:50:45Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:52.011904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Checking router: 877a5033-c3ff-4a1e-bff3-870ea128b92e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:50:52.012611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Updating router 877a5033-c3ff-4a1e-bff3-870ea128b92e port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:50:52.071834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa94e80-b457-47b6-92d6-17a0ba4656b1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:52.077390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa94e80-b457-47b6-92d6-17a0ba4656b1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:52.078722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.081891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eaa94e80-b457-47b6-92d6-17a0ba4656b1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4839427
Nov 23 12:50:52.092090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44106) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.173746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7035ad44-3e0a-4cae-8217-439d682d4adb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:52.178416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7035ad44-3e0a-4cae-8217-439d682d4adb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.4561017
Nov 23 12:50:52.179697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44110) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.249121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-293c80e0-e6c6-49ba-a4f2-24f39ebc18ab tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:52.250198 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-293c80e0-e6c6-49ba-a4f2-24f39ebc18ab tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags/tempest-TagsExtTest-Tag-1855224594 HTTP/1.1" status: 404  len: 329 time: 0.7639995
Nov 23 12:50:52.268002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44114) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.324167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-916fe04b-9630-4ded-adab-d2cf21e39024 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] show failed (client error): The resource could not be found.
Nov 23 12:50:52.328454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-916fe04b-9630-4ded-adab-d2cf21e39024 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-806879429 HTTP/1.1" status: 404  len: 325 time: 0.5858159
Nov 23 12:50:52.332881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.338140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44116) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.348414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 110a7d78-4c16-4457-a4e8-f4aee87b21b6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:52.441908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-4bae5f80-1b49-422a-aced-a5bbfecb02ac tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f7e4160>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', {'tags': ['tempest-TagsExtTest-Tag-1290308447', 'tempest-TagsExtTest-Tag-1282257999', 'tempest-TagsExtTest-Tag-531699813']}) {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:52.529725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.565882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.580849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.595714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.635108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:52.635604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.671877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4bae5f80-1b49-422a-aced-a5bbfecb02ac tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 200  len: 317 time: 0.3329167
Nov 23 12:50:52.673832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44122) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.684297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Allocated IP 172.20.0.1 (1d7a1544-e466-4ea4-9728-f8ff986af212/b33441d3-23e2-47d6-88bf-18723d474bef/ee8a16ed-ced8-40f4-87f0-7b8bdf147472) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:52.685220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-d3750d1e-31b1-4fb2-b5d5-b26c5e05637d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f2e5630>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:52.711685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d50786e-0f19-4ff7-9634-430a4427b48d tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:52.717909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.724042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.724923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Fanout notify agent at l3_agent the message router_deleted on router 09846ff3-296c-45b5-90f3-0f45a13626a5 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:50:52.745679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4577d27a-0c2c-4297-b5e9-48b879712eb1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:52.776310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e026486-103d-47dd-b8c1-3620984d76cb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:52.792567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:52.818436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-005913b9-17f8-463c-8cec-37ff82cda2f8 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f52c7f0>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-1778170618') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:52.853889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'Port': ['ID=130d683a-991a-4e7a-8e6b-4f9f5febfd9d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:52.857604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:52.870391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:52.874623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.884903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.889114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-857d290d-6c84-415d-840f-b62014d8df14 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] 10.222.0.60 "DELETE /v2.0/routers/09846ff3-296c-45b5-90f3-0f45a13626a5 HTTP/1.1" status: 204  len: 168 time: 1.7803574
Nov 23 12:50:52.898705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.903332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/8e026486-103d-47dd-b8c1-3620984d76cb HTTP/1.1" status: 204  len: 168 time: 0.7209129
Nov 23 12:50:52.906028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44130) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:52.953821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.968634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Transition to ACTIVE for port object 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:52.972723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:52.993145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-426e53fe-2b03-4970-851c-8ee6f7ac68d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:53.019095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:53.023271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:53.029335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:53.030332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.123817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23aad561-d7f1-49a7-8aa9-791521933359 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:53.145805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3750d1e-31b1-4fb2-b5d5-b26c5e05637d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 204  len: 168 time: 0.4676836
Nov 23 12:50:53.150999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44134) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.160719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-ca220dda-fa1a-4bc5-8b9c-57e9ca38258a tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f5ad080>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-1290308447') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:53.171265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 4.4162838
Nov 23 12:50:53.191619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44138) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.208376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Request body: {'port': {'network_id': '941cbd4a-7a28-46ab-8b1e-c8721bbea5ac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1658828256', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:53.209167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] bootfile-name is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:50:53.215613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] tftp-server is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:50:53.216189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] server-ip-address is not in valid_values {{(pid=81023) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:50:53.346150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Pushing event updated for resources: {'Port': ['ID=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:53.350094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23aad561-d7f1-49a7-8aa9-791521933359 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:53.352888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:53.355985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23aad561-d7f1-49a7-8aa9-791521933359 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4441528
Nov 23 12:50:53.356577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44142) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.613783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Attempting to bind port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:50:53.614235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Attempting to bind port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:50:53.614589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Attempting to bind port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:50:53.623366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:53.623795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:50:53.624239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.624716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:53.625225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Bound port: 67c74834-b8e8-4acc-b01e-06b25bb0d0d8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:50:53.625655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.638871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44148) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.645992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-005913b9-17f8-463c-8cec-37ff82cda2f8 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-1778170618 HTTP/1.1" status: 204  len: 168 time: 1.3065369
Nov 23 12:50:53.652059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44150) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.665797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2099e29a-611c-4e15-ad30-5f5ad4818abc tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f68262bffd0>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-587793929') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:53.674252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:53.681824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Usage tracker for resource:port and tenant:5db63ceb7bf04437b48c1782b303d8f9 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:53.685959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:53.693703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:53.749873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.792681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.816299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Made reservation on behalf of 5db63ceb7bf04437b48c1782b303d8f9 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:50:53.822311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] For port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:50:53.827588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] For port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:50:53.829879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.832111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:53.849161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67b02a73-4f12-4933-8456-4c5ddef09ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:53.876189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-ca220dda-fa1a-4bc5-8b9c-57e9ca38258a tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:53.877784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca220dda-fa1a-4bc5-8b9c-57e9ca38258a tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-1290308447 HTTP/1.1" status: 404  len: 329 time: 0.7235677
Nov 23 12:50:53.887240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44158) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:53.909506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-ce60f7fd-33eb-4730-9045-2e5e752c3be5 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f68249716d8>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-1282257999') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:53.963922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccaa98-5c66-4e32-9a79-3d9274800232 None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:53.978180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.151321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Pushing event updated for resources: {'Port': ['ID=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:54.176949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:54.345561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3739ea28-a959-464a-ac49-120486712144 None None] Provisioning for port b8015344-95ea-4a91-9424-b89e7721431d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:54.348968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b8015344-95ea-4a91-9424-b89e7721431d up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:54.361101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.372403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:54.402990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d136d8a-c89a-4dbb-9dc6-dcb2e8c31e37,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:54.406533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:54.411454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.413133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.418089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/4d136d8a-c89a-4dbb-9dc6-dcb2e8c31e37 HTTP/1.1" status: 204  len: 168 time: 1.0567768
Nov 23 12:50:54.418819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44162) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:54.427380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Routers {'877a5033-c3ff-4a1e-bff3-870ea128b92e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:54.428134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f78240>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['877a5033-c3ff-4a1e-bff3-870ea128b92e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:54.453613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.508538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2099e29a-611c-4e15-ad30-5f5ad4818abc tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-587793929 HTTP/1.1" status: 204  len: 168 time: 0.8469739
Nov 23 12:50:54.518366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44166) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:54.519602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Transition to ACTIVE for port object ee8a16ed-ced8-40f4-87f0-7b8bdf147472 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:54.538131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-03e75197-e5fc-487e-8e91-4f6c4ff41d29 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f68248ce240>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:54.561526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.566464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6dae5658-fdf5-4288-885c-381370f9ad9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4024955b201547aba07a703314138f6a&name=default HTTP/1.1" status: 200  len: 2747 time: 0.9188771
Nov 23 12:50:54.569935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44170) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:54.577690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.578362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router 5d43c107-566e-4778-830a-64d35c436b7f {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:50:54.670508 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-ce60f7fd-33eb-4730-9045-2e5e752c3be5 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:54.673632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] Set router 877a5033-c3ff-4a1e-bff3-870ea128b92e gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:54.675156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce60f7fd-33eb-4730-9045-2e5e752c3be5 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-1282257999 HTTP/1.1" status: 404  len: 329 time: 0.7741969
Nov 23 12:50:54.675776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44174) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:54.697681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-1785d2eb-4efe-4c1b-bf35-0d64efa9464b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f68254dab00>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633', 'tempest-TagsExtTest-Tag-531699813') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:54.727028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.727569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b8015344-95ea-4a91-9424-b89e7721431d completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:54.731474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c63b66f9-6316-43cc-92cf-89c813e8406f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f HTTP/1.1" status: 204  len: 168 time: 2.7686429
Nov 23 12:50:54.740681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44178) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:54.748335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b8015344-95ea-4a91-9424-b89e7721431d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:54.748778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.785973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] device_id is not set on port 106a3557-68dd-4a40-a423-55d6237c581b yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:50:54.833100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:54.844184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61d916b7-215a-4206-a537-f6fc9fa85fb3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:54.868798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87036d97-86c5-4349-b677-5316230b1684 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:54.906910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61d916b7-215a-4206-a537-f6fc9fa85fb3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:54.912103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61d916b7-215a-4206-a537-f6fc9fa85fb3 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4825668
Nov 23 12:50:54.917794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44182) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.058067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.081514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.085289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.153742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.172320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:55.173807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Allocated IP 2001:db8::344 (941cbd4a-7a28-46ab-8b1e-c8721bbea5ac/5494dcf7-3ad6-4182-82b4-7df74a799c57/106a3557-68dd-4a40-a423-55d6237c581b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:50:55.175281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Provisioning for port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:55.189122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port b8015344-95ea-4a91-9424-b89e7721431d, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b8015344-95ea-4a91-9424-b89e7721431d,segment=NetworkSegment(aa7a2591-2f88-4ee9-861f-a1901911a071),segment_id=aa7a2591-2f88-4ee9-861f-a1901911a071)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:55.191465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Provisioning complete for port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:55.191888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.197828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:55.264970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.268473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1785d2eb-4efe-4c1b-bf35-0d64efa9464b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:55.269193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.273144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1785d2eb-4efe-4c1b-bf35-0d64efa9464b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags/tempest-TagsExtTest-Tag-531699813 HTTP/1.1" status: 404  len: 328 time: 0.5864053
Nov 23 12:50:55.275743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72f7950e-03d4-4bbc-b280-c7067d0332bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:55.277631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44186) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.288901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-03d1c027-a9e2-4434-adf3-7cd32c046dbe tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f68242a9e48>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', {'tags': ['tempest-TagsExtTest-Tag-856071246', 'tempest-TagsExtTest-Tag-451681443', 'tempest-TagsExtTest-Tag-1396209625']}) {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:55.303876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-665dc279-8133-4cff-8424-7fff4504072f tempest-ServerActionsTestJSON-1866182005 tempest-ServerActionsTestJSON-1866182005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:55.355841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.387155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:55.394724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03e75197-e5fc-487e-8e91-4f6c4ff41d29 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "DELETE /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags HTTP/1.1" status: 204  len: 168 time: 0.8648126
Nov 23 12:50:55.396132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b78913c-c526-4d5f-9ee1-9902f0ef6f2e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:55.399706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44190) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.408146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f78240>, [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:44Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '67c74834-b8e8-4acc-b01e-06b25bb0d0d8', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:de:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:41Z', 'updated_at': '2020-11-23T12:50:53Z', 'revision_number': 4, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:55.410169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=b8015344-95ea-4a91-9424-b89e7721431d,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:55.414333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:55.419004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:55.421133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fe3914-e761-46fa-b1e6-2e049507894e None None] The sync data for ids ['877a5033-c3ff-4a1e-bff3-870ea128b92e'] in dv-neutron-601336-59-ovs is: [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:44Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '67c74834-b8e8-4acc-b01e-06b25bb0d0d8', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:de:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:41Z', 'updated_at': '2020-11-23T12:50:53Z', 'revision_number': 4, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': 'c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:50:55.433375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Provisioning complete for port b8015344-95ea-4a91-9424-b89e7721431d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:55.433807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db8915c-e1a5-4212-a396-effed9ccb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.544101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-2b078674-0a6f-4bbb-aed3-571dcfb9d831 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f1e6780>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-1778170618') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:55.561233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.566111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/6b78913c-c526-4d5f-9ee1-9902f0ef6f2e HTTP/1.1" status: 204  len: 168 time: 0.6459427
Nov 23 12:50:55.568733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44194) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.602554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:55.603206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.613940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03d1c027-a9e2-4434-adf3-7cd32c046dbe tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 200  len: 316 time: 0.3300583
Nov 23 12:50:55.618331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44198) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.679296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-3bcc7676-91ed-4afd-874a-9faa4ab0d276 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f68249b00b8>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:55.734228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31fdcc58-43fd-4fb2-a1d0-f9fa04b0ac93 None None] Provisioning complete for port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:55.734815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31fdcc58-43fd-4fb2-a1d0-f9fa04b0ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.780844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet 16cd0a6e-4380-4a80-994c-da36eec93ffa {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:55.804431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.815202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31fdcc58-43fd-4fb2-a1d0-f9fa04b0ac93 None None] Port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:55.830938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31fdcc58-43fd-4fb2-a1d0-f9fa04b0ac93 None None] Provisioning complete for port b8015344-95ea-4a91-9424-b89e7721431d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:55.831362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31fdcc58-43fd-4fb2-a1d0-f9fa04b0ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.856161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd60adb5-86a3-4680-a2af-37514f0ed177 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:55.861861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.894082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-321fcd6f-63c4-403c-b658-f73cd3c2fc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:55.947270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd60adb5-86a3-4680-a2af-37514f0ed177 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:55.948576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd60adb5-86a3-4680-a2af-37514f0ed177 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3747017
Nov 23 12:50:55.953997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44202) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:55.984489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:55.991907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:56.002376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8d24a5-fa99-44b3-a612-e499c9339485,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:56.015752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:56.024272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:56.036031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:56.081022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.091011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Transition to ACTIVE for port object 106a3557-68dd-4a40-a423-55d6237c581b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:50:56.098049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc8d24a5-fa99-44b3-a612-e499c9339485 HTTP/1.1" status: 204  len: 168 time: 1.5139296
Nov 23 12:50:56.164092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.179402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.214920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.237979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f5f86d7d-38cb-4198-b97e-4eca99c1c404 None None] Provisioning complete for port b8015344-95ea-4a91-9424-b89e7721431d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:56.238343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5f86d7d-38cb-4198-b97e-4eca99c1c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.321473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.330229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:56.342460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.348414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:56.349198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.369872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3bcc7676-91ed-4afd-874a-9faa4ab0d276 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 204  len: 168 time: 0.6973155
Nov 23 12:50:56.375699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44208) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:56.394307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b8015344-95ea-4a91-9424-b89e7721431d up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:56.402006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-06b047b2-a80d-4292-bed3-18fd0a36bfec tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f32fe10>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-856071246') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:56.509539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-2b078674-0a6f-4bbb-aed3-571dcfb9d831 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] show failed (client error): The resource could not be found.
Nov 23 12:50:56.513673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b078674-0a6f-4bbb-aed3-571dcfb9d831 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-1778170618 HTTP/1.1" status: 404  len: 326 time: 1.0055513
Nov 23 12:50:56.514751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.520340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44214) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:56.529945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-f52ee3c4-32a4-4c10-bf35-5cde03e9e342 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f35f278>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68', 'tempest-TagsTest-Tag-587793929') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:56.657711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:56.784381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b8015344-95ea-4a91-9424-b89e7721431d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:56.784895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.785146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.860800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c6212-698d-42e6-a6b2-aea738489fed,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:56.880013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:56.880785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:56.919110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-06b047b2-a80d-4292-bed3-18fd0a36bfec tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:56.924061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06b047b2-a80d-4292-bed3-18fd0a36bfec tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-856071246 HTTP/1.1" status: 404  len: 328 time: 0.5292594
Nov 23 12:50:56.928247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:56.978969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:50:57.014412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:50:57.014828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Nov 23 12:50:57.020979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:57.042833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29bdcab3-94ef-4414-8b37-86bd682c31f8 None None] Provisioning for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:57.057721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 not found, will not notify nova. {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 23 12:50:57.061953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29bdcab3-94ef-4414-8b37-86bd682c31f8 None None] Provisioning complete for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:57.062293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29bdcab3-94ef-4414-8b37-86bd682c31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.076372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.077635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/e39c6212-698d-42e6-a6b2-aea738489fed HTTP/1.1" status: 204  len: 168 time: 1.1196573
Nov 23 12:50:57.085578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44230) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.132551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-29bdcab3-94ef-4414-8b37-86bd682c31f8 None None] Port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:57.153791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'Port': ['ID=106a3557-68dd-4a40-a423-55d6237c581b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:57.270257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=67c74834-b8e8-4acc-b01e-06b25bb0d0d8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:57.316659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:57.322819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cff0d24-f1bb-4cb9-9ded-c029e1868fa1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:57.325791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.856s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:57.326232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:57.379464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-281df1d9-7aaf-4812-b2b1-8ed96dea6651 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f681f58c278>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-451681443') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:57.438149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.446882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cff0d24-f1bb-4cb9-9ded-c029e1868fa1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:57.448145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cff0d24-f1bb-4cb9-9ded-c029e1868fa1 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.3583539
Nov 23 12:50:57.456020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44240) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.463199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1769143612'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:57.472596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:57.483272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.489505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.493254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f52ee3c4-32a4-4c10-bf35-5cde03e9e342 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] show failed (client error): The resource could not be found.
Nov 23 12:50:57.494331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f52ee3c4-32a4-4c10-bf35-5cde03e9e342 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "GET /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags/tempest-TagsTest-Tag-587793929 HTTP/1.1" status: 404  len: 325 time: 0.9719648
Nov 23 12:50:57.505327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44248) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.516680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:57.524323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:50:57.577512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-e187b79c-3414-443e-84db-9ef656f1d4f5 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f1c9630>, 'networks', '4bbbad33-d2df-4b96-912f-14c8ba229d68') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:57.593532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:50:57.616078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:50:57.621361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:57.622074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.649356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-281df1d9-7aaf-4812-b2b1-8ed96dea6651 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:57.653898 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-281df1d9-7aaf-4812-b2b1-8ed96dea6651 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-451681443 HTTP/1.1" status: 404  len: 328 time: 0.7212622
Nov 23 12:50:57.654558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44254) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.721963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.727888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-d9ca604e-bac4-4f62-9ceb-1f2f7a01083b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6826676240>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a', 'tempest-TagsExtTest-Tag-1396209625') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:57.788220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3e3aedf3-a92b-457b-82be-2b30657f735c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 4.5881743
Nov 23 12:50:57.798539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44258) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:57.803993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a11c9b8f-27f5-4002-a601-91c2ecf28062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:57.962090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0947b8e3-b293-4ef4-8c01-a8d47ec5aaba None None] Provisioning for port 106a3557-68dd-4a40-a423-55d6237c581b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:50:57.968654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0947b8e3-b293-4ef4-8c01-a8d47ec5aaba None None] Provisioning complete for port 106a3557-68dd-4a40-a423-55d6237c581b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:50:57.969422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0947b8e3-b293-4ef4-8c01-a8d47ec5aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.030910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0947b8e3-b293-4ef4-8c01-a8d47ec5aaba None None] Port 106a3557-68dd-4a40-a423-55d6237c581b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:50:58.064175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-d9ca604e-bac4-4f62-9ceb-1f2f7a01083b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:58.068251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9ca604e-bac4-4f62-9ceb-1f2f7a01083b tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags/tempest-TagsExtTest-Tag-1396209625 HTTP/1.1" status: 404  len: 329 time: 0.3621502
Nov 23 12:50:58.071738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44264) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.082658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-386e57fd-d624-4d6e-a81f-bbab766b715a tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6824672128>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', {'tags': ['tempest-TagsExtTest-Tag-1531864667', 'tempest-TagsExtTest-Tag-1321924410', 'tempest-TagsExtTest-Tag-627211879']}) {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:58.114910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.137527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20a10a42-ad95-4c52-86a9-9b1ce497a135 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:58.145210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:58.177316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0b3b9c3f-3577-48b4-a6a3-5f2066678aa5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'default'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:58.177802 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-0b3b9c3f-3577-48b4-a6a3-5f2066678aa5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 23 12:50:58.178365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0b3b9c3f-3577-48b4-a6a3-5f2066678aa5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:50:58.184135 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b3b9c3f-3577-48b4-a6a3-5f2066678aa5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.6967230
Nov 23 12:50:58.187306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44268) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.189025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:58.201852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:58.215095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--480256742'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:58.231821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:58.238324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:58.249787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=16cd0a6e-4380-4a80-994c-da36eec93ffa,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:58.255740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:58.263720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:58.268956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:58.280331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:58.295427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e187b79c-3414-443e-84db-9ef656f1d4f5 tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "DELETE /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68/tags HTTP/1.1" status: 204  len: 168 time: 0.7758334
Nov 23 12:50:58.298944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44272) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.333860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-386e57fd-d624-4d6e-a81f-bbab766b715a tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "PUT /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 200  len: 317 time: 0.2609818
Nov 23 12:50:58.342972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44276) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.408650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-69f364ca-009c-4d7d-b594-256c707d3e2d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6824a6b588>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:58.456192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.486474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:58.490878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:58.493934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.495400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1722eb-8741-4218-840b-d43ca619af2b None None] Network d75ea8c4-c560-4946-8aa2-571433bc5402 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:50:58.495707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:58.496703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Synchronizing usage tracker for tenant:5db63ceb7bf04437b48c1782b303d8f9 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:58.509782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.518476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.533998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.547994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.560048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.561325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2dc9a3e6-4439-447d-9b5c-b80113bf3996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:58.582447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/16cd0a6e-4380-4a80-994c-da36eec93ffa HTTP/1.1" status: 204  len: 168 time: 3.8351834
Nov 23 12:50:58.582447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.585391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Unset dirty status for tenant:5db63ceb7bf04437b48c1782b303d8f9 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:58.587008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96b6823d-6207-4b9e-9c4e-dba22c3e0aee tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2624 time: 0.7787466
Nov 23 12:50:58.616077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44280) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.616487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44282) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.618363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e835e55a-b42e-4b9e-b2a1-c840bec276d6 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:58.764134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=46480bec-bb92-46e3-8f2d-af8ca62739cc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:58.767013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:58.778043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:58.781061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:58.785244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:58.793822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.795188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.3402994
Nov 23 12:50:58.796504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:58.799890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:58.811925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '46480bec-bb92-46e3-8f2d-af8ca62739cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:58.823272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] DHCP port deletion for d75ea8c4-c560-4946-8aa2-571433bc5402 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:50:58.828219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Deleting port f0762fb3-b4dc-447a-a39c-06c8d386a27b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:58.828763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.872770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:58.884751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:58.893869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:58.901461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:58.912127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:58.968835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:58.973181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:58.978694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Deleting port 106a3557-68dd-4a40-a423-55d6237c581b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:50:58.979256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.042233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.058202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] For port f0762fb3-b4dc-447a-a39c-06c8d386a27b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f0762fb3-b4dc-447a-a39c-06c8d386a27b,segment=NetworkSegment(5f1750d5-2fb8-433c-bd93-d9156f7cac6a),segment_id=5f1750d5-2fb8-433c-bd93-d9156f7cac6a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:50:59.058561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.085537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Router 877a5033-c3ff-4a1e-bff3-870ea128b92e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:50:59.093223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.097637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-69f364ca-009c-4d7d-b594-256c707d3e2d tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 204  len: 168 time: 0.7060413
Nov 23 12:50:59.106675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.109966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44292) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.114896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a60f08a-89c7-4567-9ec5-6c567cfc8bc4 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:59.137637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-3b68cbc3-15c3-4b9b-93d8-f1f00584befa tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6825345fd0>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-1531864667') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.202845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:59.203906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Calling delete_port for f0762fb3-b4dc-447a-a39c-06c8d386a27b owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:50:59.213416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0b987-88ef-411c-9e6d-22b3155191be,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:59.217091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:59.232632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.277006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:59.279184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.294649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:59.294867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11f8508f-9d9c-45ea-848f-6c53622edbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:59.307497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:59.313701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-3b68cbc3-15c3-4b9b-93d8-f1f00584befa tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:59.314169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b68cbc3-15c3-4b9b-93d8-f1f00584befa tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-1531864667 HTTP/1.1" status: 404  len: 329 time: 0.1906736
Nov 23 12:50:59.342994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44298) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.383920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-506a6fb4-f486-4dcf-a5dc-ef1f12e1a674 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6825351550>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-1321924410') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.398027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.401917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Pushing event deleted for resources: {'Port': ['ID=f0762fb3-b4dc-447a-a39c-06c8d386a27b,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:59.405964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:59.406164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.424122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-232040e1-3b80-44f4-8d0c-fc9dabb72a9b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:59.453283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] No DVR routers for this DVR port f0762fb3-b4dc-447a-a39c-06c8d386a27b on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:50:59.460560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d558c89-2c4b-4a40-af15-c8d8a8509ee2,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:59.463462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:59.474077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:50:59.485601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Sync routers for ids ['877a5033-c3ff-4a1e-bff3-870ea128b92e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:50:59.501520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Routers {'877a5033-c3ff-4a1e-bff3-870ea128b92e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:59.502234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250f1b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['877a5033-c3ff-4a1e-bff3-870ea128b92e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.509307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.512917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.7108185
Nov 23 12:50:59.514547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44302) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.529849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "PUT /v2.0/routers/877a5033-c3ff-4a1e-bff3-870ea128b92e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4365032
Nov 23 12:50:59.533068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.547651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44306) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.553691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.596584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44be45da-e5d3-46c8-bbcc-af094f718798 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:50:59.661440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Set router 877a5033-c3ff-4a1e-bff3-870ea128b92e gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:59.684226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=a1acdfe5-a114-4d7e-9589-fab6e3e15c3a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:50:59.689986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.694102 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.4991846
Nov 23 12:50:59.694102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:50:59.700478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44310) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.713246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'a1acdfe5-a114-4d7e-9589-fab6e3e15c3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:59.719000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:50:59.728330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c519878-4f0e-450f-8538-054bb9d2c5ca tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:59.730070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c519878-4f0e-450f-8538-054bb9d2c5ca tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:50:59.730967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c519878-4f0e-450f-8538-054bb9d2c5ca tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:50:59.735832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:50:59.740894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:50:59.757180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:50:59.784508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4c519878-4f0e-450f-8538-054bb9d2c5ca tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:50:59.788633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c519878-4f0e-450f-8538-054bb9d2c5ca tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2365787
Nov 23 12:50:59.789912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44314) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.793218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.807103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250f1b00>, [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.811893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Checking router: 877a5033-c3ff-4a1e-bff3-870ea128b92e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:50:59.827251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Routers {'877a5033-c3ff-4a1e-bff3-870ea128b92e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:50:59.828920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250f1b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:50:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['877a5033-c3ff-4a1e-bff3-870ea128b92e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.856643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.917206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-506a6fb4-f486-4dcf-a5dc-ef1f12e1a674 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:50:59.917805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:50:59.918348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-506a6fb4-f486-4dcf-a5dc-ef1f12e1a674 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-1321924410 HTTP/1.1" status: 404  len: 329 time: 0.5534925
Nov 23 12:50:59.920156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f776080>,) {'filters': {'network_id': ['4bbbad33-d2df-4b96-912f-14c8ba229d68']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.933841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44318) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:59.950911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet c27031ab-bdb2-48b5-ae19-a68470ddf382 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:50:59.958498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-dec158c7-61be-47fe-8913-3b299aae2dee tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f68251e9278>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518', 'tempest-TagsExtTest-Tag-627211879') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.970030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f776080>, 'c930d589-c3a7-4738-a8c4-e91356a4db96') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.970367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f776080>, 'c930d589-c3a7-4738-a8c4-e91356a4db96') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:50:59.974257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] Set router 877a5033-c3ff-4a1e-bff3-870ea128b92e gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:50:59.989180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.042238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:00.045564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.066955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:00.092153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250f1b00>, [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:00.097791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8be1a-6417-4e0b-a3ae-0b8e45dc035a None None] The sync data for ids ['877a5033-c3ff-4a1e-bff3-870ea128b92e'] in dv-neutron-601336-59-ovs is: [{'id': '877a5033-c3ff-4a1e-bff3-870ea128b92e', 'name': 'tempest-NetworksTestDHCPv6-router-1585930762', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:38Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:00.101266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.113525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.134960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.146369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:00.184206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.197846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53a0890-4c3d-4319-b156-e7018d925883,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:00.203623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:00.215043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:00.217033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf6903e-1fdb-4577-a474-02b50c38807d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:00.238635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e11e1375-bc77-4384-9039-95ac5d653ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.250719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.261857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:00.284250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=46480bec-bb92-46e3-8f2d-af8ca62739cc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:00.297799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.298251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.299544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5980036
Nov 23 12:51:00.305847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:00.309795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44322) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.315240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.316479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/46480bec-bb92-46e3-8f2d-af8ca62739cc HTTP/1.1" status: 204  len: 168 time: 0.7933424
Nov 23 12:51:00.322563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'a1acdfe5-a114-4d7e-9589-fab6e3e15c3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:00.329752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44326) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.349187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:00.361365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:00.369505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.374551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f0762fb3-b4dc-447a-a39c-06c8d386a27b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:00.404497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:00.418737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f0762fb3-b4dc-447a-a39c-06c8d386a27b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:00.419297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f0762fb3-b4dc-447a-a39c-06c8d386a27b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:00.420167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:00.427343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:00.445715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-dec158c7-61be-47fe-8913-3b299aae2dee tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] show failed (client error): The resource could not be found.
Nov 23 12:51:00.449928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dec158c7-61be-47fe-8913-3b299aae2dee tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags/tempest-TagsExtTest-Tag-627211879 HTTP/1.1" status: 404  len: 328 time: 0.5080616
Nov 23 12:51:00.453358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44330) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.456094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.467723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-637dde97-8ff7-4288-8e11-2fd9e76be2b3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f2e5f98>, 'subnetpools', 'd9004c67-e410-4ea7-8646-779ea1286518') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:00.469813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:00.470511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67c74834-b8e8-4acc-b01e-06b25bb0d0d8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:00.485280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7f940d8c-bfa4-4bc8-967d-94dc8435eeef None None] Provisioning complete for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:00.487425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f940d8c-bfa4-4bc8-967d-94dc8435eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.516054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.538555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6576953-22ea-432a-bb14-1fa04d07c8d2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:00.568050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7f940d8c-bfa4-4bc8-967d-94dc8435eeef None None] Port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:00.597256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6576953-22ea-432a-bb14-1fa04d07c8d2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:00.598584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e6576953-22ea-432a-bb14-1fa04d07c8d2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2669790
Nov 23 12:51:00.603654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44334) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.604849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.650543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--737385690'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:00.666034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-637dde97-8ff7-4288-8e11-2fd9e76be2b3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518/tags HTTP/1.1" status: 204  len: 168 time: 0.2051301
Nov 23 12:51:00.671445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:00.675494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.685865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.703224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-e70bbc3d-9504-435b-ab44-ee2b4d5e6c2f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681f320ba8>, 'routers', '4775d4fa-969e-4799-b669-bebe7610649a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:00.709225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Calling delete_port for 106a3557-68dd-4a40-a423-55d6237c581b owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:00.767064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:00.796666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Network 4bbbad33-d2df-4b96-912f-14c8ba229d68 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:00.798587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:51:00.800297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c5cf283-cdd9-4e6c-8baf-82d0e5b7ac62 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4896238
Nov 23 12:51:00.812326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44342) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:00.814199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:00.928204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.041362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:01.051442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:01.055777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e70bbc3d-9504-435b-ab44-ee2b4d5e6c2f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a/tags HTTP/1.1" status: 204  len: 168 time: 0.3774741
Nov 23 12:51:01.056737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:01.090917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44348) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:01.105638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:01.114101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-60837323-d1c2-4da9-8386-93c67452752f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6825392668>, 'ports', '3b2af707-17d3-4d69-9290-0b2ba0722633') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:01.173234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.368072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Network 4bbbad33-d2df-4b96-912f-14c8ba229d68 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:01.411244 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:01.499044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.508887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.525142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6694a35a-5a8e-49ca-b24a-991e4a236aba tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:01.618677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.625025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:01.630869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.635260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.647707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:01.649018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06f20c51-052f-448a-b5ee-94c1d06de05d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:01.664570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.666053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-982ba13f-018f-4be2-9632-e9072d05c03c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:01.696276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60837323-d1c2-4da9-8386-93c67452752f tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633/tags HTTP/1.1" status: 204  len: 168 time: 0.6042237
Nov 23 12:51:01.705963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44354) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:01.706171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.731932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.tag.tag_plugin [None req-16dc9055-b374-46e1-ad1e-7a63951a9db8 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f681fae1390>, 'subnets', '92eae34e-dc2b-4fe8-a060-45ec23254a3e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:01.774398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=7798082f-d6fc-4c74-8ff0-12f91d6b1618,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:01.786940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:01.789697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.793791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.1550155
Nov 23 12:51:01.796715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44358) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:01.802513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:01.804654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-274e1b20-3b1a-4ced-b3c3-2a7bec79aae5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289 HTTP/1.1" status: 204  len: 168 time: 2.0135829
Nov 23 12:51:01.808818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1621681887'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:01.809966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e94b64-b99d-4280-b4d9-ac1fe145ab5f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:01.815809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44362) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:01.821788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:01.903219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:01.909978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:01.920095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:02.001191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.031228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f574aea6-1c9e-4697-9d15-17245158d558 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:02.035181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.056508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.069168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16dc9055-b374-46e1-ad1e-7a63951a9db8 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e/tags HTTP/1.1" status: 204  len: 168 time: 0.3549459
Nov 23 12:51:02.076721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event deleted for resources: {'Port': ['ID=106a3557-68dd-4a40-a423-55d6237c581b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:02.077434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.092680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:02.097308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:02.098981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f574aea6-1c9e-4697-9d15-17245158d558 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:02.102978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f574aea6-1c9e-4697-9d15-17245158d558 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2819061
Nov 23 12:51:02.104985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6bafa37-8ca3-4e12-ba29-48cc00864fbb tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:02.106173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:02.110968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44372) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.113540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:02.135171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:02.140072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Deleting port bfb663a6-c7ba-4a5d-8119-eb340623636f {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:02.140689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.160177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] 10.222.0.60 "DELETE /v2.0/networks/4bbbad33-d2df-4b96-912f-14c8ba229d68 HTTP/1.1" status: 204  len: 168 time: 3.8587482
Nov 23 12:51:02.160177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Pushing event deleted for resources: {'Network': ['ID=4bbbad33-d2df-4b96-912f-14c8ba229d68,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:02.182137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:02.184221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:02.280029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.349794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bfb663a6-c7ba-4a5d-8119-eb340623636f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:02.353399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.362825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17211424-625d-4f24-832b-992846bc9b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:02.376594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.396981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1acdfe5-a114-4d7e-9589-fab6e3e15c3a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:02.401612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:02.420617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.422195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/a1acdfe5-a114-4d7e-9589-fab6e3e15c3a HTTP/1.1" status: 204  len: 168 time: 1.5769329
Nov 23 12:51:02.433559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44378) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.434993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.510128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.533448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "DELETE /v2.0/ports/106a3557-68dd-4a40-a423-55d6237c581b HTTP/1.1" status: 204  len: 168 time: 3.8826554
Nov 23 12:51:02.535344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.543950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44382) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.546618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ab8bf4-3ff3-4991-ac2e-99ff6a8aaa58 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:02.611781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.621775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92f9890b-5875-470d-bc73-b934baf3cace tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:02.642499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b0f23a-9970-4f33-b1f2-e1502e0daae6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.645610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16b0f23a-9970-4f33-b1f2-e1502e0daae6 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnetpools/d9004c67-e410-4ea7-8646-779ea1286518 HTTP/1.1" status: 204  len: 168 time: 0.5674093
Nov 23 12:51:02.658334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44388) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.718999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] For port bfb663a6-c7ba-4a5d-8119-eb340623636f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bfb663a6-c7ba-4a5d-8119-eb340623636f,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:02.719441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.757295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e792adc6-de8b-437b-b71f-9316ffe0ffdf tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "GET /v2.0/ports?device_id=4775d4fa-969e-4799-b669-bebe7610649a HTTP/1.1" status: 200  len: 205 time: 0.0899918
Nov 23 12:51:02.761885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44392) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.772270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:02.774539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9752824
Nov 23 12:51:02.807500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Request body: {'port': {'name': 'tempest-new-port-name-2066353694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:02.807937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] bootfile-name is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:51:02.808310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] tftp-server is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:51:02.808702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.api.validators [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] server-ip-address is not in valid_values {{(pid=81022) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 23 12:51:02.835363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=c27031ab-bdb2-48b5-ae19-a68470ddf382,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:02.838920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:02.841914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44396) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.842188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44398) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:02.879826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Router a49f9afa-3ebb-458d-b0f9-65d01333d090 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:51:02.883445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Calling delete_port for bfb663a6-c7ba-4a5d-8119-eb340623636f owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:02.928153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f95c0210-06d7-4bb4-ae34-74fc9ca9ab53 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:02.930920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '7798082f-d6fc-4c74-8ff0-12f91d6b1618', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9b711e61-6fc4-44fc-9dd2-8c276deb7bd7', 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:02.964413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.027392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:03.027753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.030462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=9b711e61-6fc4-44fc-9dd2-8c276deb7bd7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:03.037180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.044018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:03.046171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:03.058344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:03.108795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:03.125679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:03.130489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.133474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/c27031ab-bdb2-48b5-ae19-a68470ddf382 HTTP/1.1" status: 204  len: 168 time: 4.4851496
Nov 23 12:51:03.142170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44406) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:03.161136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe82437-bd12-4abc-bda9-2f5e0df99c79 None None] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:03.183626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Pushing event deleted for resources: {'Port': ['ID=bfb663a6-c7ba-4a5d-8119-eb340623636f,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:03.211998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f95c0210-06d7-4bb4-ae34-74fc9ca9ab53 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:03.214044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f95c0210-06d7-4bb4-ae34-74fc9ca9ab53 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.7753973
Nov 23 12:51:03.246874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:03.255045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44410) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:03.288350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--1853305331'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:03.310206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.317151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:03.350945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.397971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] No DVR routers for this DVR port bfb663a6-c7ba-4a5d-8119-eb340623636f on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:03.402875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:03.411968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.440056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.501262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a980bed-5d70-4115-be06-4634714471cc None None] DHCP port deletion for c7a989b9-1181-41ef-b49e-c2ea080d5d77 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:03.505796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Deleting port f1e492f8-90e0-40a3-9549-73bc3ae58f1a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:03.506300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.524121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.538930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.569904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a8530f27-3b6b-4c5e-a559-086781630adf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bba56c8e92c042808108149e5065e3bc&name=default HTTP/1.1" status: 200  len: 2747 time: 0.7176149
Nov 23 12:51:03.574511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44414) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:03.638714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.639427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Fanout notify agent at l3_agent the message router_deleted on router 877a5033-c3ff-4a1e-bff3-870ea128b92e {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:51:03.763472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2a980bed-5d70-4115-be06-4634714471cc None None] For port f1e492f8-90e0-40a3-9549-73bc3ae58f1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,segment=NetworkSegment(3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a),segment_id=3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:03.764348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:03.911544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Calling delete_port for f1e492f8-90e0-40a3-9549-73bc3ae58f1a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:03.991391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.011654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.026996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.032710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.099657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.103599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:04.113361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Pushing event deleted for resources: {'Port': ['ID=f1e492f8-90e0-40a3-9549-73bc3ae58f1a,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.118531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:04.118887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.121437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.122862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:04.139187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:04.178337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a980bed-5d70-4115-be06-4634714471cc None None] No DVR routers for this DVR port f1e492f8-90e0-40a3-9549-73bc3ae58f1a on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:04.189842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.215993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:04.228618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Sync routers for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:04.235650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] 10.222.0.60 "PUT /v2.0/routers/a49f9afa-3ebb-458d-b0f9-65d01333d090/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.7843661
Nov 23 12:51:04.242671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f932796-5d54-4686-be92-cd92b5a28c9a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.250255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:04.250987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f1e492f8-90e0-40a3-9549-73bc3ae58f1a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:04.251342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a57080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:04.255178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824eebe48>,) {'filters': {'network_id': ['d75ea8c4-c560-4946-8aa2-571433bc5402']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:04.288373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824eebe48>, '5f1750d5-2fb8-433c-bd93-d9156f7cac6a') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:04.288760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824eebe48>, '5f1750d5-2fb8-433c-bd93-d9156f7cac6a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:04.313090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.322432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.329614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.339017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f1e492f8-90e0-40a3-9549-73bc3ae58f1a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:04.340597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f1e492f8-90e0-40a3-9549-73bc3ae58f1a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:04.347398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18a66c89-6a56-46af-aaae-45147e404f3c tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.364779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3ce86e-956a-462a-9dad-99f1d460ce27,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.373992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.376141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.383244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.384455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60d51f95-331f-4eeb-8583-81381d79c797 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/routers/877a5033-c3ff-4a1e-bff3-870ea128b92e HTTP/1.1" status: 204  len: 168 time: 2.2723680
Nov 23 12:51:04.388403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.389219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.391354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44422) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:04.393372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.5440953
Nov 23 12:51:04.396455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44424) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:04.420691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.459371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:04.486118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 9 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:04.493481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.513780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.522094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:04.535064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.545145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e700dc8-7bba-4c76-848f-3129fa3e67d5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.577226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.577942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Fanout notify agent at l3_agent the message router_deleted on router 4775d4fa-969e-4799-b669-bebe7610649a {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:51:04.582138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.596857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d440b5-8208-4446-9a9f-53412fd879d7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.620598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.625876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.630410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dabb32ca-e69e-4344-92b5-d6988d5df3d3 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/routers/4775d4fa-969e-4799-b669-bebe7610649a HTTP/1.1" status: 204  len: 168 time: 1.8600118
Nov 23 12:51:04.631517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44434) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:04.665896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.721089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event updated for resources: {'Port': ['ID=130d683a-991a-4e7a-8e6b-4f9f5febfd9d,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.741382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.745518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.4849954
Nov 23 12:51:04.746888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44438) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:04.760088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-53d1c189-e95e-4580-ad61-909661923c8f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'c0d440b5-8208-4446-9a9f-53412fd879d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:04.761739 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-53d1c189-e95e-4580-ad61-909661923c8f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 23 12:51:04.762310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-53d1c189-e95e-4580-ad61-909661923c8f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:04.766156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53d1c189-e95e-4580-ad61-909661923c8f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0133686
Nov 23 12:51:04.778027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44442) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:04.780872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.807179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.813886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Deleting port 3b2af707-17d3-4d69-9290-0b2ba0722633 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:04.814275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.841424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9055dd59-4777-4e12-906e-42294ed5390c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.863868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e00400dd-f8f5-4cdb-9ce9-bb02e3883ef2 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:04.871618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2685dbcb-ef85-4fe3-973e-9476b46ab43c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.874778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.886368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.887844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2685dbcb-ef85-4fe3-973e-9476b46ab43c HTTP/1.1" status: 204  len: 168 time: 1.3108878
Nov 23 12:51:04.922734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e3ce86e-956a-462a-9dad-99f1d460ce27,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:04.938572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:04.947792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:04.954811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:04.956055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/2e3ce86e-956a-462a-9dad-99f1d460ce27 HTTP/1.1" status: 204  len: 168 time: 0.5585940
Nov 23 12:51:04.960607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a57080>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 4, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'ee8a16ed-ced8-40f4-87f0-7b8bdf147472', 'name': '', 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'mac_address': 'fa:16:3e:4d:eb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:51Z', 'updated_at': '2020-11-23T12:50:57Z', 'revision_number': 2, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'subnets': [{'id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:04.968693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Checking router: a49f9afa-3ebb-458d-b0f9-65d01333d090 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:51:04.969097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Updating router a49f9afa-3ebb-458d-b0f9-65d01333d090 port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:51:04.992754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44448) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:05.001664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network d75ea8c4-c560-4946-8aa2-571433bc5402 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:05.029063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.035172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.142241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.165602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:05.238974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0f0880e7-9476-4524-8068-c2f4328afeb5 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:05.248052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.327218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0f0880e7-9476-4524-8068-c2f4328afeb5 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:05.331487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f0880e7-9476-4524-8068-c2f4328afeb5 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3348212
Nov 23 12:51:05.340353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44458) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:05.342463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.439573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network d75ea8c4-c560-4946-8aa2-571433bc5402 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:05.526525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Calling delete_port for 3b2af707-17d3-4d69-9290-0b2ba0722633 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:05.532458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.576483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.591823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2295cd61-f7c2-487e-ba8d-d291dfb8153f tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:05.606376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-282200712', 'description': 'tempest-TestVolumeBootPattern-282200712 description'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:05.634074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:05.640390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d440b5-8208-4446-9a9f-53412fd879d7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:05.649127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:05.653447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Usage tracker for resource:security_group and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:05.662521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:05.692822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:05.707232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.708534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/c0d440b5-8208-4446-9a9f-53412fd879d7 HTTP/1.1" status: 204  len: 168 time: 0.9266899
Nov 23 12:51:05.717222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44462) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:05.742435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.753475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.830928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:05.850515 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:05.896551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.909803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:05.929495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Usage tracker for resource:security_group_rule and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:05.944544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:05.960395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.962970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:05.963628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Transition to ACTIVE for port object ee8a16ed-ced8-40f4-87f0-7b8bdf147472 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:05.966737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.970740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-087f0b36-085f-44ee-87ac-65a94cee1df2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:05.973035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] In _notify_port_updated(), no bound segment for port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d on network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:51:05.978780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:05.979538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.981070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "PUT /v2.0/ports/130d683a-991a-4e7a-8e6b-4f9f5febfd9d HTTP/1.1" status: 200  len: 1130 time: 3.3773861
Nov 23 12:51:05.985586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:05.987118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44466) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:05.993784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:05.995186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31bc54f3-9b5f-41a7-90c4-d5e240e3d62b tempest-RoutersAdminTest-1538841140 tempest-RoutersAdminTest-1538841140] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:06.003961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ae6e447-b1f1-4550-b9a1-40960030be31 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:06.064149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.095947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.130830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event deleted for resources: {'Port': ['ID=3b2af707-17d3-4d69-9290-0b2ba0722633,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:06.170771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:06.176490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.188525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-437def2b-c47a-410d-a554-0b2aee16ca5d tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:06.208846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b711e61-6fc4-44fc-9dd2-8c276deb7bd7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:06.216749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=d75ea8c4-c560-4946-8aa2-571433bc5402,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:06.216874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-087f0b36-085f-44ee-87ac-65a94cee1df2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:06.218499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-087f0b36-085f-44ee-87ac-65a94cee1df2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5001030
Nov 23 12:51:06.222902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:06.225555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44472) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:06.245757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--1918493141'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:06.247877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/d75ea8c4-c560-4946-8aa2-571433bc5402 HTTP/1.1" status: 204  len: 168 time: 3.1030920
Nov 23 12:51:06.252137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:06.253332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:06.277712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:06.326234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:06.345425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Pushing event updated for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:06.350488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:06.365800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47cb267-b7f7-41e4-8221-4014705a9343 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:06.366710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d47cb267-b7f7-41e4-8221-4014705a9343 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Synchronizing usage tracker for tenant:5db63ceb7bf04437b48c1782b303d8f9 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:06.381265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.384791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-71633f65-c952-4d74-8897-7d7c3801c91e None None] Provisioning complete for port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:06.385364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71633f65-c952-4d74-8897-7d7c3801c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.389176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.406717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.410855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.412085 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/9b711e61-6fc4-44fc-9dd2-8c276deb7bd7 HTTP/1.1" status: 204  len: 168 time: 1.0567462
Nov 23 12:51:06.420809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5b9382f-ba4f-41c5-b2f7-eda45c492dea tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:06.427253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44482) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:06.441203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d47cb267-b7f7-41e4-8221-4014705a9343 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Unset dirty status for tenant:5db63ceb7bf04437b48c1782b303d8f9 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:06.442858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d47cb267-b7f7-41e4-8221-4014705a9343 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "GET /v2.0/ports/130d683a-991a-4e7a-8e6b-4f9f5febfd9d HTTP/1.1" status: 200  len: 1130 time: 0.4526083
Nov 23 12:51:06.453430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44486) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:06.469629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-71633f65-c952-4d74-8897-7d7c3801c91e None None] Port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:06.480583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.603302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.605097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-544a7236-5fcb-4b10-9db5-95922baecfd7 req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 1.4490206
Nov 23 12:51:06.620057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:06.646668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:06.648551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Attempting to bind port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:06.649323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Attempting to bind port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:06.649852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Attempting to bind port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 on network 1d7a1544-e466-4ea4-9728-f8ff986af212 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:06.677018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:06.693040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:06.698740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Checking segment: {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:06.699366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.702234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:06.702910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Bound using segment: {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:06.703642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Bound port: ee8a16ed-ced8-40f4-87f0-7b8bdf147472, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2559d2dd-897a-485f-8601-9dc410afba35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:06.708060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.716655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:06.730168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Deleting port 130d683a-991a-4e7a-8e6b-4f9f5febfd9d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:06.730454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.775466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.792000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/ports/3b2af707-17d3-4d69-9290-0b2ba0722633 HTTP/1.1" status: 204  len: 168 time: 2.1557822
Nov 23 12:51:06.792893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44498) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:06.801246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:06.895488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] For port ee8a16ed-ced8-40f4-87f0-7b8bdf147472, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:06.899618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] For port ee8a16ed-ced8-40f4-87f0-7b8bdf147472, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:06.903582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:06.920475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:07.066104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Pushing event updated for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:07.072863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:07.085489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4ba2e6c-0b1f-42e4-8bd5-f469dce394cb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:07.093096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.125605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.133689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:07.134698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a57080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:07.191621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.207194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:07.217938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-a43ac6d4-7ab6-4ff1-b162-87044db959e0 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups/7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa HTTP/1.1" status: 200  len: 1690 time: 0.4953637
Nov 23 12:51:07.235035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4ba2e6c-0b1f-42e4-8bd5-f469dce394cb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:07.239308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4ba2e6c-0b1f-42e4-8bd5-f469dce394cb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4156 time: 0.8075244
Nov 23 12:51:07.242121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44502) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:07.252316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:07.252958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:07.291562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:07.304604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f2694a8>,) {'filters': {'network_id': ['c7a989b9-1181-41ef-b49e-c2ea080d5d77']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:07.319548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Deleting subnet 92eae34e-dc2b-4fe8-a060-45ec23254a3e {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:07.319883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Usage tracker for resource:security_group_rule and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:07.335495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:07.339751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.352544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:07.361917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2694a8>, '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:07.362256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2694a8>, '3fcfb7ba-5d9e-4a7a-88cf-9430981b9a2a') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:07.372250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:07.392537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.425882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.426208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.429995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.2004976
Nov 23 12:51:07.438552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:07.441166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:07.447291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fd33fb3e-0e21-438a-ad69-7fbc66722fcf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'fa6822dc-b8fe-471d-95dd-ae98caf755b1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:07.448075 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-fd33fb3e-0e21-438a-ad69-7fbc66722fcf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 23 12:51:07.448673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-fd33fb3e-0e21-438a-ad69-7fbc66722fcf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:07.452369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fd33fb3e-0e21-438a-ad69-7fbc66722fcf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0101573
Nov 23 12:51:07.459268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44510) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:07.460052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6822dc-b8fe-471d-95dd-ae98caf755b1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:07.469744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:07.478678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.488524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.600941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.737878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a57080>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 4, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'ee8a16ed-ced8-40f4-87f0-7b8bdf147472', 'name': '', 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'mac_address': 'fa:16:3e:4d:eb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:51Z', 'updated_at': '2020-11-23T12:51:06Z', 'revision_number': 4, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'subnets': [{'id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:07.743361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7a386-2229-4ade-bb0a-674f35af859a None None] The sync data for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs is: [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:50:56Z', 'revision_number': 4, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'ee8a16ed-ced8-40f4-87f0-7b8bdf147472', 'name': '', 'network_id': '1d7a1544-e466-4ea4-9728-f8ff986af212', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'mac_address': 'fa:16:3e:4d:eb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:51Z', 'updated_at': '2020-11-23T12:51:06Z', 'revision_number': 4, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'subnets': [{'id': 'b33441d3-23e2-47d6-88bf-18723d474bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:07.790376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.851831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.874097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:07.885539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5aedf5ec-312d-4681-b126-8990d9106c3c tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:07.923932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:07.967045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Calling delete_port for 130d683a-991a-4e7a-8e6b-4f9f5febfd9d owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:07.985208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.081321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.148509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.167163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.181196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.225411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=7e0c7d4b-caf0-43b6-956b-3c5999d49fc5,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:08.281567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ee8a16ed-ced8-40f4-87f0-7b8bdf147472 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:08.304231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.309159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:08.312763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d25aba65-eed6-42c7-baa6-4f52b1793b52 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:08.326990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:08.380855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:08.386509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.387983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:08.388389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.391454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1093702d-b6a2-47f0-92b8-c7ad9b9e1168 req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 1.1502504
Nov 23 12:51:08.392168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.394842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.396042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/7798082f-d6fc-4c74-8ff0-12f91d6b1618 HTTP/1.1" status: 204  len: 168 time: 1.1503024
Nov 23 12:51:08.451191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44514) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:08.454038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909865ce-1feb-4b7f-8a92-36fcf7996b92,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:08.470505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.482922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7a989b9-1181-41ef-b49e-c2ea080d5d77 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:08.487693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event deleted for resources: {'Port': ['ID=130d683a-991a-4e7a-8e6b-4f9f5febfd9d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:08.505661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:08.507830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:08.532193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e1894d6-f9ed-4928-a0e8-fa43f2a4f3bb tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:08.541266 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:08.567192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.611898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port ee8a16ed-ced8-40f4-87f0-7b8bdf147472, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:08.616121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.623395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f2be7255-7f73-4e17-80ac-0c6d811dfdaf tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups/7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa HTTP/1.1" status: 200  len: 2218 time: 0.1739216
Nov 23 12:51:08.624325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:08.644115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa', 'remote_group_id': None}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:08.644550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa', 'remote_group_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:08.658054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:08.713841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:08.727539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:08.732370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Usage tracker for resource:security_group_rule and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:08.748567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:08.766719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:08.806064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.855924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "DELETE /v2.0/ports/130d683a-991a-4e7a-8e6b-4f9f5febfd9d HTTP/1.1" status: 204  len: 168 time: 2.4013207
Nov 23 12:51:08.860875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44520) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:08.921331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:08.939276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=7798082f-d6fc-4c74-8ff0-12f91d6b1618,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:08.947794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:08.950310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d24d76d-5ac5-4ba5-85f7-2869713cfb58 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.024770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-31d890a6-fd65-40c2-bed9-8fc88c47d353 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:09.046953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:09.053484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:09.065313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event deleted for resources: {'Subnet': ['ID=92eae34e-dc2b-4fe8-a060-45ec23254a3e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:09.069072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85771384-de81-4cd6-9177-e7f4043ebbd9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:09.069617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:09.070718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.074173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:09.074754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.077327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.082033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.085714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.091003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-31d890a6-fd65-40c2-bed9-8fc88c47d353 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:09.096779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31d890a6-fd65-40c2-bed9-8fc88c47d353 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.6398599
Nov 23 12:51:09.098027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44524) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.106140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.113902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1974130490'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:09.115727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6822dc-b8fe-471d-95dd-ae98caf755b1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:09.124610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:09.131562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cb9ede6-5cd8-4222-bb80-58f868fb0842 tempest-ExternalNetworksTestJSON-1461746331 tempest-ExternalNetworksTestJSON-1461746331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.149782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.164212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/c7a989b9-1181-41ef-b49e-c2ea080d5d77 HTTP/1.1" status: 204  len: 168 time: 2.9023738
Nov 23 12:51:09.164212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=c7a989b9-1181-41ef-b49e-c2ea080d5d77,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:09.164212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.167603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/fa6822dc-b8fe-471d-95dd-ae98caf755b1 HTTP/1.1" status: 204  len: 168 time: 1.7072370
Nov 23 12:51:09.169349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.7228439
Nov 23 12:51:09.170909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:09.171010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44528) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.171332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44530) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.179264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868928403'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:09.182870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44532) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.203204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:09.215457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.218293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.227384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:router and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:09.230869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:09.235870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:09.238994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:09.249188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.250984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.253405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.270767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.284947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.290892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:09.296808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.297156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.299555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.306352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.309770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53f026-ae4b-457a-ae3a-f005a273a5a3 None None] Network 9b50eaed-93f5-4323-9730-99c461ac047e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:09.320908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.322019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.333897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61542850-1153-4697-8c4a-bd4f993f1b91 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:09.364219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c381df-6a97-4232-9a25-a576e4f8daed,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:09.368111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:09.376123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/subnets/92eae34e-dc2b-4fe8-a060-45ec23254a3e HTTP/1.1" status: 204  len: 168 time: 2.5718291
Nov 23 12:51:09.378172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44540) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.391429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:09.403488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61542850-1153-4697-8c4a-bd4f993f1b91 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:09.410988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61542850-1153-4697-8c4a-bd4f993f1b91 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2305107
Nov 23 12:51:09.411784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.411784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58ab25f5-1234-483f-bd2d-87d5dafdcf88 req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.7688947
Nov 23 12:51:09.413832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.421994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44544) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.427996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Deleting subnet 5494dcf7-3ad6-4182-82b4-7df74a799c57 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:09.436367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.436745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.437150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 24bececc-bf9b-4332-8a2b-44a58579c81e of type vxlan for network c7ae9987-dad7-4b6e-a3b6-52b48563020a
Nov 23 12:51:09.483686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--92942014'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:09.504643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.525504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.533309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:09.533416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:09.534345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.543014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:09.546245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.549416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.562402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.571138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.575918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.635348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.649278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.684176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:09.688289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:09.691858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:09.698060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:09.772759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:51:09.781534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.785777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.786205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cc80822f-6ec2-4e31-9053-25c57f60a409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5991349
Nov 23 12:51:09.797798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44582) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:09.798516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.810317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.819766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:09.821266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.828260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da7a4ec4-bc2f-40e0-9575-ceb31bfcece3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.900450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d821f207-870f-4100-a066-fb196c3fcb51 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:09.917808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Deleting port 45567bbe-2766-4ebb-acac-83c801a6d5ba {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:09.917808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:09.947156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36f415-20a1-47f9-ab9e-6fea98107594,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:09.950346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:09.985388 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8129194
Nov 23 12:51:09.989858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/7e0c7d4b-caf0-43b6-956b-3c5999d49fc5/04daf3dc-f922-4207-bb0d-b6dcf6978db6) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:09.992658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44594) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.006296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=c7ae9987-dad7-4b6e-a3b6-52b48563020a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:10.012301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:10.097792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:10.202870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] For port 45567bbe-2766-4ebb-acac-83c801a6d5ba, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=45567bbe-2766-4ebb-acac-83c801a6d5ba,segment=NetworkSegment(61297352-532e-4e17-9f4c-913a879ba4fe),segment_id=61297352-532e-4e17-9f4c-913a879ba4fe)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:10.203654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.237710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.241685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7047b-e26b-472c-9563-b16382fe68cc None None] DHCP port deletion for 9b50eaed-93f5-4323-9730-99c461ac047e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:10.246002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:10.254876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:10.270152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:10.288733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:10.365759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.370774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.9395144
Nov 23 12:51:10.373472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:10.384067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44600) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.394654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1e7890bb-0f12-48dc-84b7-51ded29223f8 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '0f36f415-20a1-47f9-ab9e-6fea98107594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:10.395807 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-1e7890bb-0f12-48dc-84b7-51ded29223f8 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 23 12:51:10.396383 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1e7890bb-0f12-48dc-84b7-51ded29223f8 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:10.401617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e7890bb-0f12-48dc-84b7-51ded29223f8 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0125885
Nov 23 12:51:10.445764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44604) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.455273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Calling delete_port for 45567bbe-2766-4ebb-acac-83c801a6d5ba owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:10.491444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c4a199e3-ba62-4cbd-bae7-c3a060c964e7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '0f36f415-20a1-47f9-ab9e-6fea98107594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:10.492807 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-c4a199e3-ba62-4cbd-bae7-c3a060c964e7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 23 12:51:10.493381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c4a199e3-ba62-4cbd-bae7-c3a060c964e7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:10.494504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4a199e3-ba62-4cbd-bae7-c3a060c964e7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0475075
Nov 23 12:51:10.501613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44612) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.511623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7047b-e26b-472c-9563-b16382fe68cc None None] Deleting port 45567bbe-2766-4ebb-acac-83c801a6d5ba {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:10.512229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9c7047b-e26b-472c-9563-b16382fe68cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.525280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-95650486-0fc6-436e-b365-aae9e78eea22 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '0f36f415-20a1-47f9-ab9e-6fea98107594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:10.530926 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-95650486-0fc6-436e-b365-aae9e78eea22 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 23 12:51:10.531547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-95650486-0fc6-436e-b365-aae9e78eea22 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:10.532695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-95650486-0fc6-436e-b365-aae9e78eea22 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0300469
Nov 23 12:51:10.535813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.536890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44616) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.550433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ee8a16ed-ced8-40f4-87f0-7b8bdf147472 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:10.559748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b4785927-de9b-4920-8beb-dd09431dc26b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '0f36f415-20a1-47f9-ab9e-6fea98107594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:10.575082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.586135 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-b4785927-de9b-4920-8beb-dd09431dc26b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 23 12:51:10.586837 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-b4785927-de9b-4920-8beb-dd09431dc26b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:10.590791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b4785927-de9b-4920-8beb-dd09431dc26b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0475416
Nov 23 12:51:10.591433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44620) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.666024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Transition to ACTIVE for port object 04daf3dc-f922-4207-bb0d-b6dcf6978db6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:10.707489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Transition to ACTIVE for port object 04daf3dc-f922-4207-bb0d-b6dcf6978db6 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:10.726280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:10.754589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.771397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02fc0934-e6a2-40c3-8ca5-37f21f7b1c43 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:10.801746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.814693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.834179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29755a21-61bc-4c53-8b42-c001448bbec1 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:10.846045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.869953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=6a382abe-b7e5-4a2e-93d8-a917676ef0b6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:10.873613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event deleted for resources: {'Port': ['ID=45567bbe-2766-4ebb-acac-83c801a6d5ba,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:10.873896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:10.875796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.877170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.7790754
Nov 23 12:51:10.883879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44632) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:10.893124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:10.898758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:10.945810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:10.988650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] No DVR routers for this DVR port 45567bbe-2766-4ebb-acac-83c801a6d5ba on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:11.042405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bd50d5b-b32b-4157-a308-9da32a2e55c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:11.162306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.208111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:11.208567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.308175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682456c860>,) {'filters': {'network_id': ['9b50eaed-93f5-4323-9730-99c461ac047e']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:11.322918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682456c860>, '61297352-532e-4e17-9f4c-913a879ba4fe') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:11.323524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682456c860>, '61297352-532e-4e17-9f4c-913a879ba4fe') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:11.328638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7047b-e26b-472c-9563-b16382fe68cc None None] The port '45567bbe-2766-4ebb-acac-83c801a6d5ba' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:51:11.329897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '6a382abe-b7e5-4a2e-93d8-a917676ef0b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:11.339120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:11.339647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.344948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Usage tracker for resource:security_group_rule and tenant:51e561a40b124a65a1515ec21829ec82 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:11.352655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:11.359770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:11.362258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.364613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:11.366085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:11.369511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Pushing event updated for resources: {'Port': ['ID=04daf3dc-f922-4207-bb0d-b6dcf6978db6,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:11.377591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:11.379293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.382016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:11.385320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:11.551871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 45567bbe-2766-4ebb-acac-83c801a6d5ba no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:11.591530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Network 9b50eaed-93f5-4323-9730-99c461ac047e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:11.600745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.609797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.616233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 45567bbe-2766-4ebb-acac-83c801a6d5ba {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:11.616700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 45567bbe-2766-4ebb-acac-83c801a6d5ba not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:11.618611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Attempting to bind port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:11.619034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Attempting to bind port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:11.619455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Attempting to bind port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:11.627218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a1c7bc-84c1-46a6-8ccf-a97e902e2d0e tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:11.631616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:11.633625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:11.634448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.634906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:11.635587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Bound port: 04daf3dc-f922-4207-bb0d-b6dcf6978db6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:11.636037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.734609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36f415-20a1-47f9-ab9e-6fea98107594,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:11.738364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:11.752035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.753711 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/0f36f415-20a1-47f9-ab9e-6fea98107594 HTTP/1.1" status: 204  len: 168 time: 1.1612625
Nov 23 12:51:11.757109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44664) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:11.783896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] For port 04daf3dc-f922-4207-bb0d-b6dcf6978db6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:11.861288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:11.933547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Network 9b50eaed-93f5-4323-9730-99c461ac047e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:11.973966 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:12.051552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7ec3ae97-207e-442c-8963-13446f0750ec tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:12.083023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.087282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75c9b482-5eab-4928-a21b-b53ab1c272f0 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:12.087449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] For port 04daf3dc-f922-4207-bb0d-b6dcf6978db6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=04daf3dc-f922-4207-bb0d-b6dcf6978db6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:12.091184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.103844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7ec3ae97-207e-442c-8963-13446f0750ec tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:12.105228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7ec3ae97-207e-442c-8963-13446f0750ec tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.3468475
Nov 23 12:51:12.106551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.112136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44668) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.119293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:12.124673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--209950925'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.129492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Pushing event deleted for resources: {'Network': ['ID=9b50eaed-93f5-4323-9730-99c461ac047e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:12.134609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] 10.222.0.60 "DELETE /v2.0/networks/9b50eaed-93f5-4323-9730-99c461ac047e HTTP/1.1" status: 204  len: 168 time: 2.7554655
Nov 23 12:51:12.135744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:12.136846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.147780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.170503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.242527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.247721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:12.251085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:12.258634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.353953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.358866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.361983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.376321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Pushing event updated for resources: {'Port': ['ID=04daf3dc-f922-4207-bb0d-b6dcf6978db6,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:12.381306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:12.381573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:12.392883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.434488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=bd785f28-0ed1-4068-8a9d-6121992b376c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:12.437885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.439309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.3249362
Nov 23 12:51:12.440467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:12.442450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.449335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-82ce79ee-faf2-432a-a3a1-826608e4007f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.449945 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-82ce79ee-faf2-432a-a3a1-826608e4007f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 23 12:51:12.450551 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-82ce79ee-faf2-432a-a3a1-826608e4007f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.454584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82ce79ee-faf2-432a-a3a1-826608e4007f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0081737
Nov 23 12:51:12.455210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.461290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.469928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.474703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:12.480042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:12.498387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e151c256-e3c6-420b-9ccc-1b8a427970b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:12.509441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.563365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.564535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef59c367-dfb9-4bae-872f-bbde9c7ddf42 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1083131
Nov 23 12:51:12.567987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44686) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.579413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0cbd4582-dda6-4c1d-a89c-b76487f1d67b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.580058 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-0cbd4582-dda6-4c1d-a89c-b76487f1d67b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 23 12:51:12.580496 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0cbd4582-dda6-4c1d-a89c-b76487f1d67b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.580720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event deleted for resources: {'Subnet': ['ID=5494dcf7-3ad6-4182-82b4-7df74a799c57,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:12.581524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0cbd4582-dda6-4c1d-a89c-b76487f1d67b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0125072
Nov 23 12:51:12.584537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.598630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.606468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:12.608390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.613625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:12.620373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:12.629512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.661883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.680337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.681929 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-daedd321-5795-4a1a-9fc6-fa42c3eb08fa tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0889013
Nov 23 12:51:12.684672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44700) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.694162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5fb05b3a-6443-4286-a145-34eba4549477 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.694814 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-5fb05b3a-6443-4286-a145-34eba4549477 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 23 12:51:12.695530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-5fb05b3a-6443-4286-a145-34eba4549477 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.696812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5fb05b3a-6443-4286-a145-34eba4549477 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0108676
Nov 23 12:51:12.700512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44704) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.708191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.736581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.766632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:12.771590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.782195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:12.796763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:12.804309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.818438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Project 459d63fb22284fbead39682c239897dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:12.859410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.860942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0d128306-eddc-4843-935e-08c1cbe825b2 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1590736
Nov 23 12:51:12.864852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44708) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.868919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:12.877054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5f4dbf7d-b1bb-48c7-9687-46833f0db67a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.877743 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-5f4dbf7d-b1bb-48c7-9687-46833f0db67a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 23 12:51:12.878294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-5f4dbf7d-b1bb-48c7-9687-46833f0db67a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.879367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f4dbf7d-b1bb-48c7-9687-46833f0db67a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0077987
Nov 23 12:51:12.885201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44712) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.891237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.899461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.904289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:12.908319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:12.909942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29bbd61-4df2-4da2-8a9a-42afa83f87ba,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:12.915132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:12.926199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:12.926725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Project 459d63fb22284fbead39682c239897dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:12.952780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:12.953944 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7959a53a-906f-495f-90b5-85134b004e6b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0677140
Nov 23 12:51:12.958327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44718) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:12.984366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bd785f28-0ed1-4068-8a9d-6121992b376c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:12.992537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:12.999816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:13.005120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:13.024587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:13.049232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Project 459d63fb22284fbead39682c239897dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:13.076580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e95f7199-995c-4767-a99a-57c1747d87ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a20f0dcce974eb79bb444def4ca1bd9&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4131734
Nov 23 12:51:13.077438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44722) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.079144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.080466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b0973-8314-4817-9620-8b1db90cb8b1 None None] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:13.095552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:13.099467 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9938209e-099c-42cd-aa2b-cbffc5748b7f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1223166
Nov 23 12:51:13.099618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "DELETE /v2.0/subnets/5494dcf7-3ad6-4182-82b4-7df74a799c57 HTTP/1.1" status: 204  len: 168 time: 4.2331071
Nov 23 12:51:13.099618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44726) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.102634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44728) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.141010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.145103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 2.2549801
Nov 23 12:51:13.172350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44734) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.246314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.255498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.288799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.357792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.368003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.386672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.400262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.430616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.443090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb3815cc-9f1e-479c-ada3-b2e60749eeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:13.483567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd785f28-0ed1-4068-8a9d-6121992b376c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:13.495964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:13.497401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.498989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/bd785f28-0ed1-4068-8a9d-6121992b376c HTTP/1.1" status: 204  len: 168 time: 0.3948674
Nov 23 12:51:13.499967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.502051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44738) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.503193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:13.515627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.519327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/b29bbd61-4df2-4da2-8a9a-42afa83f87ba HTTP/1.1" status: 204  len: 168 time: 0.3377092
Nov 23 12:51:13.530421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44742) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.541941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b29bbd61-4df2-4da2-8a9a-42afa83f87ba,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:13.545394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Deleting port b8015344-95ea-4a91-9424-b89e7721431d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:13.545866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.546415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:13.561338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.568140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b5fdba-78c5-42ad-8edc-efa54648c832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:13.591575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706611aa-4a13-4f50-9406-f2280c5a15ca,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:13.601918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:13.607243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.611634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/706611aa-4a13-4f50-9406-f2280c5a15ca HTTP/1.1" status: 204  len: 168 time: 0.5305269
Nov 23 12:51:13.614882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bf4a41f5-6ded-433f-ad79-38f1104b9935 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:13.643546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bf4a41f5-6ded-433f-ad79-38f1104b9935 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:13.644965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bf4a41f5-6ded-433f-ad79-38f1104b9935 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.1340394
Nov 23 12:51:13.653068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44748) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.660083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--693414510'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:13.670605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:13.683517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:13.694580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.761076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:13.767284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:13.776780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:13.780646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] DHCP port deletion for 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:13.787000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Deleting port b8015344-95ea-4a91-9424-b89e7721431d {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:13.788773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.797885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:13.879103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.883306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.895791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20fc7c14-612b-412c-ac50-addc06ffe521 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:13.958460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5e957-dd5d-42be-8239-0314198570bd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:13.970629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:13.971740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.976303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.3190577
Nov 23 12:51:13.976721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44754) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:13.983707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bcf5e957-dd5d-42be-8239-0314198570bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:13.989454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:13.994741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:13.999856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:14.005360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:14.013122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:14.043407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90e06e09-3220-47e0-89c7-95f8354d4fd5 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:14.079139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The resource could not be found.
Nov 23 12:51:14.080291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-74b0eee3-8448-4d14-8458-779b07c4cebe tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1027024
Nov 23 12:51:14.083407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:14.091682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bcf5e957-dd5d-42be-8239-0314198570bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '13bd818f-b346-4603-9c35-53b9500db34f'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:14.108496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:14.123356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:14.135042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:14.175346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:14.240251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1a08c1a-b092-4460-9f97-46607c72e57a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:14.300105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The resource could not be found.
Nov 23 12:51:14.308316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd3a5154-e5fb-463c-a2d4-7c950a589a35 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2237642
Nov 23 12:51:14.308991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44768) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:14.362815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] For port b8015344-95ea-4a91-9424-b89e7721431d, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b8015344-95ea-4a91-9424-b89e7721431d,segment=NetworkSegment(aa7a2591-2f88-4ee9-861f-a1901911a071),segment_id=aa7a2591-2f88-4ee9-861f-a1901911a071)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:14.363478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.379722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::1 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/7e0c7d4b-caf0-43b6-956b-3c5999d49fc5/9308e802-e473-4017-9301-4cbc19f862ae) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:14.380820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 04daf3dc-f922-4207-bb0d-b6dcf6978db6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:14.425064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1a08c1a-b092-4460-9f97-46607c72e57a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:14.430608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d1a08c1a-b092-4460-9f97-46607c72e57a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.8968799
Nov 23 12:51:14.431960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=0fca4465-18c2-4d43-9d50-78de4958ff57,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:14.433117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44772) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:14.479830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:14.545971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.591646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Calling delete_port for b8015344-95ea-4a91-9424-b89e7721431d owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:14.666939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.741492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.758797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.770545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:14.871629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.916301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a83d78cc-6209-4a4f-a839-7a98c4b87bfb None None] Provisioning for port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:14.943557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Pushing event deleted for resources: {'Port': ['ID=b8015344-95ea-4a91-9424-b89e7721431d,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:14.953163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:14.970310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:14.991283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38501b6e-11d9-4c5c-9c14-c202a7800d8a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.010707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:15.022679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:15.023587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.032791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5e957-dd5d-42be-8239-0314198570bd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:15.046459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:15.058463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.065183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/bcf5e957-dd5d-42be-8239-0314198570bd HTTP/1.1" status: 204  len: 168 time: 0.7549424
Nov 23 12:51:15.066277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44784) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.154936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea5262dd-91f1-460b-b35f-8475941a269d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:15.165448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.187187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d0dfe9a-d253-47f3-8081-8652e262931e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.206571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] For port b8015344-95ea-4a91-9424-b89e7721431d, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b8015344-95ea-4a91-9424-b89e7721431d,segment=NetworkSegment(aa7a2591-2f88-4ee9-861f-a1901911a071),segment_id=aa7a2591-2f88-4ee9-861f-a1901911a071)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:15.207299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.209923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a382abe-b7e5-4a2e-93d8-a917676ef0b6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:15.222287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.226957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/6a382abe-b7e5-4a2e-93d8-a917676ef0b6 HTTP/1.1" status: 204  len: 168 time: 0.7917652
Nov 23 12:51:15.228065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44790) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.230039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:15.255612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea5262dd-91f1-460b-b35f-8475941a269d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:15.270750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.274095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea5262dd-91f1-460b-b35f-8475941a269d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2050452
Nov 23 12:51:15.279368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44796) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.286604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '7c6cbd31-df44-4d49-8f70-73f557503df2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:15.296614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:15.302530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:15.308566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:15.315919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:15.339409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2d2c565d-6198-497b-99e0-be7b4d1be0ca None None] Provisioning complete for port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:15.339826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2c565d-6198-497b-99e0-be7b4d1be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.374837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] No DVR routers for this DVR port b8015344-95ea-4a91-9424-b89e7721431d on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:15.443124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The resource could not be found.
Nov 23 12:51:15.444251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f04647b6-e40a-4fbb-be75-98b6ec2f4354 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1638846
Nov 23 12:51:15.461386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44802) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.470863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--618298847'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:15.499468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57157b85-2e2b-4d06-a83b-3115bd53d02b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:15.502901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:15.506521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Calling delete_port for b8015344-95ea-4a91-9424-b89e7721431d owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:15.520118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:15.528882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 04daf3dc-f922-4207-bb0d-b6dcf6978db6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=04daf3dc-f922-4207-bb0d-b6dcf6978db6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:15.529835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57157b85-2e2b-4d06-a83b-3115bd53d02b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:15.531288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57157b85-2e2b-4d06-a83b-3115bd53d02b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.3000460
Nov 23 12:51:15.536209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.545840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.546325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44806) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.561854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group': {'name': 'tempest-secgroup--1047917249'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:15.572869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:15.577539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.596456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:15.618760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:15.624330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:15.631791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:15.635164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.653698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:15.674967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d2c565d-6198-497b-99e0-be7b4d1be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.697860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b8015344-95ea-4a91-9424-b89e7721431d no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:15.699068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:15.722670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:15.751640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '24bececc-bf9b-4332-8a2b-44a58579c81e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:15.752051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: c7ae9987-dad7-4b6e-a3b6-52b48563020a, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:15.768681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.770997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.776336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b8015344-95ea-4a91-9424-b89e7721431d {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:15.778156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b8015344-95ea-4a91-9424-b89e7721431d not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:15.778795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.782963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c183fbfc-eadf-4c09-a87b-ea4d259fe69d tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.784124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:15.784549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:15.802184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 9308e802-e473-4017-9301-4cbc19f862ae will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:15.828142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:15.849332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.868851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10caf68c-ce41-4d21-ac1c-207943e63c8f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.872043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=38274cbb-149b-485f-b3c9-8d39d43f26dc,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:15.878105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:15.894960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.895100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=04daf3dc-f922-4207-bb0d-b6dcf6978db6,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:15.899319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:15.901123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c7ae9987-dad7-4b6e-a3b6-52b48563020a) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:15.902252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.4375665
Nov 23 12:51:15.908932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44812) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.909908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.913464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.920211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efe1c18d-b2aa-45aa-8615-19e6b11503cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:15.933559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b881af-7646-47f3-8873-c719872e5807 None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:15.965881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:15.968919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4190056
Nov 23 12:51:15.976198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44816) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:15.992446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--2010784642'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:16.000130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '4a51ff50-a9ab-452b-8faf-01f4c1125d89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:16.008210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:16.016598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:16.028465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:16.039669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:16.043361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:16.044020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.050232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroup': ['ID=4a51ff50-a9ab-452b-8faf-01f4c1125d89,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:16.051283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:16.065195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:16.065683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.097067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:16.107644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:16.124582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:16.125009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.147080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.0745034
Nov 23 12:51:16.149762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44820) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.162898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1866514091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:16.176257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2d2c565d-6198-497b-99e0-be7b4d1be0ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:16.176689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2d2c565d-6198-497b-99e0-be7b4d1be0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:16.191010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:16.197860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:16.199151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:16.201923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:16.202875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.204223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:16.205675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:16.206269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.208589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:16.209453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:16.213126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.213782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:16.218696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:16.220675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:16.221541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:16.254159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a25f683-d8b1-4a73-b18d-8449e375b4e7,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:16.261297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:16.262963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.264283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.288065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.288282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Deleting port b8015344-95ea-4a91-9424-b89e7721431d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:16.288571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.294441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3051946
Nov 23 12:51:16.296450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44826) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.328485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-361832d7-108c-47d0-b578-56199848bdc0 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules/6a25f683-d8b1-4a73-b18d-8449e375b4e7 HTTP/1.1" status: 200  len: 705 time: 0.0288255
Nov 23 12:51:16.330094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44830) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.330844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 04daf3dc-f922-4207-bb0d-b6dcf6978db6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:16.336224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.389956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.440092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] The port 'b8015344-95ea-4a91-9424-b89e7721431d' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:51:16.445951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b437bf38-fbe5-421b-914e-ca5cd3b72e1a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:16.462780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.471552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af340d57-be66-40fa-81fa-3fa689ce2528 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3198931
Nov 23 12:51:16.472505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44838) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.495234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'port': {'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a', 'name': 'tempest-RoutersIpV6Test-1658341678'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:16.676461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b437bf38-fbe5-421b-914e-ca5cd3b72e1a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:16.678087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b437bf38-fbe5-421b-914e-ca5cd3b72e1a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3220167
Nov 23 12:51:16.682014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44844) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.765820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.796629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.826624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:16.834975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:port and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:16.840542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:16.847872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:16.850163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.868227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:16.874250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.882158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a25f683-d8b1-4a73-b18d-8449e375b4e7,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:16.885046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:16.885922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.889567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-42aa6915-f64b-422b-a1f4-232978b57b8b tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/6a25f683-d8b1-4a73-b18d-8449e375b4e7 HTTP/1.1" status: 204  len: 168 time: 0.2038350
Nov 23 12:51:16.889567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:16.894850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.918424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44850) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:16.941301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c7ae9987-dad7-4b6e-a3b6-52b48563020a', 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': '0fca4465-18c2-4d43-9d50-78de4958ff57'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:16.942020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.942385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:16.973187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.043980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.099310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-38492680-b2c8-4ba7-bb90-c6402304f486 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:17.131407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-38492680-b2c8-4ba7-bb90-c6402304f486 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:17.136256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-38492680-b2c8-4ba7-bb90-c6402304f486 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2022271
Nov 23 12:51:17.138334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44856) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:17.146862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '4a51ff50-a9ab-452b-8faf-01f4c1125d89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:17.154617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:17.161485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824e67908>,) {'filters': {'network_id': ['941cbd4a-7a28-46ab-8b1e-c8721bbea5ac']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:17.162874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] device_id is not set on port b6598edf-f658-4289-8b2a-66d14f29a2b2 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:17.193332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67908>, 'aa7a2591-2f88-4ee9-861f-a1901911a071') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:17.193887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67908>, 'aa7a2591-2f88-4ee9-861f-a1901911a071') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:17.206146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:17.210288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.234024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.236143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:17.246548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:17.247081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.271304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.359990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7171cfc0-e92b-4e12-b575-8bc638e3d7a2 None None] Provisioning for port 9308e802-e473-4017-9301-4cbc19f862ae completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:17.418032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7171cfc0-e92b-4e12-b575-8bc638e3d7a2 None None] Provisioning complete for port 9308e802-e473-4017-9301-4cbc19f862ae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:17.418492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7171cfc0-e92b-4e12-b575-8bc638e3d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.487124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7171cfc0-e92b-4e12-b575-8bc638e3d7a2 None None] Port 9308e802-e473-4017-9301-4cbc19f862ae cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:17.490500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:17.504982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.571558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8::295 (c7ae9987-dad7-4b6e-a3b6-52b48563020a/0fca4465-18c2-4d43-9d50-78de4958ff57/b6598edf-f658-4289-8b2a-66d14f29a2b2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:17.599880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:17.808762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Network 941cbd4a-7a28-46ab-8b1e-c8721bbea5ac has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:17.904467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9982e4d2-cad5-47e3-87d9-7934f44a0b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:17.921362 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:17.923961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44866) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:17.956874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056525700', 'description': 'tempest-secgroup-smoke-2056525700 description', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:18.000897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:18.012239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.022686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:18.030439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:18.035741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.048562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.062779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:18.065235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.072309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1492260-9076-43c5-a4f4-47376bd77eeb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.072659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.077701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.1114397
Nov 23 12:51:18.077701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a3e72-507a-4f5c-800d-1f8d4bc79ba1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.079314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.079746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.083244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.087777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f84cd7d5-a08f-43fa-ae2e-9282b8cd8f5c tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.092663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': '38274cbb-149b-485f-b3c9-8d39d43f26dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f20a3e72-507a-4f5c-800d-1f8d4bc79ba1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:18.108490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.124656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:18.137345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:18.149705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:18.150419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Pushing event deleted for resources: {'Network': ['ID=941cbd4a-7a28-46ab-8b1e-c8721bbea5ac,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.152778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.154074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0147524
Nov 23 12:51:18.159216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.160266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44874) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.161261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:18.173411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] 10.222.0.60 "DELETE /v2.0/networks/941cbd4a-7a28-46ab-8b1e-c8721bbea5ac HTTP/1.1" status: 204  len: 168 time: 5.0669742
Nov 23 12:51:18.179051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.191782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.212328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.232778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4aa143b5-fa73-420e-b097-257db986b19a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules/a1492260-9076-43c5-a4f4-47376bd77eeb HTTP/1.1" status: 200  len: 705 time: 0.0686622
Nov 23 12:51:18.240708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44880) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.242716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:18.246931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:18.250374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:18.256860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:18.268692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object b6598edf-f658-4289-8b2a-66d14f29a2b2 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:18.275269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:18.279076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9ed3e67a-9fe0-48da-a013-2ff893c83899 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1957879
Nov 23 12:51:18.280463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44884) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.361806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-34cc527e-e8ae-4db7-b9ce-93255f346158 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:18.370039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.392688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.472114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=b6598edf-f658-4289-8b2a-66d14f29a2b2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.473223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Allocated IP 2001:db8::2 (c7ae9987-dad7-4b6e-a3b6-52b48563020a/0fca4465-18c2-4d43-9d50-78de4958ff57/b20a3167-dde4-4a31-b446-d02808c5765a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:18.529473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.536670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.542628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.562295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-34cc527e-e8ae-4db7-b9ce-93255f346158 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:18.563687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-34cc527e-e8ae-4db7-b9ce-93255f346158 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3219714
Nov 23 12:51:18.566879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:18.569460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44890) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.571706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:18.577363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:18.583403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:18.598652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.650004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.654033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f435ac0-92b6-4b84-96f1-20bfe2d961de tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.692056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.696301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.711784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.737370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.748071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44894) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.749271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.791796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0be344b9-f03b-41a1-8e83-98df6ddfca05 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.805328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroup': ['ID=41622e22-0e3a-4aed-9a5a-a4422b13f74c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.809852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.811084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.812616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.8739667
Nov 23 12:51:18.816178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1492260-9076-43c5-a4f4-47376bd77eeb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:18.816620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f541b28-d4f3-4265-8679-2b8b5f37bb00 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:18.818031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44900) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.820737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:18.846963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:18.847944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:18.855846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:18.873669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:18.878257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:18.878939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.884880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:18.902157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.906960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/a1492260-9076-43c5-a4f4-47376bd77eeb HTTP/1.1" status: 204  len: 168 time: 0.3337150
Nov 23 12:51:18.908081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44906) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:18.909543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:18.911052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:18.918421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:18.947802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Transition to ACTIVE for port object b20a3167-dde4-4a31-b446-d02808c5765a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:18.963298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:18.996960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Transition to ACTIVE for port object b20a3167-dde4-4a31-b446-d02808c5765a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:18.997464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.004025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.006326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.015342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/f20a3e72-507a-4f5c-800d-1f8d4bc79ba1 HTTP/1.1" status: 204  len: 168 time: 0.7298789
Nov 23 12:51:19.018589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44910) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.025592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f46f2f2b-c292-4d7a-8aba-7d94c19589f0 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.047344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5732324
Nov 23 12:51:19.055198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.057592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44916) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.097688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5be10fbc-ae5e-481b-8d51-15cd7cb69329 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:19.101177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a3e72-507a-4f5c-800d-1f8d4bc79ba1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.105002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.118271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f04c2a-013c-4451-8f04-5c1a31ca2dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.121441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.154244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.186573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5be10fbc-ae5e-481b-8d51-15cd7cb69329 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:19.190679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5be10fbc-ae5e-481b-8d51-15cd7cb69329 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2723131
Nov 23 12:51:19.200260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44920) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.212713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Request body: {'security_group_rule': {'security_group_id': '4a51ff50-a9ab-452b-8faf-01f4c1125d89', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:19.239031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:19.253111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:19.261349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:19.272621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:19.293415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9194c524-d028-4af0-8533-a411c143e3fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5db63ceb7bf04437b48c1782b303d8f9&name=default HTTP/1.1" status: 200  len: 2747 time: 0.5425239
Nov 23 12:51:19.294833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:19.302390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44924) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.306131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Pushing event updated for resources: {'Port': ['ID=b20a3167-dde4-4a31-b446-d02808c5765a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.311134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8365500a-65b0-40f4-9298-ab228bec0be7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:19.337393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.342843 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Project 51e561a40b124a65a1515ec21829ec82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:19.366049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Attempting to bind port b20a3167-dde4-4a31-b446-d02808c5765a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:19.366479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Attempting to bind port b20a3167-dde4-4a31-b446-d02808c5765a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '24bececc-bf9b-4332-8a2b-44a58579c81e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:19.367444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Attempting to bind port b20a3167-dde4-4a31-b446-d02808c5765a on network c7ae9987-dad7-4b6e-a3b6-52b48563020a {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:19.375661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:19.376102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Checking segment: {'id': '24bececc-bf9b-4332-8a2b-44a58579c81e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:19.376619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.377070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Bound using segment: {'id': '24bececc-bf9b-4332-8a2b-44a58579c81e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:19.378122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Bound port: b20a3167-dde4-4a31-b446-d02808c5765a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bececc-bf9b-4332-8a2b-44a58579c81e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c7ae9987-dad7-4b6e-a3b6-52b48563020a'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:19.378555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.390927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.400301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.420063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.424605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8365500a-65b0-40f4-9298-ab228bec0be7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:19.428945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8365500a-65b0-40f4-9298-ab228bec0be7 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4156 time: 0.3924680
Nov 23 12:51:19.472682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44928) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.486880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8134b7b-4a86-4e3b-a2fb-08ecc49ad75d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.500997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] For port b20a3167-dde4-4a31-b446-d02808c5765a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:19.506082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] For port b20a3167-dde4-4a31-b446-d02808c5765a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b20a3167-dde4-4a31-b446-d02808c5765a,segment=NetworkSegment(24bececc-bf9b-4332-8a2b-44a58579c81e),segment_id=24bececc-bf9b-4332-8a2b-44a58579c81e)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:19.510622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.529410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3381fade-27a0-4651-912e-6a2f84edb961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.582282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.606896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.614503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.616199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7903824
Nov 23 12:51:19.618598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196bd208-76ef-4f50-8709-36d92770a058,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.634457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44932) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.639602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.640334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0488d2d0-7a95-4d36-8854-255f395a159e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.683011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:19.701606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.727360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Pushing event updated for resources: {'Port': ['ID=b20a3167-dde4-4a31-b446-d02808c5765a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.733682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.738281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.752029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.757167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5527360
Nov 23 12:51:19.762249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44936) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.766407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:19.801408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:19.828748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2c4c16-3b6d-4a47-a884-0bf4b446906d,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:19.831113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:19.859208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:19.864258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:19.888754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-54ccd31d-18a6-4237-bdff-e15fa79118aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules/8a2c4c16-3b6d-4a47-a884-0bf4b446906d HTTP/1.1" status: 200  len: 711 time: 0.1011546
Nov 23 12:51:19.891357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.901324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44940) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:19.928321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.939618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.940523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.957147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b87897a-d15b-4a5d-890e-e87769bd3d56 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:19.978746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:19.994730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.054353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.068070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-350bb403-8f7b-404a-8485-c10ae30eb7e4 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:20.150445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0c7e98-6724-40ac-be38-ce0505d1a6a3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:20.185096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:20.190996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:20.199694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:20.205334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b5c079f5-80b2-4ad5-9cd0-3f9b9d3eafe9 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:20.212574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.218958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce0c7e98-6724-40ac-be38-ce0505d1a6a3 HTTP/1.1" status: 204  len: 168 time: 0.9131887
Nov 23 12:51:20.237719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b5c079f5-80b2-4ad5-9cd0-3f9b9d3eafe9 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:20.239096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b5c079f5-80b2-4ad5-9cd0-3f9b9d3eafe9 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.3286350
Nov 23 12:51:20.243782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44948) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:20.292316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.308973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:20.348186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=38274cbb-149b-485f-b3c9-8d39d43f26dc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:20.403371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:20.431405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.432677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.433951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/38274cbb-149b-485f-b3c9-8d39d43f26dc HTTP/1.1" status: 204  len: 168 time: 0.9547572
Nov 23 12:51:20.435706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.440903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b20a3167-dde4-4a31-b446-d02808c5765a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:20.442317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44952) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:20.458645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.479255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.508379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:20.508665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f2502c7-da3b-4ae7-aa14-4fd9d52db803 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:20.511949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:20.562411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b20a3167-dde4-4a31-b446-d02808c5765a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:20.610944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d351522-0eb5-4ad8-91f1-d24388845cfb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:20.619369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:20.628090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.633272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.638096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9980710
Nov 23 12:51:20.641933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.644999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-group-rules/8a2c4c16-3b6d-4a47-a884-0bf4b446906d HTTP/1.1" status: 204  len: 168 time: 0.3997531
Nov 23 12:51:20.646215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-258c7adf-98f9-4cb7-ab85-108bd9452244 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:20.660306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44958) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:20.660822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44960) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:20.690981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:20.700487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a2c4c16-3b6d-4a47-a884-0bf4b446906d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:20.711940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:20.715777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:20.722667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:20.728718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:20.742558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:20.774601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc445191-65b6-4485-9c36-089aafd878ce tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:20.775833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.830436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:20.842773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc445191-65b6-4485-9c36-089aafd878ce tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:20.853845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc445191-65b6-4485-9c36-089aafd878ce tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1896045
Nov 23 12:51:20.858676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44968) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.015311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.024330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.025512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.040512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0002366f-d7df-4fe0-b3b7-8367ab206260 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:21.108064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0acbf5ed-53b8-4601-b98c-2f9e68b85ba3 None None] Provisioning complete for port 9308e802-e473-4017-9301-4cbc19f862ae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:21.108643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abfbf86-d2f0-47bb-be03-454983a7d50d,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:21.108781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0acbf5ed-53b8-4601-b98c-2f9e68b85ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.114388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.133254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d66ffac-2789-41ba-a2b7-65780ce8b791 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:21.135097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:21.158538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.163321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5012681
Nov 23 12:51:21.164648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44978) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.171948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d66ffac-2789-41ba-a2b7-65780ce8b791 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:21.177590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d66ffac-2789-41ba-a2b7-65780ce8b791 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.7321637
Nov 23 12:51:21.178438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44980) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.196487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--526671036'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:21.196925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:21.203929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:21.214813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:21.215318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:21.221993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:21.225785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:21.228516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.236356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:21.259522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.276836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44b68a3b-8580-4043-877c-6bbed679a7aa tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:21.281206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0acbf5ed-53b8-4601-b98c-2f9e68b85ba3 None None] Port 9308e802-e473-4017-9301-4cbc19f862ae cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:21.320876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a51ff50-a9ab-452b-8faf-01f4c1125d89,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:21.324706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:21.328296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.380747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.382141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "DELETE /v2.0/security-groups/4a51ff50-a9ab-452b-8faf-01f4c1125d89 HTTP/1.1" status: 204  len: 168 time: 0.5218186
Nov 23 12:51:21.387672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 44988) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.491065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.493547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:21.497311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.500837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1adb8d85-dd02-4da4-8311-4b6fb436e516 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:21.515109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:21.537360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3514d628-02ae-4457-abc4-92ecd015dff4,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:21.543258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:21.543589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:21.552241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.553632 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3849504
Nov 23 12:51:21.569316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 44994) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.576241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:21.582804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:21.587601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:21.596470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:21.606061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:21.639502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Project ce1ebc3b4a0542d699045a5b7424753b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:21.646868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.706160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555b9a5-9461-4c9f-acce-384be25bcf2d None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:21.726720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-82141adb-4f34-402c-a894-0f21f14cf29a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:21.741470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:21.769425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.778198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.790038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e5eca9a-6eb3-4fa7-ba51-e9958b588ae5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:21.836112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8db93db-7513-4384-9014-ad4c8e82a41c,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:21.846321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:21.856443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.856698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Provisioning for port b20a3167-dde4-4a31-b446-d02808c5765a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:21.858863 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2875795
Nov 23 12:51:21.862400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45002) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.865161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.868033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Provisioning complete for port b20a3167-dde4-4a31-b446-d02808c5765a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:21.868489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.871015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'security_group_rule': {'security_group_id': 'ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:21.878937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:21.884539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:security_group_rule and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:21.889518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:21.896257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:21.896970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.909445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Project ce1ebc3b4a0542d699045a5b7424753b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:51:21.912912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-82141adb-4f34-402c-a894-0f21f14cf29a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:21.914741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82141adb-4f34-402c-a894-0f21f14cf29a tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.5148666
Nov 23 12:51:21.922168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45006) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:21.922635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-975618cd-ac3b-487a-930d-6bf99ed2997a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:21.923339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:21.937423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45008) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:22.041367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.092851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b954e021-7a25-4d63-95be-17df32e25b67 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Synchronizing usage tracker for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:22.102643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] For port b20a3167-dde4-4a31-b446-d02808c5765a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b20a3167-dde4-4a31-b446-d02808c5765a,segment=NetworkSegment(24bececc-bf9b-4332-8a2b-44a58579c81e),segment_id=24bececc-bf9b-4332-8a2b-44a58579c81e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:22.106640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.118129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb83181b-5826-4ae5-8d33-2448cb826cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:22.121147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b954e021-7a25-4d63-95be-17df32e25b67 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Unset dirty status for tenant:51e561a40b124a65a1515ec21829ec82 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:22.130171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b954e021-7a25-4d63-95be-17df32e25b67 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.1894088
Nov 23 12:51:22.166915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.169830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.173189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e091503d-38fa-441c-bfb9-d5a20383584a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:22.182869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=b6598edf-f658-4289-8b2a-66d14f29a2b2,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:22.221932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41f45b8-eea4-49ac-97d3-4409dc1ef59e,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:22.232584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:22.239039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Pushing event updated for resources: {'Port': ['ID=b20a3167-dde4-4a31-b446-d02808c5765a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:22.240694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:22.253813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:22.260895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.265493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4017608
Nov 23 12:51:22.266257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45018) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:22.273366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'network': {'name': 'tempest-network-smoke--355145702', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:22.287269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:22.295194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:network and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:22.300211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:22.308938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-416323511'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:22.317763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:22.321161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:22.328797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:22.333289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:22.339963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Made reservation on behalf of ce1ebc3b4a0542d699045a5b7424753b for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:22.341772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.343119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Router 22d607aa-6861-400a-8c8f-cbb7405e2db4 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:51:22.345828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.355856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.358396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:22.366086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03cc641c-4e44-44a9-a071-ef8a96fe2ab0 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:22.388639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:22.401883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.438091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.449530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:22.484776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.485422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Added segment 0887c387-94eb-4acb-9cdf-d399ec450bee of type vxlan for network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d
Nov 23 12:51:22.547226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:22.550751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.560125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:22.565187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:22.575588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:22.656067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.669046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:22.669636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.679902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-760d1e85-d8aa-43e9-ac9a-80b66b7ed51f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:22.685438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=bb89056e-dc30-4796-9e1d-f19a45016bfd,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:22.695662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.700754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 1.5148234
Nov 23 12:51:22.700754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:22.727678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45026) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:22.842080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bb89056e-dc30-4796-9e1d-f19a45016bfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:22.854015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Provisioning complete for port b20a3167-dde4-4a31-b446-d02808c5765a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:22.854774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:22.858849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45030) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:22.870375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:22.938685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:22.943380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:22.952965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:22.984466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7167823
Nov 23 12:51:23.016698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45036) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.018297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Network': ['ID=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:23.073238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:23.112290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:23.125743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:23.133845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'admin_state_up': True, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:23.143261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.165814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:23.173553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.188509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eaf38946-4e20-4b06-96b3-1237be916742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:23.230061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:router and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:23.247703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:23.267047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a2424-79f9-4f9e-b017-7f3d445f1bde,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:23.288463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:23.308592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:23.319793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:23.325268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea9eb299-a616-49a6-a678-c85c484edd73 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5697527
Nov 23 12:51:23.326457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:23.326970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45040) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.332547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.335100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.345406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Provisioning for port b6598edf-f658-4289-8b2a-66d14f29a2b2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:23.358176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.364707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.370774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.371170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 482f1cd2-7712-494a-864b-737e8e32f0e8 of type vxlan for network d83eaba3-6539-4566-b94b-891fcbcd3301
Nov 23 12:51:23.371869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:23.377956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "PUT /v2.0/routers/22d607aa-6861-400a-8c8f-cbb7405e2db4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5425770
Nov 23 12:51:23.382578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group_rule': {'security_group_id': 'bb89056e-dc30-4796-9e1d-f19a45016bfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:23.386800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45044) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.396248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Provisioning complete for port b6598edf-f658-4289-8b2a-66d14f29a2b2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:23.397206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.400619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:23.414086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:23.459331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:23.465738 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e4bfcd6-a7d4-4a3e-9fbb-f94b3c123002 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51e561a40b124a65a1515ec21829ec82&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6005180
Nov 23 12:51:23.470054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45048) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.472062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Sync routers for ids ['22d607aa-6861-400a-8c8f-cbb7405e2db4'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:23.472459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:23.480638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3694782d-909e-4a35-afa7-12ebef9a5ec1 None None] Port b6598edf-f658-4289-8b2a-66d14f29a2b2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:23.536552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Routers {'22d607aa-6861-400a-8c8f-cbb7405e2db4'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:23.537807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e5f7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d607aa-6861-400a-8c8f-cbb7405e2db4'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:23.654826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.665588 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:51:23.666743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7a3fd83-0deb-4f5c-83b8-85dba65a8c65 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3362088
Nov 23 12:51:23.726558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45054) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.780043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b9f69d-af6b-421f-8cf6-d3eba2d1220c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:23.780901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e2b9f69d-af6b-421f-8cf6-d3eba2d1220c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:23.851294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.884190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.900378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.908935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.918909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e2b9f69d-af6b-421f-8cf6-d3eba2d1220c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:23.919513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:23.920245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:23.923274 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e2b9f69d-af6b-421f-8cf6-d3eba2d1220c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports/9308e802-e473-4017-9301-4cbc19f862ae HTTP/1.1" status: 200  len: 911 time: 0.5256205
Nov 23 12:51:23.924209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45058) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:23.947994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.005776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6ed253d-5c86-4c7e-8292-582ea7cf9ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928253202] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:24.040749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.0991251
Nov 23 12:51:24.062237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45062) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:24.067476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c385b19-4d5b-4a6a-95ec-a362072bbcb9 None None] Provisioning complete for port b20a3167-dde4-4a31-b446-d02808c5765a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:24.068011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c385b19-4d5b-4a6a-95ec-a362072bbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.085757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'name': 'tempest-PortsTestJSON-64347797'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:24.222843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=d83eaba3-6539-4566-b94b-891fcbcd3301,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:24.234195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:24.249450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.256041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:24.270221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:24.304808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.367749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b20a3167-dde4-4a31-b446-d02808c5765a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:24.379741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.384950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:24.385826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0850e067-73ef-44fd-94b3-60c3b32ba268 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:24.408960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:24.419865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb89056e-dc30-4796-9e1d-f19a45016bfd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:24.422971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:24.425141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:24.436281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.440188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/bb89056e-dc30-4796-9e1d-f19a45016bfd HTTP/1.1" status: 204  len: 168 time: 0.7051814
Nov 23 12:51:24.440528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45066) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:24.457581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ded55-bb64-4e54-8e01-d55173736457 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:24.463454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ded55-bb64-4e54-8e01-d55173736457 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:24.469199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f4ded55-bb64-4e54-8e01-d55173736457 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.5320990
Nov 23 12:51:24.470282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:24.472949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Set router 22d607aa-6861-400a-8c8f-cbb7405e2db4 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:24.474991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:24.547580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c385b19-4d5b-4a6a-95ec-a362072bbcb9 None None] Provisioning complete for port b6598edf-f658-4289-8b2a-66d14f29a2b2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:24.547932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c385b19-4d5b-4a6a-95ec-a362072bbcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.571597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c8740b-12ea-45b5-964d-5d10e34fb8d4 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:24.590961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.634952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.637353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4c385b19-4d5b-4a6a-95ec-a362072bbcb9 None None] Port b6598edf-f658-4289-8b2a-66d14f29a2b2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:24.660397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c8740b-12ea-45b5-964d-5d10e34fb8d4 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:24.662339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29c8740b-12ea-45b5-964d-5d10e34fb8d4 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.2208877
Nov 23 12:51:24.719301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45074) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:24.786008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b20a3167-dde4-4a31-b446-d02808c5765a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:24.786281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.806222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:24.811235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.830943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.846591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'tempest-secgroup--358988828'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:24.855528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:24.865463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:24.876812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98d235b9-2d0d-41d9-852d-53c3e702004a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:24.894175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:24.949265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f13a198-2da2-490c-aa4d-dedde93887c5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:24.952049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:25.028665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.029901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f13a198-2da2-490c-aa4d-dedde93887c5 HTTP/1.1" status: 204  len: 168 time: 1.5573287
Nov 23 12:51:25.114118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:25.135765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Allocated IP 172.26.6.15 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/0600ba30-2340-40ed-9e8e-81bce5eb8ff0) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:25.142860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Usage tracker for resource:security_group_rule and tenant:459d63fb22284fbead39682c239897dd is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:25.249636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-702f0939-0666-41d5-b074-e1796f416e67 None None] Provisioning complete for port b20a3167-dde4-4a31-b446-d02808c5765a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:25.250222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-702f0939-0666-41d5-b074-e1796f416e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.320484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e5f7f0>, [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:16Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '9308e802-e473-4017-9301-4cbc19f862ae', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:59:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:13Z', 'updated_at': '2020-11-23T12:51:18Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:25.330606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Checking router: 22d607aa-6861-400a-8c8f-cbb7405e2db4 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:51:25.331021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Updating router 22d607aa-6861-400a-8c8f-cbb7405e2db4 port 9308e802-e473-4017-9301-4cbc19f862ae binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:51:25.344801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:25.354145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:25.373025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.392479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.413597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.443445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38a3d825-dd50-4e16-b6de-b67a0754b0e5 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:25.469574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:25.516926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.540228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.592328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9e2bc22-448f-48ce-9127-b6b80bbde5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:25.610504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:25.625651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:25.709448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.711904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1627 time: 0.9090595
Nov 23 12:51:25.714328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:25.715563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:25.717418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45082) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:25.720167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:25.753286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a5d787ba-4836-40fa-a138-3fb5c7c8415f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Request body: {'security_group': {'name': 'default'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:25.754749 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.api.v2.base [None req-a5d787ba-4836-40fa-a138-3fb5c7c8415f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 23 12:51:25.755301 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a5d787ba-4836-40fa-a138-3fb5c7c8415f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] update failed (client error): There was a conflict when trying to complete your request.
Nov 23 12:51:25.760190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5d787ba-4836-40fa-a138-3fb5c7c8415f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "PUT /v2.0/security-groups/9cb4e2ec-7538-4f55-ba9d-1e30f1479c8f HTTP/1.1" status: 409  len: 330 time: 0.0383317
Nov 23 12:51:25.761355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45086) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:25.857162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb4e2ec-7538-4f55-ba9d-1e30f1479c8f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:25.869667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:25.886071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-702f0939-0666-41d5-b074-e1796f416e67 None None] Provisioning complete for port b6598edf-f658-4289-8b2a-66d14f29a2b2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:25.886496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-702f0939-0666-41d5-b074-e1796f416e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.927227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.971816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:25.979476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-702f0939-0666-41d5-b074-e1796f416e67 None None] Port b6598edf-f658-4289-8b2a-66d14f29a2b2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:26.034599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.042267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.048055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a39e95c6-47a2-4454-bb7e-bccd726d44de tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:26.055733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.056782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.067127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb4e2ec-7538-4f55-ba9d-1e30f1479c8f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:26.075373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:26.090829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.091748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.094044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.099605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/9cb4e2ec-7538-4f55-ba9d-1e30f1479c8f HTTP/1.1" status: 204  len: 168 time: 0.3340950
Nov 23 12:51:26.101863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45092) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:26.165087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.180044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Transition to ACTIVE for port object 9308e802-e473-4017-9301-4cbc19f862ae will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:26.199279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.208493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edc43a2f-b25b-4c0d-a5a4-489a60630c44 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:26.289550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-77474d5a-dc07-4fba-b987-b65e011d5a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:26.399710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.413909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=b6598edf-f658-4289-8b2a-66d14f29a2b2,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:26.683235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6fa0fb9e-88e3-40ae-8682-c65c882c6500 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Synchronizing usage tracker for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:26.705405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6fa0fb9e-88e3-40ae-8682-c65c882c6500 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Unset dirty status for tenant:459d63fb22284fbead39682c239897dd on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:26.713539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fa0fb9e-88e3-40ae-8682-c65c882c6500 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2747 time: 0.6095855
Nov 23 12:51:26.715964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45096) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:26.740717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f0de150c-e40e-464d-9265-e555a8893daf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] delete failed (client error): The resource could not be found.
Nov 23 12:51:26.747494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0de150c-e40e-464d-9265-e555a8893daf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "DELETE /v2.0/security-groups/00289ca3-7660-4a4f-9b45-7b95d1963d6c HTTP/1.1" status: 404  len: 347 time: 0.0299037
Nov 23 12:51:26.748192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:26.754007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Pushing event updated for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:26.757524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:26.810782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-26d8a0e1-d06a-4fc8-ad2e-4694eb618094 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] show failed (client error): The resource could not be found.
Nov 23 12:51:26.817997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-26d8a0e1-d06a-4fc8-ad2e-4694eb618094 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-groups/efcf574a-797a-4467-83d8-e514a7e2b2e8 HTTP/1.1" status: 404  len: 347 time: 0.0624633
Nov 23 12:51:26.818857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45104) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:26.839496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Attempting to bind port 9308e802-e473-4017-9301-4cbc19f862ae on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:26.840135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Attempting to bind port 9308e802-e473-4017-9301-4cbc19f862ae by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:26.840770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Attempting to bind port 9308e802-e473-4017-9301-4cbc19f862ae on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:26.848582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:26.849018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:26.849476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.849930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:26.850483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Bound port: 9308e802-e473-4017-9301-4cbc19f862ae, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:26.850977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:26.862126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:26.876384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:26.876697 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-3c0b44d7-aff4-4fa7-a0f3-be67505b5e85 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] show failed (client error): The resource could not be found.
Nov 23 12:51:26.884453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:26.897210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c0b44d7-aff4-4fa7-a0f3-be67505b5e85 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] 10.222.0.60 "GET /v2.0/security-group-rules/1192f2b5-a2b5-422a-bc8c-5903e4d5ca02 HTTP/1.1" status: 404  len: 356 time: 0.0536439
Nov 23 12:51:27.010699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] For port 9308e802-e473-4017-9301-4cbc19f862ae, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:27.017105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] For port 9308e802-e473-4017-9301-4cbc19f862ae, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9308e802-e473-4017-9301-4cbc19f862ae,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:27.141496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Router 8254b172-fc78-4003-b804-da7295d3791e is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:51:27.144269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:27.178343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a3b3257-7128-4ab7-97e9-66b960b70c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:27.183592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:27.255519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef90b3c2-a9be-456d-8ec4-e74679faf459 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:27.388412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Pushing event updated for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:27.404168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:27.487890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:27.505340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Sync routers for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:27.507064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36bf76e5-752f-4588-aa5c-9bc1ca53b953 None None] Provisioning complete for port b6598edf-f658-4289-8b2a-66d14f29a2b2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:27.508200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36bf76e5-752f-4588-aa5c-9bc1ca53b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:27.536076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:27.538415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:27.539495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d3c1d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:27.541217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 4.5107739
Nov 23 12:51:27.542169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45122) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:27.599578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:27.610693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-36bf76e5-752f-4588-aa5c-9bc1ca53b953 None None] Port b6598edf-f658-4289-8b2a-66d14f29a2b2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:27.610925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:27.646424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Routers {'22d607aa-6861-400a-8c8f-cbb7405e2db4'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:27.647131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e5f7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d607aa-6861-400a-8c8f-cbb7405e2db4'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:27.657208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45128) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:27.971625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:28.075176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.080410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f12a958-1974-46f0-80cf-6057cd4921e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.089748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] Set router 22d607aa-6861-400a-8c8f-cbb7405e2db4 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:28.128281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2b55c6e-3ea0-42a2-947b-2f9d061c6b9d tempest-TestNetworkAdvancedServerOps-1599597462 tempest-TestNetworkAdvancedServerOps-1599597462] 10.222.0.60 "GET /v2.0/subnets?project_id=ce1ebc3b4a0542d699045a5b7424753b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5813949
Nov 23 12:51:28.129501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:28.137498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536282664', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:28.174038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '482f1cd2-7712-494a-864b-737e8e32f0e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:28.174845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: d83eaba3-6539-4566-b94b-891fcbcd3301, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:28.337751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:28.346862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-757bfcea-dab5-45a2-94e4-7cc85c4b3b7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=459d63fb22284fbead39682c239897dd&name=default HTTP/1.1" status: 200  len: 2747 time: 0.6891801
Nov 23 12:51:28.351996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45146) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:28.362341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:28.367423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:subnet and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:28.371019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:28.377903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:28.390167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Made reservation on behalf of ce1ebc3b4a0542d699045a5b7424753b for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:28.395598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d83eaba3-6539-4566-b94b-891fcbcd3301) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:28.423640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:28.424910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d3c1d0>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:25Z', 'revision_number': 3, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:28.427925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:28.428603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.431551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Checking router: 8254b172-fc78-4003-b804-da7295d3791e for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:51:28.432131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Updating router 8254b172-fc78-4003-b804-da7295d3791e port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:51:28.501848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 4.4278874
Nov 23 12:51:28.503190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6bbfe-58ea-4f49-a843-4d04cbf7bc22 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:28.506969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.514728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45152) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:28.531878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-331468741'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:28.548807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 7ae72563-f1cf-4904-a7d8-10313cfd03bb is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:51:28.551201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:28.564580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:28.567845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.570533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:28.579235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.681129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:28.823359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:28.957444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:28.964356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.058103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e5f7f0>, [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:16Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '9308e802-e473-4017-9301-4cbc19f862ae', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:59:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:13Z', 'updated_at': '2020-11-23T12:51:27Z', 'revision_number': 4, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:29.068937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ddd28c-c480-4225-84cd-353e8680091b None None] The sync data for ids ['22d607aa-6861-400a-8c8f-cbb7405e2db4'] in dv-neutron-601336-59-ovs is: [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:16Z', 'revision_number': 2, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None, '_interfaces': [{'id': '9308e802-e473-4017-9301-4cbc19f862ae', 'name': '', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'mac_address': 'fa:16:3e:59:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:13Z', 'updated_at': '2020-11-23T12:51:27Z', 'revision_number': 4, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'subnets': [{'id': '7e0c7d4b-caf0-43b6-956b-3c5999d49fc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:29.091766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.105954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Transition to ACTIVE for port object 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:29.109794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.121288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.132019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:29.146213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:29.164321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0b987-88ef-411c-9e6d-22b3155191be,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:29.251356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.258036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:29.268555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.270315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83b0b987-88ef-411c-9e6d-22b3155191be HTTP/1.1" status: 204  len: 168 time: 0.9103365
Nov 23 12:51:29.308781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:29.322648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.323527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 4e3107ae-1525-4078-8aae-ef9715d6da64 of type vxlan for network 0c49b544-9ece-4415-b271-155dc57b33f0
Nov 23 12:51:29.357866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.392554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Pushing event updated for resources: {'Port': ['ID=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:29.416611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a94c682-b84c-4ecd-996c-06bb1ca297e0 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:29.417411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.423419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:29.426053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.439045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.439707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.440240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.440798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.441330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.441870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.442395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.443290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.444068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.444779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.445695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.446315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.446989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.447556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.448414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.449403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.449993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.450561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.451126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.451693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.452347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.452968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.453553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.454311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.455696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9b51b67-690c-4209-ab25-ed7b494d502b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:29.468203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:29.531630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Attempting to bind port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:29.531991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Attempting to bind port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:29.532406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Attempting to bind port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:29.550397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:29.550817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:29.551275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.552108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:29.552283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Bound port: 0600ba30-2340-40ed-9e8e-81bce5eb8ff0, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:29.552733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.615131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Subnet': ['ID=9b5d3c77-6b4f-430b-ac6a-bf93d0451199,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:29.619775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:29.638531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Checking segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:29.639258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network hostable DHCP agents. Network: e8aea8d5-787a-49f3-a60f-ea02f9a5c89d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:29.680271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:29.704300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, e8aea8d5-787a-49f3-a60f-ea02f9a5c89d) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:29.713049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7dbd1-f83b-4cd1-b327-386e5157da03 None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:29.738074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:29.739426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.791470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6606917
Nov 23 12:51:29.794482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45166) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:29.807876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=0c49b544-9ece-4415-b271-155dc57b33f0,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:29.834990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.3180506
Nov 23 12:51:29.838647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45174) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:29.847311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.848326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.848808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.849235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.849658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.850068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.850482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.850935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.851357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.851778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.852180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.852868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.853384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.853800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.854382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.854584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.854995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.855425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.855838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.859074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] For port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:29.865296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.865955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.867317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.868192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.868700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:29.870288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] For port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:29.880273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:29.890010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:29.894966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'ports': [{'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'}, {'network_id': '0c49b544-9ece-4415-b271-155dc57b33f0'}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:29.895539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:29.896226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '0c49b544-9ece-4415-b271-155dc57b33f0'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:29.922401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:29.985582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0c49b544-9ece-4415-b271-155dc57b33f0 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:30.059604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 9308e802-e473-4017-9301-4cbc19f862ae {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:30.059910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:30.172027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Pushing event updated for resources: {'Port': ['ID=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:30.216148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0c49b544-9ece-4415-b271-155dc57b33f0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:30.427449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9308e802-e473-4017-9301-4cbc19f862ae up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:30.539503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:30.593061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:30.593926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d3c1d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:30.611155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4222e4a2-8568-47ea-8706-a99d6ff5c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:30.654198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:30.687446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] Sync routers for ids ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:30.736607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:30.797074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] Routers {'7ae72563-f1cf-4904-a7d8-10313cfd03bb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:30.798194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253fb2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:30.906726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9308e802-e473-4017-9301-4cbc19f862ae completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:30.913789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253fb2e8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:30.917450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:30.918897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:30.939440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9308e802-e473-4017-9301-4cbc19f862ae triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:30.939873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:30.979729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:31.051075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] Routers {'7ae72563-f1cf-4904-a7d8-10313cfd03bb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:31.051781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253fb2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:31.308645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/7ae72563-f1cf-4904-a7d8-10313cfd03bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2472169
Nov 23 12:51:31.317187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45194) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:31.319427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:31.326077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:31.331393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:31.339778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:31.354041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 2} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:31.362062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.386326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45198) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:31.414887 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0060306
Nov 23 12:51:31.421169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45200) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:31.455977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d3c1d0>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:25Z', 'revision_number': 3, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:31.464893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb28cf-d5bc-4d66-b4da-cdd9f85f31b3 None None] The sync data for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs is: [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:25Z', 'revision_number': 3, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:31.467699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 9308e802-e473-4017-9301-4cbc19f862ae, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9308e802-e473-4017-9301-4cbc19f862ae,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:31.468242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.481408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.545138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253fb2e8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:31.545868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04dd96-d755-4d89-ade3-1be27f68f09c None None] The sync data for ids ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:31.606270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.628734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9385a-7b26-4e90-bdc1-10accdc7046b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:31.629400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-54c9385a-7b26-4e90-bdc1-10accdc7046b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:31.668975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-54c9385a-7b26-4e90-bdc1-10accdc7046b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:31.673657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-54c9385a-7b26-4e90-bdc1-10accdc7046b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports/b6598edf-f658-4289-8b2a-66d14f29a2b2 HTTP/1.1" status: 200  len: 984 time: 0.3260679
Nov 23 12:51:31.674470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45206) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:31.809482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.831323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 9308e802-e473-4017-9301-4cbc19f862ae owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:31.883370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c565e492-7ba2-4ee1-b258-c72a20ae15df tempest-NetworksApiDiscovery-1604365149 tempest-NetworksApiDiscovery-1604365149] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.4565458
Nov 23 12:51:31.958239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 9308e802-e473-4017-9301-4cbc19f862ae, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9308e802-e473-4017-9301-4cbc19f862ae,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:31.974314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:31.983291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:31.988559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port abbb6a12-e28a-4920-99bb-471950757bb5 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:32.095064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:32.151357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:32.155876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Allocated IP 172.20.0.2 (e8aea8d5-787a-49f3-a60f-ea02f9a5c89d/9b5d3c77-6b4f-430b-ac6a-bf93d0451199/c1961877-7c1c-4be0-9a05-e1c6916016e4) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:32.158381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:32.293052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:32.293416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:32.346856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9308e802-e473-4017-9301-4cbc19f862ae up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:32.393358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:32.573946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:32.583341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 401c3a2b-e69e-430a-a869-394f1996757d yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:32.644192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45216) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:32.671649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9308e802-e473-4017-9301-4cbc19f862ae triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:32.672201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:32.796229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:32.806077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 9308e802-e473-4017-9301-4cbc19f862ae {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:32.806556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.114215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 9308e802-e473-4017-9301-4cbc19f862ae, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9308e802-e473-4017-9301-4cbc19f862ae,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:33.114632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.120684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.137151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Transition to ACTIVE for port object c1961877-7c1c-4be0-9a05-e1c6916016e4 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:33.159460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Transition to ACTIVE for port object c1961877-7c1c-4be0-9a05-e1c6916016e4 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:33.166770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.191025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e99ca7d-9659-4905-a174-6a46f667e0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:33.269378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Allocated IP 172.20.0.1 (e8aea8d5-787a-49f3-a60f-ea02f9a5c89d/9b5d3c77-6b4f-430b-ac6a-bf93d0451199/bbb23c03-8424-40d4-bc5e-61800e6d6304) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:33.278516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 9308e802-e473-4017-9301-4cbc19f862ae owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:33.313921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Pushing event updated for resources: {'Port': ['ID=c1961877-7c1c-4be0-9a05-e1c6916016e4,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:33.361893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.362275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.362665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.363048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.363425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.363805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.364181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.364678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.365057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.365428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.365976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.366406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.367403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.367779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.368149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.368535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.368912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.369283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.369652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.370023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.370394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.370763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.371130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.371496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:33.379483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:33.406500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.483609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:33.484955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:33.488027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:33.488508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Usage tracker for resource:security_group_rule and tenant:b7178a5baf994084aa6b1762781f2747 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:33.492479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:33.495468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.499917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:33.511839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:33.529036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f708e0ad-e2a8-4882-980a-bf2a469b371e tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:33.586006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Attempting to bind port c1961877-7c1c-4be0-9a05-e1c6916016e4 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:33.586006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Attempting to bind port c1961877-7c1c-4be0-9a05-e1c6916016e4 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:33.586713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Attempting to bind port c1961877-7c1c-4be0-9a05-e1c6916016e4 on network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:33.595297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:33.595653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Checking segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:33.596106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.596761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Bound using segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:33.597317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Bound port: c1961877-7c1c-4be0-9a05-e1c6916016e4, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:33.598015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.687111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.700952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=abbb6a12-e28a-4920-99bb-471950757bb5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:33.715643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] For port c1961877-7c1c-4be0-9a05-e1c6916016e4, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:33.719433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:33.719618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] For port c1961877-7c1c-4be0-9a05-e1c6916016e4, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1961877-7c1c-4be0-9a05-e1c6916016e4,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:33.724900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.793656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Transition to ACTIVE for port object bbb23c03-8424-40d4-bc5e-61800e6d6304 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:33.808198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.821337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9d48c02-439a-45ea-bbf0-61d2e690e73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:33.821647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.830505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:33.836638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:33.836879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39d858da-5c75-4e4b-98f7-ada6dd233a7a tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:33.837065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:33.837065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:33.852876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94d3898b-c6c6-40d2-86e3-fd16b74deb97 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:33.920218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7178a5baf994084aa6b1762781f2747&name=default HTTP/1.1" status: 200  len: 2747 time: 1.2703147
Nov 23 12:51:33.921143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110aec1-b6f2-4911-bf2c-722a0b1be18e,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:33.924203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45224) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:33.938799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Pushing event updated for resources: {'Port': ['ID=c1961877-7c1c-4be0-9a05-e1c6916016e4,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:33.942865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:33.957831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.000229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.000889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.001286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.001712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.002129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.002802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.003217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.003635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.004072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.004610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.005054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.005473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.005983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.006543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.007505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.007905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.008412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.008851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.009260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.009835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.010245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.010648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.011204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.011450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:51:34.031384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:34.032760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.058558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21e15d11-76bc-4123-8c9c-8ffe26c310f0 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:34.145976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=401c3a2b-e69e-430a-a869-394f1996757d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:34.150390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:34.157565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f712188e-677d-4e01-8908-2c707fde5628 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:34.239778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=9308e802-e473-4017-9301-4cbc19f862ae,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:34.243367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:34.267850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:34.280343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '4e3107ae-1525-4078-8aae-ef9715d6da64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0c49b544-9ece-4415-b271-155dc57b33f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:34.280904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: 0c49b544-9ece-4415-b271-155dc57b33f0, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:34.284205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:34.344776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.368772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:34.393812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.479516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.493756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef51a043-19bd-4140-9089-bba762446cdb tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:34.503993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:34.509756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:34.510168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.526474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 0c49b544-9ece-4415-b271-155dc57b33f0 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:34.586242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 0c49b544-9ece-4415-b271-155dc57b33f0) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:34.589172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110aec1-b6f2-4911-bf2c-722a0b1be18e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:34.602173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:34.608738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:34.612278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c3b93-1f8b-4f8a-8b35-8fe9c100c82f None None] Network 0c49b544-9ece-4415-b271-155dc57b33f0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:34.614532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:34.615334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.624261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:34.624519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.646325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.649281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b110aec1-b6f2-4911-bf2c-722a0b1be18e HTTP/1.1" status: 204  len: 168 time: 0.7195215
Nov 23 12:51:34.691530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:34.856086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:34.874976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:34.884790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:35.012004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.1250832
Nov 23 12:51:35.015705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45232) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:35.073716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.108522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:35.144029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.145792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.153953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6eb37e6-d627-4304-8303-68a2ed806c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:35.285656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:35.294509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:35.364331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 401c3a2b-e69e-430a-a869-394f1996757d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:35.365823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.482267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.699118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port b6598edf-f658-4289-8b2a-66d14f29a2b2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:35.699610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:35.887233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f914c33-059e-47ba-92c7-0defc86a7919 None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:36.145643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9ecb4e21-11c8-4cba-b54a-1c07e7114586 None None] Provisioning for port c1961877-7c1c-4be0-9a05-e1c6916016e4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:36.244928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:36.474895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:36.534417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 401c3a2b-e69e-430a-a869-394f1996757d owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:36.542682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1961877-7c1c-4be0-9a05-e1c6916016e4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:36.689339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Provisioning for port bbb23c03-8424-40d4-bc5e-61800e6d6304 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:36.696207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Provisioning complete for port bbb23c03-8424-40d4-bc5e-61800e6d6304 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:36.696718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:36.744163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c1961877-7c1c-4be0-9a05-e1c6916016e4 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:36.755043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c1961877-7c1c-4be0-9a05-e1c6916016e4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:36.755469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:36.781455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for b6598edf-f658-4289-8b2a-66d14f29a2b2 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:36.803212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:36.844990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Port bbb23c03-8424-40d4-bc5e-61800e6d6304 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:36.868094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Provisioning complete for port c1961877-7c1c-4be0-9a05-e1c6916016e4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:36.868971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.040315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bd20d99-19de-4601-a9b5-d8a374f3691e tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:37.146690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.151994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.154640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.157415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=401c3a2b-e69e-430a-a869-394f1996757d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:37.168036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:37.172566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Router 22d607aa-6861-400a-8c8f-cbb7405e2db4 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:51:37.183350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.200111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/401c3a2b-e69e-430a-a869-394f1996757d HTTP/1.1" status: 204  len: 168 time: 2.1794040
Nov 23 12:51:37.201276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45240) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:37.242841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94cee209-23b2-4104-b96f-c7a0fef34685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:37.263072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.289422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.312908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] For port c1961877-7c1c-4be0-9a05-e1c6916016e4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1961877-7c1c-4be0-9a05-e1c6916016e4,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:37.317053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.323893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe4996af-51ad-428f-afc5-dcd889e0fcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:37.346412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:37.446112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:37.451462 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "PUT /v2.0/routers/22d607aa-6861-400a-8c8f-cbb7405e2db4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9704068
Nov 23 12:51:37.454980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:37.459889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Sync routers for ids ['22d607aa-6861-400a-8c8f-cbb7405e2db4'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:37.471778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Pushing event updated for resources: {'Port': ['ID=c1961877-7c1c-4be0-9a05-e1c6916016e4,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:37.479568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=b6598edf-f658-4289-8b2a-66d14f29a2b2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:37.482602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Routers {'22d607aa-6861-400a-8c8f-cbb7405e2db4'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:37.484236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d3cd68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d607aa-6861-400a-8c8f-cbb7405e2db4'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:37.486630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:37.488215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:37.488842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:37.489272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:37.492772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.493580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:37.494199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:37.501521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-94c2bcc4-38ca-4189-bc3a-bb0a4a7779ac None None] Provisioning complete for port bbb23c03-8424-40d4-bc5e-61800e6d6304 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:37.502511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94c2bcc4-38ca-4189-bc3a-bb0a4a7779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.507638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32987601-5bb5-4f94-b10f-2cc0da69769d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:37.512134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32987601-5bb5-4f94-b10f-2cc0da69769d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:37.512992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-32987601-5bb5-4f94-b10f-2cc0da69769d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:37.557092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-32987601-5bb5-4f94-b10f-2cc0da69769d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:37.561471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32987601-5bb5-4f94-b10f-2cc0da69769d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1450 time: 0.3587992
Nov 23 12:51:37.564468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94c2bcc4-38ca-4189-bc3a-bb0a4a7779ac None None] Port bbb23c03-8424-40d4-bc5e-61800e6d6304 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:37.564631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45248) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:37.579980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-94c2bcc4-38ca-4189-bc3a-bb0a4a7779ac None None] Provisioning complete for port c1961877-7c1c-4be0-9a05-e1c6916016e4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:37.580799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94c2bcc4-38ca-4189-bc3a-bb0a4a7779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.605844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4ef19-cea5-4f4a-9c92-2b0687adeec0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:37.607338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4ef19-cea5-4f4a-9c92-2b0687adeec0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:37.608150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67c4ef19-cea5-4f4a-9c92-2b0687adeec0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:37.636915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67c4ef19-cea5-4f4a-9c92-2b0687adeec0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:37.641038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45252) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:37.641192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-67c4ef19-cea5-4f4a-9c92-2b0687adeec0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1851504
Nov 23 12:51:37.667076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port abbb6a12-e28a-4920-99bb-471950757bb5 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:37.667461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:37.734917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Set router 22d607aa-6861-400a-8c8f-cbb7405e2db4 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:37.862464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d3cd68>, [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:33Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:37.867823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Checking router: 22d607aa-6861-400a-8c8f-cbb7405e2db4 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:51:37.880217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Routers {'22d607aa-6861-400a-8c8f-cbb7405e2db4'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:37.880937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d3cd68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d607aa-6861-400a-8c8f-cbb7405e2db4'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:37.932038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.037055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:38.042557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:38.048991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] Set router 22d607aa-6861-400a-8c8f-cbb7405e2db4 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:38.066321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:38.119620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for abbb6a12-e28a-4920-99bb-471950757bb5 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:38.152746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:38.153516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.233783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d3cd68>, [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:33Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:38.239098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9fd271-71d9-4fb5-803a-2ed794ce89db None None] The sync data for ids ['22d607aa-6861-400a-8c8f-cbb7405e2db4'] in dv-neutron-601336-59-ovs is: [{'id': '22d607aa-6861-400a-8c8f-cbb7405e2db4', 'name': 'tempest-NetworksTestDHCPv6-router-84714944', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:09Z', 'updated_at': '2020-11-23T12:51:33Z', 'revision_number': 3, 'project_id': '1b057cc10b9946b59fbf1c6327140b31', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:38.244231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.384649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 7e0c7d4b-caf0-43b6-956b-3c5999d49fc5 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:38.388997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.397107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ac4b1745-b6f6-4106-9f17-fa6f9c2e01e2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:38.460792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=abbb6a12-e28a-4920-99bb-471950757bb5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:38.462085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.475091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:38.476767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.478159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ecfbd36c-2d92-47fa-826d-8463972e64f5 None None] Provisioning complete for port bbb23c03-8424-40d4-bc5e-61800e6d6304 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:38.478597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd36c-2d92-47fa-826d-8463972e64f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.492978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/abbb6a12-e28a-4920-99bb-471950757bb5 HTTP/1.1" status: 204  len: 168 time: 0.9272783
Nov 23 12:51:38.495551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45262) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:38.565870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbd36c-2d92-47fa-826d-8463972e64f5 None None] Port bbb23c03-8424-40d4-bc5e-61800e6d6304 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:38.567521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1961877-7c1c-4be0-9a05-e1c6916016e4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:38.603084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050220f5-49cd-4b66-bfab-fac1e590413c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:38.603494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.604475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-050220f5-49cd-4b66-bfab-fac1e590413c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:38.621038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-050220f5-49cd-4b66-bfab-fac1e590413c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:38.622340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-050220f5-49cd-4b66-bfab-fac1e590413c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 842 time: 0.1256878
Nov 23 12:51:38.625390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45268) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:38.673802 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2100bf0c-76c4-448f-b9ab-d53c22149733 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:51:38.675355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2100bf0c-76c4-448f-b9ab-d53c22149733 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/401c3a2b-e69e-430a-a869-394f1996757d HTTP/1.1" status: 404  len: 333 time: 0.0489292
Nov 23 12:51:38.679108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45272) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:38.721563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c1961877-7c1c-4be0-9a05-e1c6916016e4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:38.721986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.750339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b82cdc-3724-41cf-8c59-6b6a747e4628 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:51:38.755032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71b82cdc-3724-41cf-8c59-6b6a747e4628 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/abbb6a12-e28a-4920-99bb-471950757bb5 HTTP/1.1" status: 404  len: 333 time: 0.0623715
Nov 23 12:51:38.755631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45278) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:38.872285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9308e802-e473-4017-9301-4cbc19f862ae no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:38.907062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 9308e802-e473-4017-9301-4cbc19f862ae {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:38.907460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9308e802-e473-4017-9301-4cbc19f862ae not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:38.933552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:38.983602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-770af17a-d118-4428-9bc2-2390e426ab13 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:39.017267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-770af17a-d118-4428-9bc2-2390e426ab13 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:39.018493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-770af17a-d118-4428-9bc2-2390e426ab13 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-282200712&fields=id&tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 267 time: 0.1727171
Nov 23 12:51:39.258010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:39.372494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:39.421483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-aba30a87-f7cf-4374-a0d5-5c0559cbcf2f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:39.423073 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-aba30a87-f7cf-4374-a0d5-5c0559cbcf2f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.3693318
Nov 23 12:51:39.431571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f8210b8>,) {'filters': {'network_id': ['0c49b544-9ece-4415-b271-155dc57b33f0']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:39.451963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f8210b8>, '4e3107ae-1525-4078-8aae-ef9715d6da64') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:39.452302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f8210b8>, '4e3107ae-1525-4078-8aae-ef9715d6da64') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:39.467609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:39.475357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-516c3505-bfcd-4e41-aea2-835319fc6eb1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/quotas/14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 375 time: 0.0457630
Nov 23 12:51:39.524056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:39.530838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:39.744099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 0c49b544-9ece-4415-b271-155dc57b33f0 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:39.755187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:39.840286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-003df25d-a268-46df-9bf4-b006c5bad34c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:39.994069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Router 8254b172-fc78-4003-b804-da7295d3791e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:51:40.008535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 7ae72563-f1cf-4904-a7d8-10313cfd03bb has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:51:40.108866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.125653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c73ba8d-8d74-4100-9ec5-f7e8f4b0107c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:40.218914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-003df25d-a268-46df-9bf4-b006c5bad34c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:40.220336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-003df25d-a268-46df-9bf4-b006c5bad34c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7363050
Nov 23 12:51:40.222082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 0c49b544-9ece-4415-b271-155dc57b33f0 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:40.247717 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:40.290810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=7e0c7d4b-caf0-43b6-956b-3c5999d49fc5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:40.336456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.340929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25840fe0-5e1a-489f-9b8d-d74d7bc0cd1f tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:40.346743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:40.358656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.375641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/0c49b544-9ece-4415-b271-155dc57b33f0 HTTP/1.1" status: 204  len: 168 time: 1.6128967
Nov 23 12:51:40.377008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45286) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:40.384671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=0c49b544-9ece-4415-b271-155dc57b33f0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:40.393789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-657551916'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:40.400465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:40.401596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:40.405783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:40.408891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:40.415416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:40.425233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:40.431188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.466363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:40.477552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-844da3e0-14b2-4e3a-a854-9437a6263c3b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:51:40.478737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-844da3e0-14b2-4e3a-a854-9437a6263c3b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1028435
Nov 23 12:51:40.484619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.485066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 014a01fb-258c-4bdb-b9de-8fa06e202650 of type vxlan for network 2f736561-41ea-4093-9bcd-bcf9783409e8
Nov 23 12:51:40.485985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c4c75-a425-4d3d-968c-681650c97158 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:40.487683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.493773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:40.519347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/7ae72563-f1cf-4904-a7d8-10313cfd03bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8387957
Nov 23 12:51:40.519658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45292) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:40.528031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/7e0c7d4b-caf0-43b6-956b-3c5999d49fc5 HTTP/1.1" status: 204  len: 168 time: 2.8804445
Nov 23 12:51:40.572718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] Sync routers for ids ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:40.583264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45296) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:40.623457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.625598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] Routers {'7ae72563-f1cf-4904-a7d8-10313cfd03bb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:40.626427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241c9940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:40.698157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241c9940>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:40.717659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.721830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:40.722484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.744575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2aa84a23-f01a-49a1-a40a-61d70c7ccff8 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:40.766496 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-6c874761-2436-4997-bc1e-e710d9b6ac04 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2748210
Nov 23 12:51:40.782290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] Routers {'7ae72563-f1cf-4904-a7d8-10313cfd03bb'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:40.783161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241c9940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:40.823051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4399755
Nov 23 12:51:40.831636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45300) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:40.861476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241c9940>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:40.862032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfe4fb-d974-4c00-a71f-4e78a0ee5300 None None] The sync data for ids ['7ae72563-f1cf-4904-a7d8-10313cfd03bb'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:40.913820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:40.935366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:40.940004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Deleting port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:40.940582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:40.962174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=2f736561-41ea-4093-9bcd-bcf9783409e8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:40.965368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:40.983497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:41.004314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-715fb219-3659-4def-8d50-57db2cecd93f service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1744924
Nov 23 12:51:41.004913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a98b920-4dfb-42d5-abda-c025d57c7284 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:41.052239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:41.119366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:51:41.130289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Sync routers for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:51:41.140065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "PUT /v2.0/routers/8254b172-fc78-4003-b804-da7295d3791e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3444564
Nov 23 12:51:41.140936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a98b920-4dfb-42d5-abda-c025d57c7284 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:41.144886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a98b920-4dfb-42d5-abda-c025d57c7284 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 708 time: 0.5516262
Nov 23 12:51:41.145065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45306) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:41.153134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:41.154063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256a4fd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:41.194217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:41.231703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:41.235468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0c0cfa77-3c99-45c4-bb15-b040f3a7b0f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] remove_router_interface failed (client error): The resource could not be found.
Nov 23 12:51:41.239285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c0cfa77-3c99-45c4-bb15-b040f3a7b0f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/7ae72563-f1cf-4904-a7d8-10313cfd03bb/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7159953
Nov 23 12:51:41.239285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:41.240591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45312) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:41.285570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:41.294806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8c057a66-81f9-4281-8bc9-838749782e51 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:41.312282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:41.336680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8c057a66-81f9-4281-8bc9-838749782e51 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:41.340472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8c057a66-81f9-4281-8bc9-838749782e51 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=7ae72563-f1cf-4904-a7d8-10313cfd03bb HTTP/1.1" status: 200  len: 205 time: 0.0965300
Nov 23 12:51:41.407368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45320) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:41.457666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:41.521427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:41.564832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] For port 04daf3dc-f922-4207-bb0d-b6dcf6978db6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=04daf3dc-f922-4207-bb0d-b6dcf6978db6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:41.565611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:41.795060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Calling delete_port for 04daf3dc-f922-4207-bb0d-b6dcf6978db6 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:41.812457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f33c13d3-89cb-41f8-b1c5-a2758c4150d2 req-849bd78d-3037-4774-a2b4-8ac01dede887 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.0759060
Nov 23 12:51:41.936611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:41.961589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.001161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-392da34c-0ad5-4b43-8978-deb64b35febf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:42.095541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256a4fd0>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:36Z', 'revision_number': 2, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:42.100331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Checking router: 8254b172-fc78-4003-b804-da7295d3791e for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:51:42.101600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Updating router 8254b172-fc78-4003-b804-da7295d3791e port bbb23c03-8424-40d4-bc5e-61800e6d6304 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:51:42.122665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.128278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.134814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Pushing event deleted for resources: {'Port': ['ID=04daf3dc-f922-4207-bb0d-b6dcf6978db6,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:42.138095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:42.157916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.158780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Fanout notify agent at l3_agent the message router_deleted on router 22d607aa-6861-400a-8c8f-cbb7405e2db4 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:51:42.162901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.187601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.192290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef71af4e-2f83-4635-b457-46f45aef6cac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/routers/22d607aa-6861-400a-8c8f-cbb7405e2db4 HTTP/1.1" status: 204  len: 168 time: 1.0457156
Nov 23 12:51:42.193210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:42.215201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] No DVR routers for this DVR port 04daf3dc-f922-4207-bb0d-b6dcf6978db6 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:42.228127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-b84c6a05-d30f-46a5-b8cd-982deeb67fa7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056525700&fields=id&tenant_id=ce1ebc3b4a0542d699045a5b7424753b HTTP/1.1" status: 200  len: 267 time: 0.2705297
Nov 23 12:51:42.264514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1ea40649-657d-4f43-84d5-8fa850c2c8f4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:42.284141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1ea40649-657d-4f43-84d5-8fa850c2c8f4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:42.291641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ea40649-657d-4f43-84d5-8fa850c2c8f4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0971138
Nov 23 12:51:42.294330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45342) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:42.369644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f447e1-199c-4bd1-a993-f0f69f35b625 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:42.374158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-62f447e1-199c-4bd1-a993-f0f69f35b625 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0802729
Nov 23 12:51:42.374897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45346) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:42.434749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.443540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 04daf3dc-f922-4207-bb0d-b6dcf6978db6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:42.445622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f0950170-82c7-44bf-8e4c-cbf1e4c5e2ea tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:42.467591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f0950170-82c7-44bf-8e4c-cbf1e4c5e2ea tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:router {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:42.473395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0950170-82c7-44bf-8e4c-cbf1e4c5e2ea tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0931447
Nov 23 12:51:42.474647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45350) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:42.483848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:42.494529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 04daf3dc-f922-4207-bb0d-b6dcf6978db6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:42.495308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 04daf3dc-f922-4207-bb0d-b6dcf6978db6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:42.622067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:42.626723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:42.630508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:42.637374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:42.648955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:42.792222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.845418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.863301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Transition to ACTIVE for port object bbb23c03-8424-40d4-bc5e-61800e6d6304 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:42.869496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:42.879557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-036aab4e-d50f-49a2-b735-dff78c4e2f77 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:42.880458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-036aab4e-d50f-49a2-b735-dff78c4e2f77 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:42.910360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:42.992794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6681627a-dc2b-4838-803a-170c4a30923c req-a01dd054-b412-4cd0-86be-5a288580628e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.0578704
Nov 23 12:51:43.078770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Pushing event updated for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:43.084843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:43.145459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.150406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-036aab4e-d50f-49a2-b735-dff78c4e2f77 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:43.151695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-036aab4e-d50f-49a2-b735-dff78c4e2f77 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 796 time: 0.8496249
Nov 23 12:51:43.155249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.191960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.192543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router 7ae72563-f1cf-4904-a7d8-10313cfd03bb {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:51:43.215732 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-88bf554e-accc-44f4-9fde-099842b59a01 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/quotas/ce1ebc3b4a0542d699045a5b7424753b HTTP/1.1" status: 200  len: 375 time: 0.0535586
Nov 23 12:51:43.220951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.222092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fca22c1e-172d-44a7-913c-8f2e1326fbb9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/7ae72563-f1cf-4904-a7d8-10313cfd03bb HTTP/1.1" status: 204  len: 168 time: 1.8137045
Nov 23 12:51:43.229792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45362) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:43.346313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.362812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39e514f2-6119-4325-81c9-6eabfe622708 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:43.399526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Attempting to bind port bbb23c03-8424-40d4-bc5e-61800e6d6304 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:43.399781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Attempting to bind port bbb23c03-8424-40d4-bc5e-61800e6d6304 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:43.400178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Attempting to bind port bbb23c03-8424-40d4-bc5e-61800e6d6304 on network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:43.470531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:43.470812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Checking segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:43.471023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.471652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Bound using segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:43.471975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Bound port: bbb23c03-8424-40d4-bc5e-61800e6d6304, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:43.472388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.494802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet 0fca4465-18c2-4d43-9d50-78de4958ff57 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:43.499553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.519686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-60e5af6a-e0d8-4d3a-b401-0f28c2644e6f tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:43.546428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=1e7dabc3-749c-4101-9722-a2259f20be40,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:43.557372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:43.568322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.574226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-60e5af6a-e0d8-4d3a-b401-0f28c2644e6f tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:43.575682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-60e5af6a-e0d8-4d3a-b401-0f28c2644e6f tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3508329
Nov 23 12:51:43.630437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '014a01fb-258c-4bdb-b9de-8fa06e202650', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:43.630827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: 2f736561-41ea-4093-9bcd-bcf9783409e8, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:43.632268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] For port bbb23c03-8424-40d4-bc5e-61800e6d6304, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:43.637809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] For port bbb23c03-8424-40d4-bc5e-61800e6d6304, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bbb23c03-8424-40d4-bc5e-61800e6d6304,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:43.642807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.660702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf94cd2-d46c-4b65-a166-be7ee064f653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:43.667121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.670655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:43.680996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 2f736561-41ea-4093-9bcd-bcf9783409e8) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:43.692955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f6952-dbff-43e4-9948-419b41eb36a9 None None] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:43.696606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:43.697406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:43.717124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8241198
Nov 23 12:51:43.719831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45368) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:43.727257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8', 'name': 'tempest-PortsTestJSON-1928177863'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:43.911807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Pushing event updated for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:43.932511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:44.029455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:44.058053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:44.085457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:44.102163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.109150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:51:44.110987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.124274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-2f736561-41ea-4093-9bcd-bcf9783409e8', 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': '1e7dabc3-749c-4101-9722-a2259f20be40'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:44.125226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.128119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-b9b00024-f974-44c9-a609-2ece20c12a97 service neutron] 10.222.0.60 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5282757
Nov 23 12:51:44.134939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:51:44.138496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256a4fd0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:51:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:44.307467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.403828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:51:44.613074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Allocated IP 172.20.0.2 (2f736561-41ea-4093-9bcd-bcf9783409e8/1e7dabc3-749c-4101-9722-a2259f20be40/2df7fa83-b91d-4902-88b6-5ac20b842f73) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:44.797400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 8c6c42cc-9528-4006-b5ee-0c6a81039c1f yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:44.838146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8dd53e73-997f-405c-be32-1f3dbea467f7 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:44.844501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.856333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Transition to ACTIVE for port object 2df7fa83-b91d-4902-88b6-5ac20b842f73 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:44.873025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Transition to ACTIVE for port object 2df7fa83-b91d-4902-88b6-5ac20b842f73 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:44.881988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:44.939074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256a4fd0>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:43Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:44.944005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d685649-5e7d-41d4-8f8c-398bfc9b499b None None] The sync data for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs is: [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:43Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:51:44.949580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14e9e2be-9875-422f-8e95-d6388d355757 req-01bc4e04-bf55-4d99-b715-cf0aebc18ca4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.6428998
Nov 23 12:51:44.958659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=0fca4465-18c2-4d43-9d50-78de4958ff57,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:44.984693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-848f0252-9629-4172-9550-0a08d400f2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:44.994487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.14 (2f736561-41ea-4093-9bcd-bcf9783409e8/1e7dabc3-749c-4101-9722-a2259f20be40/8c6c42cc-9528-4006-b5ee-0c6a81039c1f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:45.064791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:45.068894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:45.071011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=fc6a3169-7130-4871-a207-b518ede0b0df,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:45.098228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:45.099359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:45.100021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.123323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Pushing event updated for resources: {'Port': ['ID=2df7fa83-b91d-4902-88b6-5ac20b842f73,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:45.125986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d1c11-29b8-4358-8675-af5caf8ca8c9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:45.129116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:45.129574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:45.133650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6579165
Nov 23 12:51:45.136903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45386) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:45.143491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:45.282286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-fcff4176-aa21-4a9d-90c2-3930044d3397 service neutron] 10.222.0.60 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1433837
Nov 23 12:51:45.337335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:45.348082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:45.352257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.354427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71da6905-1ef5-4700-8ce4-78c5ec50fd92 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/0fca4465-18c2-4d43-9d50-78de4958ff57 HTTP/1.1" status: 204  len: 168 time: 2.1221340
Nov 23 12:51:45.355677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:45.359339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45390) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:45.382902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.398207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:45.409019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 8c6c42cc-9528-4006-b5ee-0c6a81039c1f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:45.435940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.460809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5410a3b-bd51-4d05-b5ca-189031b40dee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:45.466843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:45.503742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:45.511267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.534468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a956794-b81c-40bd-9602-a9f5d4a1c671 None None] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:45.644816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=8c6c42cc-9528-4006-b5ee-0c6a81039c1f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:45.650220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:45.764978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:45.767125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:45.777023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:45.864560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:45.865274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.898840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.1776521
Nov 23 12:51:45.899732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45398) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:45.904613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'fc6a3169-7130-4871-a207-b518ede0b0df'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:45.905675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:45.966015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:45.980864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 8c6c42cc-9528-4006-b5ee-0c6a81039c1f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:45.981246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.013276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:46.039712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.128260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:46.194176 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6ecebe85-1075-4d3f-82d7-2b5a67f881e3 req-5a45cbed-fe60-49d7-bd47-c2d55af95a96 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.0864165
Nov 23 12:51:46.208360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port b20a3167-dde4-4a31-b446-d02808c5765a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:46.208925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.281709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Attempting to bind port 2df7fa83-b91d-4902-88b6-5ac20b842f73 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:46.282140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Attempting to bind port 2df7fa83-b91d-4902-88b6-5ac20b842f73 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '014a01fb-258c-4bdb-b9de-8fa06e202650', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:46.282564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Attempting to bind port 2df7fa83-b91d-4902-88b6-5ac20b842f73 on network 2f736561-41ea-4093-9bcd-bcf9783409e8 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:46.331503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:46.331935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Checking segment: {'id': '014a01fb-258c-4bdb-b9de-8fa06e202650', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:46.332395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.332863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Bound using segment: {'id': '014a01fb-258c-4bdb-b9de-8fa06e202650', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:46.333412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Bound port: 2df7fa83-b91d-4902-88b6-5ac20b842f73, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014a01fb-258c-4bdb-b9de-8fa06e202650', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f736561-41ea-4093-9bcd-bcf9783409e8'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:46.333840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.349416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.485983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Allocated IP 2001:db8::f816:3eff:fe9e:259 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/fc6a3169-7130-4871-a207-b518ede0b0df/cae190f5-9391-4b32-a111-75adf6b5c693) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:46.576228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.583394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 8c6c42cc-9528-4006-b5ee-0c6a81039c1f owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:46.667048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30f5f3f6-b1b2-4200-8dcc-67320d7df2e8 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:46.669291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] DHCP port deletion for c7ae9987-dad7-4b6e-a3b6-52b48563020a request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:46.677906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bbb23c03-8424-40d4-bc5e-61800e6d6304 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:46.776041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:51:46.777949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=25def52e-3c99-4b9e-9504-5d2016d96aac,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:46.786939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] For port 2df7fa83-b91d-4902-88b6-5ac20b842f73, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:46.793120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] For port 2df7fa83-b91d-4902-88b6-5ac20b842f73, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df7fa83-b91d-4902-88b6-5ac20b842f73,segment=NetworkSegment(014a01fb-258c-4bdb-b9de-8fa06e202650),segment_id=014a01fb-258c-4bdb-b9de-8fa06e202650)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:46.793823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.794855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Deleting port b20a3167-dde4-4a31-b446-d02808c5765a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:46.795294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.815246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e869625-7952-475e-b937-357e7aa97fb5 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:46.848905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.916386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:46.937273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f136e91-cd30-4eb9-a9e1-a539f8527d67 req-acd4e1f5-ba10-458a-80e7-599b9ba396b5 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.2713413
Nov 23 12:51:46.962269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:46.965054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port b20a3167-dde4-4a31-b446-d02808c5765a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b20a3167-dde4-4a31-b446-d02808c5765a,segment=NetworkSegment(24bececc-bf9b-4332-8a2b-44a58579c81e),segment_id=24bececc-bf9b-4332-8a2b-44a58579c81e)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:46.965804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:46.969633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=8c6c42cc-9528-4006-b5ee-0c6a81039c1f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:46.975002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:47.011085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:47.148951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:47.150938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:47.151610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.188912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for b20a3167-dde4-4a31-b446-d02808c5765a owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:47.198520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.221792 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/8c6c42cc-9528-4006-b5ee-0c6a81039c1f HTTP/1.1" status: 204  len: 168 time: 1.3209050
Nov 23 12:51:47.224444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45418) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:47.248248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Pushing event updated for resources: {'Port': ['ID=2df7fa83-b91d-4902-88b6-5ac20b842f73,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:47.267553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.269772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a529d0-eb60-4de4-9bed-1d00f13db078 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:51:47.270279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a529d0-eb60-4de4-9bed-1d00f13db078 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:51:47.272117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76a529d0-eb60-4de4-9bed-1d00f13db078 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/8c6c42cc-9528-4006-b5ee-0c6a81039c1f HTTP/1.1" status: 404  len: 333 time: 0.0466447
Nov 23 12:51:47.275337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45424) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:47.285217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:47.297507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1588509
Nov 23 12:51:47.299960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45428) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:47.319009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:59:b7:66', 'name': 'tempest-NetworksTestDHCPv6-288052240'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:47.326152 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-22974c3b-91c0-4757-b0af-93a18e7cae8d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:51:47.326759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22974c3b-91c0-4757-b0af-93a18e7cae8d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:47.343094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22974c3b-91c0-4757-b0af-93a18e7cae8d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:47.344355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22974c3b-91c0-4757-b0af-93a18e7cae8d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/8c6c42cc-9528-4006-b5ee-0c6a81039c1f HTTP/1.1" status: 404  len: 333 time: 0.0683808
Nov 23 12:51:47.347264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45432) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:47.460745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.481118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccd89b73-3a42-443e-9711-c09a256d78aa tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:47.489065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bbb23c03-8424-40d4-bc5e-61800e6d6304 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:47.502465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] For port b20a3167-dde4-4a31-b446-d02808c5765a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b20a3167-dde4-4a31-b446-d02808c5765a,segment=NetworkSegment(24bececc-bf9b-4332-8a2b-44a58579c81e),segment_id=24bececc-bf9b-4332-8a2b-44a58579c81e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:47.503008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.528349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66221116-0795-4c2b-95fc-9e875954713f req-528a6f7e-acb1-4fcc-82d6-65c9dd4174a9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.0703089
Nov 23 12:51:47.529821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bbb23c03-8424-40d4-bc5e-61800e6d6304 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:47.530336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.603674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=b20a3167-dde4-4a31-b446-d02808c5765a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:47.633822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:47.665228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 1e7dabc3-749c-4101-9722-a2259f20be40 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:47.669148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.713345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:47.722569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:47.729754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:47.733695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.743615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:47.746458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port b20a3167-dde4-4a31-b446-d02808c5765a on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:47.747403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Calling delete_port for b20a3167-dde4-4a31-b446-d02808c5765a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:47.828188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:47.853673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.876527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.976459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:47.996114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Transition to ACTIVE for port object cae190f5-9391-4b32-a111-75adf6b5c693 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:48.026777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:48.027197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:48.034265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port bbb23c03-8424-40d4-bc5e-61800e6d6304, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bbb23c03-8424-40d4-bc5e-61800e6d6304,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:48.037274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Transition to ACTIVE for port object cae190f5-9391-4b32-a111-75adf6b5c693 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:48.040721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.042718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-549f0c2e-4831-44d9-a1a3-0a12b7b27a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:48.097009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.133265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.359693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.373155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-05e4bd5a-de25-47c6-b787-3b59b2c8cab9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:48.374023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-05e4bd5a-de25-47c6-b787-3b59b2c8cab9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:48.381827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3038a2eb-9b0d-4948-ab3b-ca00a8244f4b req-f87ff522-4287-4007-bea0-8ac9e22d0cae tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.0781910
Nov 23 12:51:48.424546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-05e4bd5a-de25-47c6-b787-3b59b2c8cab9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:48.426276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-05e4bd5a-de25-47c6-b787-3b59b2c8cab9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.3311987
Nov 23 12:51:48.443893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:48.445406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:48.449577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:48.451573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:48.452284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:48.488590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:48.544458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Deleting port b20a3167-dde4-4a31-b446-d02808c5765a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:48.544957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.708604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:48.744239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-871951c0-4f19-4456-9135-61d66547332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:48.840487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df7fa83-b91d-4902-88b6-5ac20b842f73 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:48.942936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=1e7dabc3-749c-4101-9722-a2259f20be40,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:48.951390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:48.965997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682509bf60>,) {'filters': {'network_id': ['c7ae9987-dad7-4b6e-a3b6-52b48563020a']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:48.971816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e78ed-6c77-4a23-b307-a29f7a4cc045 None None] The port 'b20a3167-dde4-4a31-b446-d02808c5765a' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:51:48.987273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99cae37a-478f-43c0-a869-32de8b3fb00d req-6459468f-8fc0-4b34-9bb4-56bb58b31b79 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.2442849
Nov 23 12:51:48.996687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682509bf60>, '24bececc-bf9b-4332-8a2b-44a58579c81e') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:48.996963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682509bf60>, '24bececc-bf9b-4332-8a2b-44a58579c81e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:49.000691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Attempting to bind port cae190f5-9391-4b32-a111-75adf6b5c693 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:49.001892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Attempting to bind port cae190f5-9391-4b32-a111-75adf6b5c693 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:49.002729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Attempting to bind port cae190f5-9391-4b32-a111-75adf6b5c693 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:49.026199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Pushing event updated for resources: {'Port': ['ID=cae190f5-9391-4b32-a111-75adf6b5c693,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:49.036295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.045449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:49.065246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:49.069239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:49.069982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.070609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:49.071338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Bound port: cae190f5-9391-4b32-a111-75adf6b5c693, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:49.072766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.083164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.085481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:49.127471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2df7fa83-b91d-4902-88b6-5ac20b842f73 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:49.204077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] For port cae190f5-9391-4b32-a111-75adf6b5c693, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:49.208002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] For port cae190f5-9391-4b32-a111-75adf6b5c693, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cae190f5-9391-4b32-a111-75adf6b5c693,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:49.213862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.253359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:49.275116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-0f17a208-6530-4148-9620-0813866f6029 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:49.277241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-0f17a208-6530-4148-9620-0813866f6029 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.63 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 796 time: 0.2798748
Nov 23 12:51:49.288558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-a63b4685-78c6-47a4-8e44-dfd6b16c3d07 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:49.318906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-a63b4685-78c6-47a4-8e44-dfd6b16c3d07 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:49.321180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-a63b4685-78c6-47a4-8e44-dfd6b16c3d07 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 5285 time: 0.8686604
Nov 23 12:51:49.349933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.361648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/1e7dabc3-749c-4101-9722-a2259f20be40 HTTP/1.1" status: 204  len: 168 time: 2.0133071
Nov 23 12:51:49.381293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b20a3167-dde4-4a31-b446-d02808c5765a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:49.400389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'port': {'device_id': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'admin_state_up': True, 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'security_groups': ['7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:49.438368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45450) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:49.479748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:49.502747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.514104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Pushing event updated for resources: {'Port': ['ID=cae190f5-9391-4b32-a111-75adf6b5c693,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:49.563004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b20a3167-dde4-4a31-b446-d02808c5765a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:49.563404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b20a3167-dde4-4a31-b446-d02808c5765a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:49.565152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:49.769572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd6fed-3519-4a29-9c47-d2667a9fc295 None None] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:49.824998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network c7ae9987-dad7-4b6e-a3b6-52b48563020a has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:49.919348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Provisioning for port 2df7fa83-b91d-4902-88b6-5ac20b842f73 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:49.931733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Provisioning complete for port 2df7fa83-b91d-4902-88b6-5ac20b842f73 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:49.932159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:49.979710 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:50.044210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.077042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c0dd333d-1769-411b-a223-ea7a2b670757 req-3f7174b9-01c2-4a76-ace0-e56bdf879b74 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.0857658
Nov 23 12:51:50.077897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-079fbf8f-949d-42fb-a423-444bdbcf1278 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:50.144770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.187774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=c7ae9987-dad7-4b6e-a3b6-52b48563020a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:50.203056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:50.204827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/c7ae9987-dad7-4b6e-a3b6-52b48563020a HTTP/1.1" status: 204  len: 168 time: 4.8444688
Nov 23 12:51:50.209495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45462) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:50.223018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451673100'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:50.251613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:50.266562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:50.270862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port b73cd0c2-8336-4880-b234-da1bfb79adb2 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:51:50.325199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.340765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:50.341954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7abb3f1a-c69d-4750-a8b9-d4709205a466 req-ba957b62-5f0b-46c8-86a1-78f7554784c1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.0640755
Nov 23 12:51:50.349149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:50.354015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-b863985c-8def-400f-b442-e5e286dc3347 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ce1ebc3b4a0542d699045a5b7424753b HTTP/1.1" status: 200  len: 7365 time: 0.9968817
Nov 23 12:51:50.362651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:50.366603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.368925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.393919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] For port 2df7fa83-b91d-4902-88b6-5ac20b842f73, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df7fa83-b91d-4902-88b6-5ac20b842f73,segment=NetworkSegment(014a01fb-258c-4bdb-b9de-8fa06e202650),segment_id=014a01fb-258c-4bdb-b9de-8fa06e202650)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:50.399228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.401429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:50.484816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'port': {'device_id': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'admin_state_up': True, 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'security_groups': ['ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:50.487240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Pushing event updated for resources: {'Port': ['ID=2df7fa83-b91d-4902-88b6-5ac20b842f73,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:50.490440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] DHCP port deletion for 2f736561-41ea-4093-9bcd-bcf9783409e8 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:51:50.492852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:50.496360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Deleting port 2df7fa83-b91d-4902-88b6-5ac20b842f73 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:50.496946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.500037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:50.532344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.534461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 40beccfc-853f-4552-bd23-391f7769b12e of type vxlan for network 659c3b5e-536b-4bc1-a3d8-26120e2b5123
Nov 23 12:51:50.611454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.652283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.657165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:50.658174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.676923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:50.688245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:50.712901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:50.725397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-851acee7-961d-408b-b99d-efb58dbf00be tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:50.726429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:50.737183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Made reservation on behalf of ce1ebc3b4a0542d699045a5b7424753b for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:50.740675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] For port 2df7fa83-b91d-4902-88b6-5ac20b842f73, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2df7fa83-b91d-4902-88b6-5ac20b842f73,segment=NetworkSegment(014a01fb-258c-4bdb-b9de-8fa06e202650),segment_id=014a01fb-258c-4bdb-b9de-8fa06e202650)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:50.741704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.751246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.762830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bbb23c03-8424-40d4-bc5e-61800e6d6304 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:50.775867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Made reservation on behalf of 14c393ddaf6c4b09811f19a43edb7430 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:50.783293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.809588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 2df7fa83-b91d-4902-88b6-5ac20b842f73 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:50.810267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:50.907479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6957417
Nov 23 12:51:50.916793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45468) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:50.928891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:50.950079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=659c3b5e-536b-4bc1-a3d8-26120e2b5123,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:50.962122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Calling delete_port for 2df7fa83-b91d-4902-88b6-5ac20b842f73 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:50.999130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:51.015620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:51.050673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:51.142595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:51.215312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:51.234617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:51.245572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:51.286314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:51.328368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.20.0.9 (4f4f28ad-4bed-4c56-bc38-f2689df7cdb9/82724216-42f3-491c-82d7-96a48138f852/b9e60942-1c68-4915-9f62-7e27a9e4dd1b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:51.386657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:51.405918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:51.446808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 172.20.0.10 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/25def52e-3c99-4b9e-9504-5d2016d96aac/b73cd0c2-8336-4880-b234-da1bfb79adb2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:51.516494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:51.530248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bbb23c03-8424-40d4-bc5e-61800e6d6304 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:51.530923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:51.573135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Pushing event deleted for resources: {'Port': ['ID=2df7fa83-b91d-4902-88b6-5ac20b842f73,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:51.576926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:51.637687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe59:b766 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/fc6a3169-7130-4871-a207-b518ede0b0df/b73cd0c2-8336-4880-b234-da1bfb79adb2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:51.641883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-084fc4cc-89e4-46af-b18d-099deb64c4df req-26392b26-4274-4017-81c3-19c5f89b2d8a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.1923878
Nov 23 12:51:51.698905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] No DVR routers for this DVR port 2df7fa83-b91d-4902-88b6-5ac20b842f73 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:51:51.756088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:51.781752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Transition to ACTIVE for port object b9e60942-1c68-4915-9f62-7e27a9e4dd1b will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:51.894925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:51.946944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6bd86-813d-486a-a2eb-f4946232d6ab None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:51.999934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] The port '2df7fa83-b91d-4902-88b6-5ac20b842f73' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:51:52.001191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b875552-b4e8-4237-9bdd-9c7486d73028 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:52.079090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cae190f5-9391-4b32-a111-75adf6b5c693 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:52.118258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.160314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49e1d636-1f05-40e0-91cb-2ad15f8b2b8d None None] Provisioning for port cae190f5-9391-4b32-a111-75adf6b5c693 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:52.225999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port cae190f5-9391-4b32-a111-75adf6b5c693 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:52.243629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port cae190f5-9391-4b32-a111-75adf6b5c693 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:52.244057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.248497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object b73cd0c2-8336-4880-b234-da1bfb79adb2 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:52.306280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.434348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccf5b4bd-049d-4f08-99df-0c75619a355c tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:52.470898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.517986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:52.532362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.549564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:52.570280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:52.575216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:52.581742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:52.597164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port cae190f5-9391-4b32-a111-75adf6b5c693, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cae190f5-9391-4b32-a111-75adf6b5c693,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:52.611886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.633792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9c1e219-3b64-4f5a-99f2-8a79d2250a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:52.644676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204001dd-bbe0-4138-a425-fd1ec13968e2 req-7c2d1bc1-f509-4e58-a7af-97dedce32855 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:52.646674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-204001dd-bbe0-4138-a425-fd1ec13968e2 req-7c2d1bc1-f509-4e58-a7af-97dedce32855 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 931 time: 0.8025415
Nov 23 12:51:52.655473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=b73cd0c2-8336-4880-b234-da1bfb79adb2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:52.658880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:52.796763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:52.797589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.801020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=cae190f5-9391-4b32-a111-75adf6b5c693,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:52.822916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:52.825952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df7fa83-b91d-4902-88b6-5ac20b842f73 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:51:52.855571 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.5547993
Nov 23 12:51:52.861162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682485e668>,) {'filters': {'network_id': ['2f736561-41ea-4093-9bcd-bcf9783409e8']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:52.866703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:52.872847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.887727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2df7fa83-b91d-4902-88b6-5ac20b842f73 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:51:52.888127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2df7fa83-b91d-4902-88b6-5ac20b842f73 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:51:52.890454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': 'fc6a3169-7130-4871-a207-b518ede0b0df', 'ip_address': '2001:db8::f816:3eff:fe9e:259'}, {'subnet_id': '25def52e-3c99-4b9e-9504-5d2016d96aac'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'cae190f5-9391-4b32-a111-75adf6b5c693'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:51:52.892672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bde92ff5-ca1c-4f24-b4ae-bf94153d56e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:52.904535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682485e668>, '014a01fb-258c-4bdb-b9de-8fa06e202650') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:52.905014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682485e668>, '014a01fb-258c-4bdb-b9de-8fa06e202650') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:51:52.937422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.984338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:52.984972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:53.067947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:53.086558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:53.130879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.157334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:51:53.183003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c2f78e-8bc9-467b-a517-919be13f366d req-829d3bbc-3534-48e4-9665-5efd63da2e73 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.1326478
Nov 23 12:51:53.203996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=d147d244-0ce7-4eeb-b3ba-bc15624887a6,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:53.207458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:53.244100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0995c8-489c-4f38-a2fb-fd8b2ac47737 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:53.248856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0995c8-489c-4f38-a2fb-fd8b2ac47737 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:53.249734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d0995c8-489c-4f38-a2fb-fd8b2ac47737 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:53.324333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d0995c8-489c-4f38-a2fb-fd8b2ac47737 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:53.336334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d0995c8-489c-4f38-a2fb-fd8b2ac47737 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.4648275
Nov 23 12:51:53.337293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:53.420589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port b73cd0c2-8336-4880-b234-da1bfb79adb2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:51:53.420974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.425524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-204001dd-bbe0-4138-a425-fd1ec13968e2 req-4ddfd7bc-699e-4dfb-9a16-86ee494e422c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.7563622
Nov 23 12:51:53.434257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Allocated IP 172.20.0.2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/25def52e-3c99-4b9e-9504-5d2016d96aac/cae190f5-9391-4b32-a111-75adf6b5c693) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:53.579784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:53.580582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.582098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31dc91b5-2f48-404d-a281-9a881387f586 None None] Provisioning for port b9e60942-1c68-4915-9f62-7e27a9e4dd1b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:53.592162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-31dc91b5-2f48-404d-a281-9a881387f586 None None] Provisioning complete for port b9e60942-1c68-4915-9f62-7e27a9e4dd1b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:53.592597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31dc91b5-2f48-404d-a281-9a881387f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.624179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '40beccfc-853f-4552-bd23-391f7769b12e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:53.624828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: 659c3b5e-536b-4bc1-a3d8-26120e2b5123, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:53.658387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2992184
Nov 23 12:51:53.695599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31dc91b5-2f48-404d-a281-9a881387f586 None None] Port b9e60942-1c68-4915-9f62-7e27a9e4dd1b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:53.699307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] For port cae190f5-9391-4b32-a111-75adf6b5c693, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cae190f5-9391-4b32-a111-75adf6b5c693,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:53.732098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.763011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:53.775774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:53.874314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Request body: {'port': {'device_id': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:54.009546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Allocated IP 172.20.0.9 (e8aea8d5-787a-49f3-a60f-ea02f9a5c89d/9b5d3c77-6b4f-430b-ac6a-bf93d0451199/b3d2b0da-bbdf-46ef-91dd-7099cb5e4047) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:54.029619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:51:54.060830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 659c3b5e-536b-4bc1-a3d8-26120e2b5123) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:54.065203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 2f736561-41ea-4093-9bcd-bcf9783409e8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:51:54.072464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b34ed-d7b3-4ca2-9c81-a6a9a845f6a3 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:54.086525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:54.087168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.103964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:51:54.145219 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:51:54.269232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for b73cd0c2-8336-4880-b234-da1bfb79adb2 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:51:54.301440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3834975
Nov 23 12:51:54.310366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45490) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:54.316375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-534182271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:54.328682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:54.345718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:54.353048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:54.364795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:54.388542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-659c3b5e-536b-4bc1-a3d8-26120e2b5123', 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': 'd147d244-0ce7-4eeb-b3ba-bc15624887a6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:51:54.389471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.398979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.400036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.525374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f5e5160b-228e-4ceb-adb5-3a3fe7d95b52 req-a3c926a1-00f4-4a14-b14f-ea58bd7dcfd4 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.0785151
Nov 23 12:51:54.558619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.632980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.661012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-914d46ce-9baf-4721-b48b-b023ddcd73cb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:54.761942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cae190f5-9391-4b32-a111-75adf6b5c693 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:54.767496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=b73cd0c2-8336-4880-b234-da1bfb79adb2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:54.781769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:54.793685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Transition to ACTIVE for port object cae190f5-9391-4b32-a111-75adf6b5c693 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:54.813047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.816300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.822174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.829363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.839610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-263a2c03-7c9d-4223-bc6c-64da09fc9bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:54.864176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1a5e919-5252-464d-9b64-a2a269f0ddba tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:54.874823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.948872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:54.952762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-638aa887-4d22-4282-b686-708f953ae81a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6387541
Nov 23 12:51:54.953552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45496) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:54.976171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=2f736561-41ea-4093-9bcd-bcf9783409e8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:54.979183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:54.981110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/2f736561-41ea-4093-9bcd-bcf9783409e8 HTTP/1.1" status: 204  len: 168 time: 5.5370991
Nov 23 12:51:54.998564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Allocated IP 2001:db8::2 (659c3b5e-536b-4bc1-a3d8-26120e2b5123/d147d244-0ce7-4eeb-b3ba-bc15624887a6/bb7b0e1a-c797-47fc-889b-b4e1d719bd32) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:55.006067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45500) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:55.020733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-1827232077'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:55.040372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Pushing event updated for resources: {'Port': ['ID=cae190f5-9391-4b32-a111-75adf6b5c693,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:55.041588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:55.102501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:55.109642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.114215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:55.114398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/b73cd0c2-8336-4880-b234-da1bfb79adb2 HTTP/1.1" status: 204  len: 168 time: 1.7723937
Nov 23 12:51:55.114488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45504) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:55.117076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:55.144702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:55.193697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3aa85f-e4b6-4690-98b1-b783d4ae60f7 req-a3a3ca80-0825-4f5a-96b6-60588b8ab1ee tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:55.195226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ac3aa85f-e4b6-4690-98b1-b783d4ae60f7 req-a3a3ca80-0825-4f5a-96b6-60588b8ab1ee tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:55.218300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:55.223888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.308660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.322692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Transition to ACTIVE for port object bb7b0e1a-c797-47fc-889b-b4e1d719bd32 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:55.339512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:55.341184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:55.341620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Transition to ACTIVE for port object bb7b0e1a-c797-47fc-889b-b4e1d719bd32 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:55.342679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:55.343567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:55.353101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.367257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:55.368603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d211930-addd-4e50-8dd1-5dde55d3f59a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2531152
Nov 23 12:51:55.372699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ac3aa85f-e4b6-4690-98b1-b783d4ae60f7 req-a3a3ca80-0825-4f5a-96b6-60588b8ab1ee tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:55.377935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0f99f44-d0e7-4a64-8f3a-37689ad466df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:55.380562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac3aa85f-e4b6-4690-98b1-b783d4ae60f7 req-a3a3ca80-0825-4f5a-96b6-60588b8ab1ee tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 931 time: 0.7579789
Nov 23 12:51:55.401569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.404593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45508) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:55.466014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:51:55.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Transition to ACTIVE for port object b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:55.542174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.542448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 5c4ccdf8-8640-426b-ac23-5971b7467fcf of type vxlan for network c51c0e4b-039a-456e-ad68-c26051de1159
Nov 23 12:51:55.651296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.821637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Pushing event updated for resources: {'Port': ['ID=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:55.824774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac3aa85f-e4b6-4690-98b1-b783d4ae60f7 req-d2560166-4491-401d-85d7-b369d6af44f2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.4430673
Nov 23 12:51:55.833476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:55.835979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.875549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:55.877407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:55.880095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:55.931064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 25def52e-3c99-4b9e-9504-5d2016d96aac {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:55.941559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Attempting to bind port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:55.941993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Attempting to bind port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '40beccfc-853f-4552-bd23-391f7769b12e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:55.942415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Attempting to bind port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 on network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:55.950246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.953209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:55.953648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Checking segment: {'id': '40beccfc-853f-4552-bd23-391f7769b12e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:55.954107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.954557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Bound using segment: {'id': '40beccfc-853f-4552-bd23-391f7769b12e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:55.955091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Bound port: bb7b0e1a-c797-47fc-889b-b4e1d719bd32, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40beccfc-853f-4552-bd23-391f7769b12e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659c3b5e-536b-4bc1-a3d8-26120e2b5123'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:55.955524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:55.994982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.049828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:51:56.059266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f458c03-9c44-4506-b116-e8f019149a46 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:56.065831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e39e7d9-81dc-4b5a-9cf5-0cd72dfc37bc None None] Provisioning for port cae190f5-9391-4b32-a111-75adf6b5c693 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:56.076409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e39e7d9-81dc-4b5a-9cf5-0cd72dfc37bc None None] Provisioning complete for port cae190f5-9391-4b32-a111-75adf6b5c693 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:56.076859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e39e7d9-81dc-4b5a-9cf5-0cd72dfc37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.093828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb7ff-99fb-4b75-91ce-2f2d6279f6fb req-c47b7b2e-2d5c-410e-af72-4f581ffed6ff tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:56.102533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f0bb7ff-99fb-4b75-91ce-2f2d6279f6fb req-c47b7b2e-2d5c-410e-af72-4f581ffed6ff tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 931 time: 0.1359928
Nov 23 12:51:56.160783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] For port bb7b0e1a-c797-47fc-889b-b4e1d719bd32, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:56.166211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] For port bb7b0e1a-c797-47fc-889b-b4e1d719bd32, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,segment=NetworkSegment(40beccfc-853f-4552-bd23-391f7769b12e),segment_id=40beccfc-853f-4552-bd23-391f7769b12e)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:56.181059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.223764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.232033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8f0bb7ff-99fb-4b75-91ce-2f2d6279f6fb req-f949eea2-c434-4695-86ae-28d11ed623b5 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:51:56.257147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8f0bb7ff-99fb-4b75-91ce-2f2d6279f6fb req-f949eea2-c434-4695-86ae-28d11ed623b5 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:51:56.269448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f0bb7ff-99fb-4b75-91ce-2f2d6279f6fb req-f949eea2-c434-4695-86ae-28d11ed623b5 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658552
Nov 23 12:51:56.280983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.285282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:56.285961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.298005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e60942-1c68-4915-9f62-7e27a9e4dd1b {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:51:56.322379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.324281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:56.352034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:56.355435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:56.365035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7627ce34-d64e-42d5-87b9-1b0079be50db tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:56.395998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Transition to ACTIVE for port object b9e60942-1c68-4915-9f62-7e27a9e4dd1b will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:56.454740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8::1 (659c3b5e-536b-4bc1-a3d8-26120e2b5123/d147d244-0ce7-4eeb-b3ba-bc15624887a6/683ae454-5622-44fc-b890-43303edbb3f3) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:51:56.461123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.478665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4647081
Nov 23 12:51:56.487186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e39e7d9-81dc-4b5a-9cf5-0cd72dfc37bc None None] Could not find standard attr ID for object b73cd0c2-8336-4880-b234-da1bfb79adb2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:51:56.494897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:56.499880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Pushing event updated for resources: {'Port': ['ID=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:56.508225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:56.559125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:56.601910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64d5164a-0679-48c0-932a-848714dd4b98 None None] Could not find standard attr ID for object b73cd0c2-8336-4880-b234-da1bfb79adb2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:51:56.647434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=c51c0e4b-039a-456e-ad68-c26051de1159,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:56.650599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:56.655898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ecffe67-cb77-4f52-a090-6bc229481e25 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:56.665046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:56.687675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:51:56.757570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:51:56.780081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:56.780271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:51:56.796840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:51:56.801179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:56.803581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:56.808721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:51:56.838647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.842983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.877729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object 683ae454-5622-44fc-b890-43303edbb3f3 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:56.907320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:56.926832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b4c6a9b0-fdb6-49e6-a0e4-b747a9529aac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:56.940102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Pushing event updated for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:56.943692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:57.012776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cae190f5-9391-4b32-a111-75adf6b5c693 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:57.097294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:51:57.188715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port cae190f5-9391-4b32-a111-75adf6b5c693 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:57.189343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.453950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd50a04d-b329-43ee-a197-542d8e9464ee None None] Provisioning for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:57.469784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd50a04d-b329-43ee-a197-542d8e9464ee None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:57.470534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd50a04d-b329-43ee-a197-542d8e9464ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.543858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd50a04d-b329-43ee-a197-542d8e9464ee None None] Port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:57.563965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:57.564856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.686663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2208235
Nov 23 12:51:57.742827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=683ae454-5622-44fc-b890-43303edbb3f3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:57.751558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Request body: {'port': {'device_id': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:51:57.752625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.768978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:57.809249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e5a8f5-b7df-4c42-bb3f-f7ed0aef906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.836589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dee245a4-96b0-4970-9ddc-122a35de3ea5 None None] Provisioning complete for port cae190f5-9391-4b32-a111-75adf6b5c693 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:57.836964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dee245a4-96b0-4970-9ddc-122a35de3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:57.897473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb179efc-5efe-41a7-96f7-5302429e1bda req-8b2fe035-2f2e-4810-88b4-12612b1a15d5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:57.899173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb179efc-5efe-41a7-96f7-5302429e1bda req-8b2fe035-2f2e-4810-88b4-12612b1a15d5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.3255222
Nov 23 12:51:57.918473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44304bf-1073-4fcd-bb67-e3f75118075f req-6edd3b7f-8d05-4685-8044-bb4f0397dfb7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:57.920149 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d44304bf-1073-4fcd-bb67-e3f75118075f req-6edd3b7f-8d05-4685-8044-bb4f0397dfb7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 931 time: 0.3312371
Nov 23 12:51:58.009905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:58.013265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:58.017882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:51:58.018507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.025116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d44304bf-1073-4fcd-bb67-e3f75118075f req-374d1ec7-4408-4f18-8ee0-de300782d89d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967464
Nov 23 12:51:58.040900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Attempting to bind port b9e60942-1c68-4915-9f62-7e27a9e4dd1b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:51:58.041110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Attempting to bind port b9e60942-1c68-4915-9f62-7e27a9e4dd1b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:51:58.041424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Attempting to bind port b9e60942-1c68-4915-9f62-7e27a9e4dd1b on network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:51:58.094589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:51:58.094971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:58.095382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.095788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Bound using segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:51:58.096294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Bound port: b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:51:58.096702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.131816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb179efc-5efe-41a7-96f7-5302429e1bda req-9e19ccf1-3ce2-4cc5-aaa9-4e1c5e6eae89 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2113345
Nov 23 12:51:58.132413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.241875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.244155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.267150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86377e6c-54b8-48e4-8421-2914bce24a5d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:58.267370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08dc990-03be-477f-8221-4c91f3aa0123 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:58.374258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dd81cea9-dcf1-4586-b4f2-7fc5c7b91d6b None None] Provisioning for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:58.398806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=25def52e-3c99-4b9e-9504-5d2016d96aac,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:58.411643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:58.462921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:51:58.477734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:51:58.496117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.524414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:58.800803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Pushing event updated for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:58.810156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb7b0e1a-c797-47fc-889b-b4e1d719bd32 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:51:58.821604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:58.828490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.897068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ba3c0-9514-4b6b-b0b9-e649f5dae28d None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:51:58.908086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:58.930140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70edc9b6-9b84-4a96-9a94-b3fd34751cdc tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:58.952674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/25def52e-3c99-4b9e-9504-5d2016d96aac HTTP/1.1" status: 204  len: 168 time: 3.5450788
Nov 23 12:51:58.953560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45522) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:59.033819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:59.034890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.036489 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] 10.222.0.63 "PUT /v2.0/ports/b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 1157 time: 5.3255007
Nov 23 12:51:59.040390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:51:59.160092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=3d144114-5288-4ee0-90b1-39e9ef2570c0,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:59.172011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:59.212721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet fc6a3169-7130-4871-a207-b518ede0b0df {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:51:59.222487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.228089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.233882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.235031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.264181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Provisioning for port 683ae454-5622-44fc-b890-43303edbb3f3 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:59.277926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Provisioning complete for port 683ae454-5622-44fc-b890-43303edbb3f3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:59.279415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.338441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a34e05fe-c859-4908-a800-f05633d777de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:59.410174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.414676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:51:59.425285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Port 683ae454-5622-44fc-b890-43303edbb3f3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:51:59.430213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:59.430942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.523277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Provisioning complete for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:51:59.523692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.540506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=683ae454-5622-44fc-b890-43303edbb3f3,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:51:59.549510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'status': 'completed', 'code': 200}
Nov 23 12:51:59.551412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:51:59.598398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-884b2dfe-fd9b-47d1-83f0-1a758374c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:59.600682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-884b2dfe-fd9b-47d1-83f0-1a758374c2b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1160 time: 0.4819670
Nov 23 12:51:59.609361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:51:59.620257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:51:59.627606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:51:59.701760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.796856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-43ad285a-3da8-47c1-b002-50063c50fbed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 217 time: 0.1654453
Nov 23 12:51:59.811996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.859859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '5c4ccdf8-8640-426b-ac23-5971b7467fcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:51:59.860596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: c51c0e4b-039a-456e-ad68-c26051de1159, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:51:59.863965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.878266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Transition to ACTIVE for port object b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:51:59.884042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf8cb0-82d7-40d5-9a1f-f9a94b29c39a req-9de5fbe9-878a-48b6-9aef-a4665c13d8cc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:51:59.885426 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8bf8cb0-82d7-40d5-9a1f-f9a94b29c39a req-9de5fbe9-878a-48b6-9aef-a4665c13d8cc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 931 time: 0.5505702
Nov 23 12:51:59.887516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] For port bb7b0e1a-c797-47fc-889b-b4e1d719bd32, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,segment=NetworkSegment(40beccfc-853f-4552-bd23-391f7769b12e),segment_id=40beccfc-853f-4552-bd23-391f7769b12e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:51:59.902676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.954988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.968667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:51:59.969080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:51:59.969708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:51:59.971527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:59.990695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec83644-c851-418a-ad3b-4553c43d477f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:51:59.998039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8bf8cb0-82d7-40d5-9a1f-f9a94b29c39a req-d4895297-8f74-466d-8854-902d41d0b798 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030493
Nov 23 12:52:00.025686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c51c0e4b-039a-456e-ad68-c26051de1159 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:52:00.075046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Pushing event updated for resources: {'Port': ['ID=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:00.082011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:00.109918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0ee7e58-edf4-4690-940d-fb6dffa1dfff None None] Provisioning complete for port 683ae454-5622-44fc-b890-43303edbb3f3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:00.110344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7e58-edf4-4690-940d-fb6dffa1dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.129982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c51c0e4b-039a-456e-ad68-c26051de1159) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:00.165636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a217559-cc63-4364-a205-4fee96243b38 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:00.204996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-f3a028ff-8c5d-4a22-a770-73013636787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:00.206603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-f3a028ff-8c5d-4a22-a770-73013636787b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.3916359
Nov 23 12:52:00.228363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:00.229385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.271911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7757604
Nov 23 12:52:00.274527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45534) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:00.283286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159', 'security_groups': [], 'name': 'tempest-PortsTestJSON-687676457'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:00.308117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4cddf99-3368-455d-b326-02088c4b39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.326192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee7e58-edf4-4690-940d-fb6dffa1dfff None None] Port 683ae454-5622-44fc-b890-43303edbb3f3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:52:00.527306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e0ee7e58-edf4-4690-940d-fb6dffa1dfff None None] Provisioning complete for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:00.527851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7e58-edf4-4690-940d-fb6dffa1dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.535989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:00.550962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:00.560517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:00.570343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:00.596206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:00.605202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.633280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router c54316fd-eef2-4f1c-acad-837e832bab50 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:52:00.640259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:00.643572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c51c0e4b-039a-456e-ad68-c26051de1159', 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': '3d144114-5288-4ee0-90b1-39e9ef2570c0'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:00.644266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:00.645032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:00.720051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33506-2045-4f7c-ad56-d65501a46967 req-3cb8eba4-ac90-4577-b89b-d9adf56fad0b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:00.728136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89e33506-2045-4f7c-ad56-d65501a46967 req-3cb8eba4-ac90-4577-b89b-d9adf56fad0b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.9997830
Nov 23 12:52:00.844853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-f42fb368-05ca-41fd-882e-7228aa479320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:00.846518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-f42fb368-05ca-41fd-882e-7228aa479320 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2998145
Nov 23 12:52:00.938067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.066906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb7b0e1a-c797-47fc-889b-b4e1d719bd32 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:01.137318 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89e33506-2045-4f7c-ad56-d65501a46967 req-4c9b9623-a43f-4374-a88b-cd1f15a2fddc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.4081249
Nov 23 12:52:01.274694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.303734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c507adc-0767-4af8-b5d1-8ad1d32b783d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:01.311285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:01.311470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.362140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:01.415581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=fc6a3169-7130-4871-a207-b518ede0b0df,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:01.418160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:01.425932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-0c80afc7-bf67-4244-8a31-d56f5f3b1a99 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5257695
Nov 23 12:52:01.441981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9952c73b-caf2-4858-8d85-66d9a94718f3 None None] Provisioning complete for port 683ae454-5622-44fc-b890-43303edbb3f3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:01.442438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9952c73b-caf2-4858-8d85-66d9a94718f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.469805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Attempting to bind port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:01.470186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Attempting to bind port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:01.470520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Attempting to bind port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 on network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:01.505581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0299a0-2667-4597-94c7-2a25ac8d37a2 req-4f3e4d85-3e97-4ca1-b729-fe7b3c037300 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:01.507991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d0299a0-2667-4597-94c7-2a25ac8d37a2 req-4f3e4d85-3e97-4ca1-b729-fe7b3c037300 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.2376883
Nov 23 12:52:01.517348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:01.520171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Allocated IP 172.20.0.2 (c51c0e4b-039a-456e-ad68-c26051de1159/3d144114-5288-4ee0-90b1-39e9ef2570c0/040f500e-a6cc-4cb1-babc-616923054c5c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:01.557505 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/c54316fd-eef2-4f1c-acad-837e832bab50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6024082
Nov 23 12:52:01.558003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] Sync routers for ids ['c54316fd-eef2-4f1c-acad-837e832bab50'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:01.559536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45540) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:01.568694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9952c73b-caf2-4858-8d85-66d9a94718f3 None None] Port 683ae454-5622-44fc-b890-43303edbb3f3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:52:01.584221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d0299a0-2667-4597-94c7-2a25ac8d37a2 req-3013a83d-7c27-496d-9f41-f92534a6ad07 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648067
Nov 23 12:52:01.604466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:01.604836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Checking segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:01.605220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.605610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Bound using segment: {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:01.606103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Bound port: b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0887c387-94eb-4acb-9cdf-d399ec450bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:01.606473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.711389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3afab2-6945-464f-bd96-b77668794305 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:01.725787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.771138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48835d91-4135-44e1-b767-45b80e3d8ade tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:01.773312 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48835d91-4135-44e1-b767-45b80e3d8ade tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports/683ae454-5622-44fc-b890-43303edbb3f3 HTTP/1.1" status: 200  len: 911 time: 0.2105384
Nov 23 12:52:01.776743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45544) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:01.779603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18d08310-b935-4605-a9e0-33d5ddcc276b req-e61d52e4-1ba5-4ed0-940d-dfb0ac8f69ee service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3398542
Nov 23 12:52:01.785648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/fc6a3169-7130-4871-a207-b518ede0b0df HTTP/1.1" status: 204  len: 168 time: 2.8247011
Nov 23 12:52:01.786457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45548) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:01.788468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] Routers {'c54316fd-eef2-4f1c-acad-837e832bab50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:01.789128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825574048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['c54316fd-eef2-4f1c-acad-837e832bab50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:01.880672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ab40b54-3d4d-4188-bb70-d19560d80f97 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0907729
Nov 23 12:52:01.881787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825574048>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:01.883137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45552) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:01.897774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:01.953389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:01.965227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:01.971887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:01.987306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1cbeb1e-b650-47b9-b2a9-917b39088344 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:01.994796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] Routers {'c54316fd-eef2-4f1c-acad-837e832bab50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:01.995491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825574048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['c54316fd-eef2-4f1c-acad-837e832bab50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:02.086016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:02.102931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:02.105556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9952c73b-caf2-4858-8d85-66d9a94718f3 None None] Provisioning complete for port cae190f5-9391-4b32-a111-75adf6b5c693 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:02.105988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9952c73b-caf2-4858-8d85-66d9a94718f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.107351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:02.114997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:02.136350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:02.142604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-0adf99d8-2602-410c-9cc9-b3e3338e8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.144258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-0adf99d8-2602-410c-9cc9-b3e3338e8b60 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1160 time: 0.2619481
Nov 23 12:52:02.149727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:02.177589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825574048>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:02.178565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a520d-ff77-4a53-83fa-30887bf7d05f None None] The sync data for ids ['c54316fd-eef2-4f1c-acad-837e832bab50'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:02.180478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.180611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:02.281734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.314023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.359191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.359989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.361979 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] 10.222.0.63 "PUT /v2.0/ports/b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 1157 time: 4.6250620
Nov 23 12:52:02.373039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Transition to ACTIVE for port object 040f500e-a6cc-4cb1-babc-616923054c5c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:02.393566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:52:02.396265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.447828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:02.453923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Transition to ACTIVE for port object 040f500e-a6cc-4cb1-babc-616923054c5c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:02.458126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Deleting port cae190f5-9391-4b32-a111-75adf6b5c693 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:02.459020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.509459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:02.529429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:02.554491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'status': 'completed', 'code': 200}
Nov 23 12:52:02.559731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-711ecf25-b3b3-4b18-86a5-4c7e64a9dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.561472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-711ecf25-b3b3-4b18-86a5-4c7e64a9dc70 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.4086032
Nov 23 12:52:02.579700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.13 (c51c0e4b-039a-456e-ad68-c26051de1159/3d144114-5288-4ee0-90b1-39e9ef2570c0/10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:02.655712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-f8e57298-8d59-43de-b5d7-ea6083835329 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 217 time: 0.0839434
Nov 23 12:52:02.752260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Pushing event updated for resources: {'Port': ['ID=040f500e-a6cc-4cb1-babc-616923054c5c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:02.761088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:02.811615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-436bf524-1e89-4c79-9524-64d9e95ef4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.813319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-436bf524-1e89-4c79-9524-64d9e95ef4f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1160 time: 0.3298869
Nov 23 12:52:02.890629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-c66863fc-1e76-4c94-9e50-a975d3f5571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.892268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-c66863fc-1e76-4c94-9e50-a975d3f5571d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.2282667
Nov 23 12:52:02.904435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20212-afe5-4a96-9a11-b1668f817f72 req-7d42604c-f8fc-445a-ad12-0bbf81c49e5b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:02.906155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2de20212-afe5-4a96-9a11-b1668f817f72 req-7d42604c-f8fc-445a-ad12-0bbf81c49e5b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.5138688
Nov 23 12:52:02.993344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-8af0c5e4-f4c3-43e7-a0c2-a4420c406160 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 217 time: 0.1600251
Nov 23 12:52:03.010226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cae190f5-9391-4b32-a111-75adf6b5c693 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:03.050125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.055626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.098115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2de20212-afe5-4a96-9a11-b1668f817f72 req-051cb647-3297-427d-9254-2b92d6d4e92f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1442177
Nov 23 12:52:03.112893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-20164762-ecb0-4fc3-a903-2aa0262b7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:03.114542 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-20164762-ecb0-4fc3-a903-2aa0262b7c1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1958067
Nov 23 12:52:03.173857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01e90-7e48-4d96-90f8-8379c4008415 req-270e3fb5-dc02-4a31-9c09-6963ec1ae0bf tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:03.174988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] For port cae190f5-9391-4b32-a111-75adf6b5c693, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cae190f5-9391-4b32-a111-75adf6b5c693,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:03.175443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.175822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cfa01e90-7e48-4d96-90f8-8379c4008415 req-270e3fb5-dc02-4a31-9c09-6963ec1ae0bf tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.4300983
Nov 23 12:52:03.189638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:03.207458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c6b460eb-ebca-4da4-b777-14837ec2e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:03.209206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-c6b460eb-ebca-4da4-b777-14837ec2e941 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 200  len: 835 time: 0.1956701
Nov 23 12:52:03.282979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:03.364686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Calling delete_port for cae190f5-9391-4b32-a111-75adf6b5c693 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:03.395171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:03.407077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:03.422471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cfa01e90-7e48-4d96-90f8-8379c4008415 req-6e778370-64b0-4ebd-9db5-93d68b83aa7d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2341759
Nov 23 12:52:03.442778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.461519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:03.503228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.538683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Attempting to bind port 040f500e-a6cc-4cb1-babc-616923054c5c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:03.539022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Attempting to bind port 040f500e-a6cc-4cb1-babc-616923054c5c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '5c4ccdf8-8640-426b-ac23-5971b7467fcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:03.539435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Attempting to bind port 040f500e-a6cc-4cb1-babc-616923054c5c on network c51c0e4b-039a-456e-ad68-c26051de1159 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:03.558027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:03.558439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Checking segment: {'id': '5c4ccdf8-8640-426b-ac23-5971b7467fcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:03.558892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.559341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Bound using segment: {'id': '5c4ccdf8-8640-426b-ac23-5971b7467fcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:03.559893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Bound port: 040f500e-a6cc-4cb1-babc-616923054c5c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4ccdf8-8640-426b-ac23-5971b7467fcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c51c0e4b-039a-456e-ad68-c26051de1159'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:03.560318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.574540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.593746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46886d6d-d292-47b7-86ad-5039bedbf2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:03.653868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-164ca769-482f-450b-aaf3-675f485427de service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5304911
Nov 23 12:52:03.690246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-4f313225-d4c3-4e3c-b324-0bbe49f43a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:03.692088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-4f313225-d4c3-4e3c-b324-0bbe49f43a17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4708235
Nov 23 12:52:03.762333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Pushing event deleted for resources: {'Port': ['ID=cae190f5-9391-4b32-a111-75adf6b5c693,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:03.768611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:03.900983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] For port 040f500e-a6cc-4cb1-babc-616923054c5c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:03.904949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] For port 040f500e-a6cc-4cb1-babc-616923054c5c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=040f500e-a6cc-4cb1-babc-616923054c5c,segment=NetworkSegment(5c4ccdf8-8640-426b-ac23-5971b7467fcf),segment_id=5c4ccdf8-8640-426b-ac23-5971b7467fcf)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:03.913765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] No DVR routers for this DVR port cae190f5-9391-4b32-a111-75adf6b5c693 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:03.918121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:03.919514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:03.926011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:03.935435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96c07b81-9144-4e26-b385-0b77cddfd5f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:03.966518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846f78b2-8428-467f-a0f0-564b4a9f2ff0 req-987d2a5d-f2dc-4d69-bb87-601309ec28f6 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3028955
Nov 23 12:52:03.976558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-e7561fbd-1049-4fbc-ad5c-75519dc4765e service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255108
Nov 23 12:52:04.075049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c51c0e4b-039a-456e-ad68-c26051de1159 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:04.077496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:04.093650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Pushing event updated for resources: {'Port': ['ID=040f500e-a6cc-4cb1-babc-616923054c5c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:04.097151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:04.125511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:04.148844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27bb1806-4f53-4cb9-bcb2-921c29eaf2de req-d0423628-7083-4d28-9481-9f7742b1c98b service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588171
Nov 23 12:52:04.334995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.335683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:04.393491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-4330fab9-8fbe-49f0-be46-3129506e0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.395128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-4330fab9-8fbe-49f0-be46-3129506e0b52 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1160 time: 0.1158946
Nov 23 12:52:04.401351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea026923-f0d5-48b4-a427-8c43ccf75ced req-435e60f4-9f80-4667-9ce4-cdf79cc5922c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.402786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea026923-f0d5-48b4-a427-8c43ccf75ced req-435e60f4-9f80-4667-9ce4-cdf79cc5922c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.1602235
Nov 23 12:52:04.463584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 4.1858013
Nov 23 12:52:04.467261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45564) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:04.469068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:52:04.519281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:04.550060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b515cc2c-bf79-4db6-9164-2deadb3d29ba tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:04.614829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-459fc422-caee-4337-b847-c6cb9d445cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.617262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-459fc422-caee-4337-b847-c6cb9d445cb0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 890 time: 0.2135437
Nov 23 12:52:04.619608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea026923-f0d5-48b4-a427-8c43ccf75ced req-a137516f-3508-460b-b49c-6eeb41a1be7c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1376417
Nov 23 12:52:04.700061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-9756fd90-0163-465e-8c19-e8328f8c9538 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 217 time: 0.0746214
Nov 23 12:52:04.773788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-98b21e5b-4710-4f69-9c58-cff01cd46ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.775396 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-98b21e5b-4710-4f69-9c58-cff01cd46ce1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 200  len: 835 time: 0.0686636
Nov 23 12:52:04.830034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:04.830415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:04.861006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-5dab2853-b1c2-41a5-9306-07d9ac3e7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:04.862663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-5dab2853-b1c2-41a5-9306-07d9ac3e7f8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788829
Nov 23 12:52:04.868481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=2c7c3cd3-21f3-4d4a-8b24-548a4a579228,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:04.890364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:05.029539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 040f500e-a6cc-4cb1-babc-616923054c5c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:05.039660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-0e1c4252-7cbf-4cea-8716-3e9fa6eb5afb service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687372
Nov 23 12:52:05.051642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:05.061147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854897d3-ea07-4975-bd45-4bdce269c4b1 req-cffe688c-98d2-4800-9bf2-d1ae405d000b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:05.062809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-854897d3-ea07-4975-bd45-4bdce269c4b1 req-cffe688c-98d2-4800-9bf2-d1ae405d000b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.4060397
Nov 23 12:52:05.081073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:05.092703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7dc5cb-be6d-43e6-bfdc-80b66bc8fddb None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:05.192040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 040f500e-a6cc-4cb1-babc-616923054c5c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:05.200105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3e52dd8-16c0-46b4-b25f-53bffa9b4c81 req-f77803f8-6b1a-48f1-81d2-7d66e10ae48b service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519849
Nov 23 12:52:05.215259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:05.215905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.267124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3825369
Nov 23 12:52:05.270096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45570) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:05.278764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:05.311506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-854897d3-ea07-4975-bd45-4bdce269c4b1 req-759db847-74bc-4857-aa5e-764846cad86c tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1978834
Nov 23 12:52:05.339252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.384221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '2c7c3cd3-21f3-4d4a-8b24-548a4a579228'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:05.385199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.477986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:05.484241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:05.488078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:05.496790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:05.508157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:05.557946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:05.651820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 683ae454-5622-44fc-b890-43303edbb3f3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:05.652182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.678573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206857f1-2bc7-458e-9e52-20e7523a8a91 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:05.679788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.811589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Provisioning for port 040f500e-a6cc-4cb1-babc-616923054c5c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:05.821618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.831216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Provisioning complete for port 040f500e-a6cc-4cb1-babc-616923054c5c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:05.831638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:05.841554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:05.864733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Allocated IP 2001:db8::f816:3eff:fe97:6332 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/2c7c3cd3-21f3-4d4a-8b24-548a4a579228/11360a94-8838-4572-b172-1a0a9194f630) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:05.964714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:05.972201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:06.000131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9814a-258b-437c-ae81-4cc8ab669d15 req-dfe840cc-3cee-4180-a836-fa1e9d5ea448 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:06.001800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ec9814a-258b-437c-ae81-4cc8ab669d15 req-dfe840cc-3cee-4180-a836-fa1e9d5ea448 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.1751914
Nov 23 12:52:06.075451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ec9814a-258b-437c-ae81-4cc8ab669d15 req-40d37a45-93e2-4942-9529-51064f72221e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0616875
Nov 23 12:52:06.172846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.372245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.438647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.473002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-867628cb-6866-4675-93d3-ef6eb46750b2 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:06.550597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=fb1ce7da-da07-44ee-82df-94895dddcad0,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:06.565158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:06.596775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.615440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:06.616971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:06.619438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Transition to ACTIVE for port object 11360a94-8838-4572-b172-1a0a9194f630 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:06.635748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] For port 040f500e-a6cc-4cb1-babc-616923054c5c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=040f500e-a6cc-4cb1-babc-616923054c5c,segment=NetworkSegment(5c4ccdf8-8640-426b-ac23-5971b7467fcf),segment_id=5c4ccdf8-8640-426b-ac23-5971b7467fcf)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:06.642505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:06.643359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.644307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.650296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3be07d87-1f5e-485b-bc47-0915e4dcd8f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:06.700139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4284031
Nov 23 12:52:06.701378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45578) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:06.710417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:a3:40:8f', 'name': 'tempest-NetworksTestDHCPv6-288864073'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:06.713614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:06.751475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Transition to ACTIVE for port object 11360a94-8838-4572-b172-1a0a9194f630 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:06.777699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 683ae454-5622-44fc-b890-43303edbb3f3 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:06.784314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.901614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:06.906689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:06.908258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Pushing event updated for resources: {'Port': ['ID=040f500e-a6cc-4cb1-babc-616923054c5c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:06.915238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:06.915505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:06.918540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e2c0ab8-f220-4929-bc13-787a39dfe2b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:06.925254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:06.937338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.963149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:06.980786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:06.988085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9cd4542c-2d69-4265-ae15-9cc2a00e222e None None] Provisioning complete for port 040f500e-a6cc-4cb1-babc-616923054c5c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:06.988550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cd4542c-2d69-4265-ae15-9cc2a00e222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.004363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b HTTP/1.1" status: 204  len: 168 time: 2.5335743
Nov 23 12:52:07.006980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45582) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:07.036351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8e631-c7bb-49f3-ad86-9f6360ef94cd req-0c12fa2d-3eb5-48bd-a212-c95893d7fbc7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:07.038547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0fa8e631-c7bb-49f3-ad86-9f6360ef94cd req-0c12fa2d-3eb5-48bd-a212-c95893d7fbc7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.2208560
Nov 23 12:52:07.056606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 040f500e-a6cc-4cb1-babc-616923054c5c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:07.097819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-01eec1f4-54a3-4d60-a365-8c760739c921 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:52:07.103436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0fa8e631-c7bb-49f3-ad86-9f6360ef94cd req-9ea6ac34-da2a-4649-bc2c-08c032fc8c73 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573618
Nov 23 12:52:07.103662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-01eec1f4-54a3-4d60-a365-8c760739c921 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b HTTP/1.1" status: 404  len: 333 time: 0.0919180
Nov 23 12:52:07.104244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45586) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:07.174900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Pushing event updated for resources: {'Port': ['ID=11360a94-8838-4572-b172-1a0a9194f630,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:07.189263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:07.204913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:07.218563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:07.218982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.223670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.335782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:07.336331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 040f500e-a6cc-4cb1-babc-616923054c5c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:07.336799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.379270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:07.383441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=683ae454-5622-44fc-b890-43303edbb3f3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:07.388743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:07.420780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:07.486562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:07.565392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port f26ae439-9943-4393-bf9f-06b99167ecdf yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:07.622853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.640822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.667516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ed9e-3967-4a68-861c-b38c51392838 req-d16e58e1-e4e7-4a8a-a2ed-d2582eb0109b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:07.669725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ee1ed9e-3967-4a68-861c-b38c51392838 req-d16e58e1-e4e7-4a8a-a2ed-d2582eb0109b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.3845930
Nov 23 12:52:07.715266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 3d144114-5288-4ee0-90b1-39e9ef2570c0 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:07.723208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Attempting to bind port 11360a94-8838-4572-b172-1a0a9194f630 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:07.723693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Attempting to bind port 11360a94-8838-4572-b172-1a0a9194f630 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:07.724113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Attempting to bind port 11360a94-8838-4572-b172-1a0a9194f630 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:07.732323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.762187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:52:07.793518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:07.794453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:07.794918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.795375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:07.795933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Bound port: 11360a94-8838-4572-b172-1a0a9194f630, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:07.796954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.813592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:07.853485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:07.857829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:07.891393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3e894f64-b19d-4951-9d21-00f59588e7e5 None None] Could not find standard attr ID for object 10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:07.960638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'code': 200}
Nov 23 12:52:08.026484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3e894f64-b19d-4951-9d21-00f59588e7e5 None None] Provisioning complete for port 040f500e-a6cc-4cb1-babc-616923054c5c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:08.026923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3e894f64-b19d-4951-9d21-00f59588e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:08.079430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:08.086914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] For port 11360a94-8838-4572-b172-1a0a9194f630, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:08.089576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:08.091551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] For port 11360a94-8838-4572-b172-1a0a9194f630, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=11360a94-8838-4572-b172-1a0a9194f630,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:08.108750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:08.127934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c3a03d07-6d09-4a16-8b30-f94a406eebb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:08.258193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:08.345169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Pushing event updated for resources: {'Port': ['ID=11360a94-8838-4572-b172-1a0a9194f630,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:08.356797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ee1ed9e-3967-4a68-861c-b38c51392838 req-87bcaa39-ddba-4734-9213-5b6ebb6b55d4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.6749992
Nov 23 12:52:08.360948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:08.397245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router c54316fd-eef2-4f1c-acad-837e832bab50 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:52:08.431328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ca9b-8689-4cb9-bb9b-d8f4f342deac req-59f78b42-c621-4d0a-bf5f-71eb8e86824c tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:08.432935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe03ca9b-8689-4cb9-bb9b-d8f4f342deac req-59f78b42-c621-4d0a-bf5f-71eb8e86824c tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.1198812
Nov 23 12:52:08.537080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 172.20.0.11 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/fb1ce7da-da07-44ee-82df-94895dddcad0/f26ae439-9943-4393-bf9f-06b99167ecdf) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:08.545164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:08.595031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56f86e-d42c-4200-9ee6-41e551289c3e req-c1accd24-4ac2-4278-9e22-7911b6fa8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:08.596714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f56f86e-d42c-4200-9ee6-41e551289c3e req-c1accd24-4ac2-4278-9e22-7911b6fa8c26 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1162 time: 0.2823246
Nov 23 12:52:08.600986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fea3:408f (a47ca4f9-0e3c-44db-bca2-574c47036bc3/2c7c3cd3-21f3-4d4a-8b24-548a4a579228/f26ae439-9943-4393-bf9f-06b99167ecdf) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:08.619238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe03ca9b-8689-4cb9-bb9b-d8f4f342deac req-c997805b-ffd9-46ca-9393-1edc67d06eb0 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234281
Nov 23 12:52:08.625947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:08.640021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] Sync routers for ids ['c54316fd-eef2-4f1c-acad-837e832bab50'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:08.641118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/c54316fd-eef2-4f1c-acad-837e832bab50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8631647
Nov 23 12:52:08.643897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45598) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:08.662085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] Routers {'c54316fd-eef2-4f1c-acad-837e832bab50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:08.663559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825aa2320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['c54316fd-eef2-4f1c-acad-837e832bab50'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:08.699065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8a0aeb62-0258-40da-a00f-41447be32e53 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:08.729577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8a0aeb62-0258-40da-a00f-41447be32e53 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:08.733623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a0aeb62-0258-40da-a00f-41447be32e53 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=c54316fd-eef2-4f1c-acad-837e832bab50 HTTP/1.1" status: 200  len: 205 time: 0.0859799
Nov 23 12:52:08.733934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45602) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:08.789568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825aa2320>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:08.819534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] Routers {'c54316fd-eef2-4f1c-acad-837e832bab50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:08.821350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825aa2320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['c54316fd-eef2-4f1c-acad-837e832bab50'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:08.904630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825aa2320>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:08.905084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a1b20-3e28-4801-b732-16922a331be9 None None] The sync data for ids ['c54316fd-eef2-4f1c-acad-837e832bab50'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:08.915564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:08.947861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f56f86e-d42c-4200-9ee6-41e551289c3e req-26262748-67c8-4ec9-9f4a-2217046fe0f7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3387589
Nov 23 12:52:09.039516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 11360a94-8838-4572-b172-1a0a9194f630 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:09.113141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 11360a94-8838-4572-b172-1a0a9194f630 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:09.179891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.198923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:09.288170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.307807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=3d144114-5288-4ee0-90b1-39e9ef2570c0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:09.314470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:09.340322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object f26ae439-9943-4393-bf9f-06b99167ecdf will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:09.381913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.388679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924de3c9-f585-4f78-9060-aaa2083b3d96 None None] Network c51c0e4b-039a-456e-ad68-c26051de1159 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:09.399030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/3d144114-5288-4ee0-90b1-39e9ef2570c0 HTTP/1.1" status: 204  len: 168 time: 2.2861631
Nov 23 12:52:09.399475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45606) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:09.430039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.450824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb0b4cd3-4aeb-4f7e-aaa9-45aeddbc89c8 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:09.628701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.634863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.686918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.688059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router c54316fd-eef2-4f1c-acad-837e832bab50 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:52:09.720711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.726789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c3880938-6f95-416d-8fed-60e702a789e6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/c54316fd-eef2-4f1c-acad-837e832bab50 HTTP/1.1" status: 204  len: 168 time: 0.9917545
Nov 23 12:52:09.729680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45614) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:09.756561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=f26ae439-9943-4393-bf9f-06b99167ecdf,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:09.773549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:09.838262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.965490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] DHCP port deletion for c51c0e4b-039a-456e-ad68-c26051de1159 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:09.972115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Deleting port 040f500e-a6cc-4cb1-babc-616923054c5c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:09.975227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:09.976175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdca769-cd27-47d8-b243-48d4506c4908 req-1af5adf7-cae0-4619-83f3-992208556b61 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:09.978057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fdca769-cd27-47d8-b243-48d4506c4908 req-1af5adf7-cae0-4619-83f3-992208556b61 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.4147921
Nov 23 12:52:09.983966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 040f500e-a6cc-4cb1-babc-616923054c5c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:09.984587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.036658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:10.056221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:10.059826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:10.142658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa78ac-0151-40af-8893-5eadf6bfbe09 req-db5ba027-604f-4b4f-8bb3-9adb25d78cce tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:10.144256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04fa78ac-0151-40af-8893-5eadf6bfbe09 req-db5ba027-604f-4b4f-8bb3-9adb25d78cce tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.2408547
Nov 23 12:52:10.154191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet d147d244-0ce7-4eeb-b3ba-bc15624887a6 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:10.200103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.214645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fdca769-cd27-47d8-b243-48d4506c4908 req-69e35355-b3a1-4016-be37-da46a9fd1159 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1917078
Nov 23 12:52:10.223629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:10.224323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.267692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ddbc0-3929-40ea-828c-b5537de6fb09 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:10.326847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.339681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.6335955
Nov 23 12:52:10.341173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45618) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:10.374979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] For port 040f500e-a6cc-4cb1-babc-616923054c5c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=040f500e-a6cc-4cb1-babc-616923054c5c,segment=NetworkSegment(5c4ccdf8-8640-426b-ac23-5971b7467fcf),segment_id=5c4ccdf8-8640-426b-ac23-5971b7467fcf)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:10.375442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.397634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04fa78ac-0151-40af-8893-5eadf6bfbe09 req-55e75ada-0b3f-41fb-bd41-6e3038eeb7ec tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2389748
Nov 23 12:52:10.430283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] For port 040f500e-a6cc-4cb1-babc-616923054c5c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=040f500e-a6cc-4cb1-babc-616923054c5c,segment=NetworkSegment(5c4ccdf8-8640-426b-ac23-5971b7467fcf),segment_id=5c4ccdf8-8640-426b-ac23-5971b7467fcf)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:10.430696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.449182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.532606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Calling delete_port for 040f500e-a6cc-4cb1-babc-616923054c5c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:10.577683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 040f500e-a6cc-4cb1-babc-616923054c5c owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:10.594433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Provisioning for port 11360a94-8838-4572-b172-1a0a9194f630 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:10.609651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:10.610174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.657945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab9ade-d7f6-4856-a20c-8449319b32fb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:10.662317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab9ade-d7f6-4856-a20c-8449319b32fb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:10.663181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-49ab9ade-d7f6-4856-a20c-8449319b32fb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:10.696708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 23 12:52:10.696708 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 23 12:52:10.696708 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'port_id': '040f500e-a6cc-4cb1-babc-616923054c5c'}]
Nov 23 12:52:10.696708 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:10.697152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:10.697599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-49ab9ade-d7f6-4856-a20c-8449319b32fb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:10.701846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-49ab9ade-d7f6-4856-a20c-8449319b32fb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.3567297
Nov 23 12:52:10.707056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45622) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:10.755165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.780173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:10.784526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.789875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port f26ae439-9943-4393-bf9f-06b99167ecdf {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:10.790266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.801466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06db4e70-0ced-4719-b472-0da3a8f0c15b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:10.883794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Pushing event deleted for resources: {'Port': ['ID=040f500e-a6cc-4cb1-babc-616923054c5c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:10.891712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:10.895727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=d147d244-0ce7-4eeb-b3ba-bc15624887a6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:10.899195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:10.949389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:10.955991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/d147d244-0ce7-4eeb-b3ba-bc15624887a6 HTTP/1.1" status: 204  len: 168 time: 1.2251449
Nov 23 12:52:10.959808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45626) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:11.008822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16940fff-2397-4c64-a364-f3cb098ab1a9 None None] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:11.040527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 040f500e-a6cc-4cb1-babc-616923054c5c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:11.072587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.115028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.124244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b9e60942-1c68-4915-9f62-7e27a9e4dd1b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:11.180777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 040f500e-a6cc-4cb1-babc-616923054c5c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:11.181332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 040f500e-a6cc-4cb1-babc-616923054c5c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:11.190178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.191845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:11.192321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.200402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 040f500e-a6cc-4cb1-babc-616923054c5c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:11.200402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.233932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for f26ae439-9943-4393-bf9f-06b99167ecdf owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:11.274427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] No DVR routers for this DVR port 040f500e-a6cc-4cb1-babc-616923054c5c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:11.319399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] The port '040f500e-a6cc-4cb1-babc-616923054c5c' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:52:11.376194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] For port 11360a94-8838-4572-b172-1a0a9194f630, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=11360a94-8838-4572-b172-1a0a9194f630,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:11.387209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.391561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217f74d5-43a2-4cd7-8f23-2335e60d4d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:11.480731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port bb7b0e1a-c797-47fc-889b-b4e1d719bd32, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,segment=NetworkSegment(40beccfc-853f-4552-bd23-391f7769b12e),segment_id=40beccfc-853f-4552-bd23-391f7769b12e)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:11.481418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.514546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Pushing event updated for resources: {'Port': ['ID=11360a94-8838-4572-b172-1a0a9194f630,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:11.560082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port b9e60942-1c68-4915-9f62-7e27a9e4dd1b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:11.565953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:11.582653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b9e60942-1c68-4915-9f62-7e27a9e4dd1b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:11.583016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.681728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for bb7b0e1a-c797-47fc-889b-b4e1d719bd32 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:11.688732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '2c7c3cd3-21f3-4d4a-8b24-548a4a579228', 'ip_address': '2001:db8::f816:3eff:fe97:6332'}, {'subnet_id': 'fb1ce7da-da07-44ee-82df-94895dddcad0'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '11360a94-8838-4572-b172-1a0a9194f630'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:52:11.801527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd9cd-e3c1-4b8b-86f3-2c56905007b0 req-7bc3f110-21fa-4a01-bd98-53b2533da80e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:11.803007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e38bd9cd-e3c1-4b8b-86f3-2c56905007b0 req-7bc3f110-21fa-4a01-bd98-53b2533da80e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.2374554
Nov 23 12:52:11.808034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.809890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d0eec-0422-4f2b-bc8a-8b94dad3969a None None] DHCP port deletion for 659c3b5e-536b-4bc1-a3d8-26120e2b5123 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:11.829317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.830759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fb4cfee-187b-4e44-bfcf-1bf5acc2c3e0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:11.858462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.885404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:11.930849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:52:11.951697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=bb7b0e1a-c797-47fc-889b-b4e1d719bd32,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:11.954643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:12.021113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e38bd9cd-e3c1-4b8b-86f3-2c56905007b0 req-3a44c40a-38c5-4896-9d9b-2d158409538b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1936350
Nov 23 12:52:12.029360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port bb7b0e1a-c797-47fc-889b-b4e1d719bd32 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:12.104596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90a2f-af5a-435c-96ba-a0a5cfab7955 req-d5cfce4b-eeae-4b24-9ea5-1c8caf0c0eab tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:12.106287 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9a90a2f-af5a-435c-96ba-a0a5cfab7955 req-d5cfce4b-eeae-4b24-9ea5-1c8caf0c0eab tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.4329360
Nov 23 12:52:12.120963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824c0af60>,) {'filters': {'network_id': ['c51c0e4b-039a-456e-ad68-c26051de1159']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.158668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c0af60>, '5c4ccdf8-8640-426b-ac23-5971b7467fcf') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.159044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c0af60>, '5c4ccdf8-8640-426b-ac23-5971b7467fcf') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.180196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:12.184549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.189884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.190759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:12.207607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.222355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:12.228851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0753157e-b685-4d10-bbaa-d6084bcbf9e8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:12.260056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.266586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.275568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:52:12.344503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=f26ae439-9943-4393-bf9f-06b99167ecdf,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:12.378848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:12.398772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:12.402275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:12.415508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68430874-e4c7-4615-816d-212389a211f7 req-b7b1e9b5-11a3-4afb-b22b-8a24451aed35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:12.417123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68430874-e4c7-4615-816d-212389a211f7 req-b7b1e9b5-11a3-4afb-b22b-8a24451aed35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.2277555
Nov 23 12:52:12.421341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f317358>,) {'filters': {'network_id': ['659c3b5e-536b-4bc1-a3d8-26120e2b5123']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.436100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9a90a2f-af5a-435c-96ba-a0a5cfab7955 req-50102f2f-c99c-4915-bd40-66ae54005c59 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3195460
Nov 23 12:52:12.473216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:12.473646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.501247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f317358>, '40beccfc-853f-4552-bd23-391f7769b12e') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.502298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f317358>, '40beccfc-853f-4552-bd23-391f7769b12e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:12.519118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.536137 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'code': 200}
Nov 23 12:52:12.536352 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68430874-e4c7-4615-816d-212389a211f7 req-dab6aa12-6fd1-47e5-b74a-3db6827d5972 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055546
Nov 23 12:52:12.545884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.548500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:52:12.551854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Allocated IP 172.20.0.2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/fb1ce7da-da07-44ee-82df-94895dddcad0/11360a94-8838-4572-b172-1a0a9194f630) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:12.588479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45638) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:12.656214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c51c0e4b-039a-456e-ad68-c26051de1159 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:12.674057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.757971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:12.769902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.846637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] For port 11360a94-8838-4572-b172-1a0a9194f630, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=11360a94-8838-4572-b172-1a0a9194f630,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:12.874061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:12.967117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 659c3b5e-536b-4bc1-a3d8-26120e2b5123 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:52:12.992457 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:52:12.999146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c51c0e4b-039a-456e-ad68-c26051de1159 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:13.009909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 11360a94-8838-4572-b172-1a0a9194f630 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:52:13.038623 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:52:13.081270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.085242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-611c52f0-7bfd-4293-9ccd-51c790de90ad tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:13.086711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:13.087387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.105641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.114755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=659c3b5e-536b-4bc1-a3d8-26120e2b5123,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:13.120872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:13.128001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/659c3b5e-536b-4bc1-a3d8-26120e2b5123 HTTP/1.1" status: 204  len: 168 time: 2.1664956
Nov 23 12:52:13.132740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45642) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:13.138578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1599331862', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:13.147248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:13.151711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:13.154972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:13.156328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35d955-4ba9-480c-b843-4993509c51db tempest-TestNetworkAdvancedServerOps-1599597462 tempest-TestNetworkAdvancedServerOps-1599597462] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.158042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ed35d955-4ba9-480c-b843-4993509c51db tempest-TestNetworkAdvancedServerOps-1599597462 tempest-TestNetworkAdvancedServerOps-1599597462] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1157 time: 0.5685084
Nov 23 12:52:13.161428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45646) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:13.164143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Transition to ACTIVE for port object 11360a94-8838-4572-b172-1a0a9194f630 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:13.165401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:13.169574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.170044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.170877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:13.179602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.180250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:13.182985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.186787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Usage tracker for resource:floatingip and tenant:ce1ebc3b4a0542d699045a5b7424753b is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:13.188269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:13.190350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:13.192823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:13.193314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.194545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.205409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:13.223980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/c51c0e4b-039a-456e-ad68-c26051de1159 HTTP/1.1" status: 204  len: 168 time: 3.8200526
Nov 23 12:52:13.224222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.225530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45650) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:13.228977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=c51c0e4b-039a-456e-ad68-c26051de1159,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:13.231968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:13.233676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/f26ae439-9943-4393-bf9f-06b99167ecdf HTTP/1.1" status: 204  len: 168 time: 2.5252478
Nov 23 12:52:13.238241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45654) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:13.242471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'name': 'tempest-PortsTestJSON-1799316158'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:13.259261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994575ed-89bb-495c-adb1-1a07249377a7 req-4a60d1fb-8d86-45e5-8afe-e49d2255ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.260953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-994575ed-89bb-495c-adb1-1a07249377a7 req-4a60d1fb-8d86-45e5-8afe-e49d2255ccee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1162 time: 0.3781464
Nov 23 12:52:13.277458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 11360a94-8838-4572-b172-1a0a9194f630 had new provisioning blocks added so it will not transition to active. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 23 12:52:13.279350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b9e60942-1c68-4915-9f62-7e27a9e4dd1b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:13.329350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.330944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.332407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.340838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:13.350451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb7b0e1a-c797-47fc-889b-b4e1d719bd32 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:13.400184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.405655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: bb7b0e1a-c797-47fc-889b-b4e1d719bd32 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:13.406059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb7b0e1a-c797-47fc-889b-b4e1d719bd32 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:13.413418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:13.420022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:13.424797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:13.437476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:13.438649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:13.439918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7df94bf7-1a84-4493-a48e-1543f3759ddd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2000737
Nov 23 12:52:13.441150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-994575ed-89bb-495c-adb1-1a07249377a7 req-ba157a45-ab62-48b6-819c-39b975bee89c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1216750
Nov 23 12:52:13.442922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45658) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:13.483004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Pushing event updated for resources: {'Port': ['ID=11360a94-8838-4572-b172-1a0a9194f630,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:13.488977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:13.510559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b9e60942-1c68-4915-9f62-7e27a9e4dd1b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:13.510994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.605774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.717973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:13.724003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.763799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 2c7c3cd3-21f3-4d4a-8b24-548a4a579228 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:13.779632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.940829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:13.987413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda83f3-0b83-48dc-953d-3dd3f5366d7e req-20c36512-cb73-4c53-85ef-807294bc9ace tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:13.989521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0eda83f3-0b83-48dc-953d-3dd3f5366d7e req-20c36512-cb73-4c53-85ef-807294bc9ace tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.3452659
Nov 23 12:52:14.016829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.072646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port aa31c252-379d-43e4-bdd6-5a831eaf8a50 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:14.186612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0eda83f3-0b83-48dc-953d-3dd3f5366d7e req-1d434549-0d23-44de-914b-18cfcf28a418 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1793704
Nov 23 12:52:14.206207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.243467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49faed5e-3849-4daa-9620-092d4d7b4b9f None None] Could not find standard attr ID for object f26ae439-9943-4393-bf9f-06b99167ecdf. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:14.260991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49faed5e-3849-4daa-9620-092d4d7b4b9f None None] Provisioning for port 11360a94-8838-4572-b172-1a0a9194f630 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:14.267970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-49faed5e-3849-4daa-9620-092d4d7b4b9f None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:14.268409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49faed5e-3849-4daa-9620-092d4d7b4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.371681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.431015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.520007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c24a1d44-0a0f-411a-9959-863e79e30f0a None None] Could not find standard attr ID for object f26ae439-9943-4393-bf9f-06b99167ecdf. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:14.578116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Allocated IP 172.26.6.144 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/06096193-dad3-4714-8f62-4de777b3be4b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:14.850624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.861279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.925333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.949359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0c51d00-1d64-464f-a075-f582fc812d42 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:14.963618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:14.982171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f212d645-84cf-4884-8de5-624c9a27ecfb tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:15.018422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 11360a94-8838-4572-b172-1a0a9194f630 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:15.102618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.122834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:15.123600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.125161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=06096193-dad3-4714-8f62-4de777b3be4b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:15.140888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 172.26.6.153 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/89d885ea-526f-4ca3-9f30-06bde6063005) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:15.143665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:15.248390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=aa31c252-379d-43e4-bdd6-5a831eaf8a50,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:15.251800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:15.257112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc3b90d3-9355-4cb3-a559-ba76628e8853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:15.317685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=2c7c3cd3-21f3-4d4a-8b24-548a4a579228,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:15.321024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:15.333292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:15.342388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:15.346649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:15.347326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:15.349186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:15.353430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:15.354498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:15.355182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.411516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.1847680
Nov 23 12:52:15.416557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.418539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/2c7c3cd3-21f3-4d4a-8b24-548a4a579228 HTTP/1.1" status: 204  len: 168 time: 1.9744582
Nov 23 12:52:15.419366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:15.421831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45668) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:15.462992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef582e8-2b5b-414b-93f9-58bc3c58260a None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:15.493478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.560097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port aa31c252-379d-43e4-bdd6-5a831eaf8a50 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:15.560478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.586736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0ac53a29-1a58-4be3-9e5f-2a486d853f7a None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:15.587556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ac53a29-1a58-4be3-9e5f-2a486d853f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.613694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet fb1ce7da-da07-44ee-82df-94895dddcad0 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:15.627329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.638150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33e49b-466d-400a-ae8d-a038be6c09e5 req-f11c78c6-fcdd-412c-82a7-25b874654d67 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:15.639775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb33e49b-466d-400a-ae8d-a038be6c09e5 req-f11c78c6-fcdd-412c-82a7-25b874654d67 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.2550983
Nov 23 12:52:15.691066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.711142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:15.770873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:15.980904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.006780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=89d885ea-526f-4ca3-9f30-06bde6063005,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:16.024232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb33e49b-466d-400a-ae8d-a038be6c09e5 req-f088d0fa-230e-48aa-aa14-c86409b60f35 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3679771
Nov 23 12:52:16.038561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:16.122410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:16.128219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:16.131572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:16.135515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for aa31c252-379d-43e4-bdd6-5a831eaf8a50 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:16.185658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.311004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.433373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.455652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e32fd0c-3bea-49e7-ad6f-b5cc3a0de39b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:16.469420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2664a3-783e-4a4c-b4dc-fdfd49f8d663 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:52:16.581690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=aa31c252-379d-43e4-bdd6-5a831eaf8a50,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:16.585731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:16.615448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-57eb61e8-1ddc-4c9b-be80-f16a8b004f85 None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:16.616236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57eb61e8-1ddc-4c9b-be80-f16a8b004f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.659022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.678417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888a094-fe3c-497b-874c-4cff149ef716 req-e8fe43fa-6f1e-434c-aa6b-07c75cdb690d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:16.681138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b888a094-fe3c-497b-874c-4cff149ef716 req-e8fe43fa-6f1e-434c-aa6b-07c75cdb690d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.4623613
Nov 23 12:52:16.683739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.723408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.724123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.746128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2664a3-783e-4a4c-b4dc-fdfd49f8d663 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:52:16.747444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:16.815009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/aa31c252-379d-43e4-bdd6-5a831eaf8a50 HTTP/1.1" status: 204  len: 168 time: 1.3922050
Nov 23 12:52:16.828796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45676) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:16.840089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'mac_address': 'fa:16:3e:a2:a2:23', 'name': 'tempest-PortsTestJSON-1657704571'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:16.857897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b888a094-fe3c-497b-874c-4cff149ef716 req-23a8a58f-7a53-4624-ba1c-d1b72380e568 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1595373
Nov 23 12:52:16.986710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:16.991749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.010602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:17.015627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd1e3b5e-1be3-4214-9c7e-f2932ecf6a5f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:17.048064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:17.109416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=fb1ce7da-da07-44ee-82df-94895dddcad0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:17.111849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:17.113156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:17.157168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:17.215292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9756f6f-5b52-4609-8171-36a560c46eaf None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:52:17.233973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-bcf1f625-4f55-4420-a0ca-48ccbf1bec4c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3176241
Nov 23 12:52:17.255992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:17.263610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.264249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:17.275494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Usage tracker for resource:floatingip and tenant:14c393ddaf6c4b09811f19a43edb7430 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:17.280212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:17.290772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:17.295935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.303012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-16f9938a-1b3b-4b98-bbf9-416dc39ae1e3 None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:17.303451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16f9938a-1b3b-4b98-bbf9-416dc39ae1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.319260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/fb1ce7da-da07-44ee-82df-94895dddcad0 HTTP/1.1" status: 204  len: 168 time: 1.8937228
Nov 23 12:52:17.319859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45682) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:17.319950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.347376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.398231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9756f6f-5b52-4609-8171-36a560c46eaf None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:52:17.407342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f02206c-1945-42a9-8712-10fd0c3cc59c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0861669
Nov 23 12:52:17.408032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45686) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:17.408164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.422912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:17.427057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b76a4be1-d21c-4e1f-bdf4-a60263835fe6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:17.606692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event updated for resources: {'Port': ['ID=06096193-dad3-4714-8f62-4de777b3be4b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:17.631199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:17.645457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port d5a67ea0-49eb-45a2-9c31-73e772d3bd7e yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:17.699225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:17.717252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:17.720923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:17.730515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:17.732112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 68bd12d8-c2bd-4ca1-885b-e98b36026700 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:52:17.766651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:17.773428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.787021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:17.855851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.045441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbdb998-0a65-4c47-8350-e70c66d69309 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:18.182729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fca435eb-5044-4009-aad7-997399ee7876 None None] Provisioning complete for port 11360a94-8838-4572-b172-1a0a9194f630 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:18.183315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fca435eb-5044-4009-aad7-997399ee7876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.327346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.433903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.436246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.26.6.235 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/23ffdbb0-0989-4442-9c07-ed9da1d1a132) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:18.452367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a08c77-6cd3-4585-9b22-46ab6da6b71e tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:18.455640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:18.462335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Deleting port 11360a94-8838-4572-b172-1a0a9194f630 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:18.462897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.568794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Floating IP 7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 associated. External IP: 172.26.6.144, port: b3d2b0da-bbdf-46ef-91dd-7099cb5e4047.
Nov 23 12:52:18.644105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=d5a67ea0-49eb-45a2-9c31-73e772d3bd7e,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:18.695399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] For port 11360a94-8838-4572-b172-1a0a9194f630, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=11360a94-8838-4572-b172-1a0a9194f630,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:18.695751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.728324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:18.769507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:18.774451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:18.777361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:18.781708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:18.782404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:18.825749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.9917922
Nov 23 12:52:18.827180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:18.838770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Calling delete_port for 11360a94-8838-4572-b172-1a0a9194f630 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:18.894192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:18.917527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] Sync routers for ids ['68bd12d8-c2bd-4ca1-885b-e98b36026700'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:18.929387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ac722-2456-47b0-8dcf-033fd99b4f76 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:18.930106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-088ac722-2456-47b0-8dcf-033fd99b4f76 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:18.933367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] Routers {'68bd12d8-c2bd-4ca1-885b-e98b36026700'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:18.934400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d6a6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['68bd12d8-c2bd-4ca1-885b-e98b36026700'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:18.955200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-088ac722-2456-47b0-8dcf-033fd99b4f76 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:18.959780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-088ac722-2456-47b0-8dcf-033fd99b4f76 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/d5a67ea0-49eb-45a2-9c31-73e772d3bd7e HTTP/1.1" status: 200  len: 841 time: 0.1265321
Nov 23 12:52:18.959983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:18.994508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.016547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:19.039030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.043071 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.9065723
Nov 23 12:52:19.051123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45698) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:19.060407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 11360a94-8838-4572-b172-1a0a9194f630 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:19.092671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port d5a67ea0-49eb-45a2-9c31-73e772d3bd7e {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:19.093060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.124876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.131885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.145658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d6a6d8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:19.149219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eb64b54-68a5-4138-8fbf-042d4459c652 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:19.164738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Pushing event deleted for resources: {'Port': ['ID=11360a94-8838-4572-b172-1a0a9194f630,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:19.170628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 11360a94-8838-4572-b172-1a0a9194f630 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:19.171026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 11360a94-8838-4572-b172-1a0a9194f630 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:19.174104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:19.199578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] Routers {'68bd12d8-c2bd-4ca1-885b-e98b36026700'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:19.200229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d6a6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['68bd12d8-c2bd-4ca1-885b-e98b36026700'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:19.277842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d6a6d8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:19.278455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f3a25-6493-40af-bb6d-bdbab444073e None None] The sync data for ids ['68bd12d8-c2bd-4ca1-885b-e98b36026700'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:19.284889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.308226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:19.316397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] No DVR routers for this DVR port 11360a94-8838-4572-b172-1a0a9194f630 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:19.368409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=609511b0-63ff-4413-978e-fc859cd17e84,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:19.382691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:19.473286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=23ffdbb0-0989-4442-9c07-ed9da1d1a132,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:19.477812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:19.527712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:19.531355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:19.541895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a7078-f1b0-4a5f-9f25-f7db24231462 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:19.542946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.558893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:19.559544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.697243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:19.703893 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1542487-7c34-42ec-91e8-ee26b737c055 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers/68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 200  len: 885 time: 0.6506052
Nov 23 12:52:19.706276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:19.707959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45702) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:19.711246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for d5a67ea0-49eb-45a2-9c31-73e772d3bd7e owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:19.757389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3409159
Nov 23 12:52:19.758095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45706) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:19.765970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:19.772582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:19.806947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '609511b0-63ff-4413-978e-fc859cd17e84'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:19.806947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.922142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:19.940033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00248ca1-ef5e-4a29-93ba-5a75f07cad75 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:20.035637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.048707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=d5a67ea0-49eb-45a2-9c31-73e772d3bd7e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:20.057730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:20.067659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:20.084880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:20.089672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:20.108415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:20.124889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Allocated IP 172.20.0.2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/609511b0-63ff-4413-978e-fc859cd17e84/4f396cf9-6569-418c-be9f-951a8f4258a6) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:20.125385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Router 8254b172-fc78-4003-b804-da7295d3791e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:52:20.133918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:20.138556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.187280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6df746c-476d-471e-b778-38a4babfae5d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:router {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:20.220480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.243604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/d5a67ea0-49eb-45a2-9c31-73e772d3bd7e HTTP/1.1" status: 204  len: 168 time: 1.2789712
Nov 23 12:52:20.243859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45710) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:20.297246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ccf7db-3df4-4268-abcd-c4c826f12144 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:52:20.297735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04ccf7db-3df4-4268-abcd-c4c826f12144 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:20.344550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.345927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d6df746c-476d-471e-b778-38a4babfae5d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:router {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:20.351195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6df746c-476d-471e-b778-38a4babfae5d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.6365602
Nov 23 12:52:20.351401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.362551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Transition to ACTIVE for port object 4f396cf9-6569-418c-be9f-951a8f4258a6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:20.363905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45714) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:20.379667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Transition to ACTIVE for port object 4f396cf9-6569-418c-be9f-951a8f4258a6 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:20.385535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.405310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6c87054-761f-4fe7-92b2-7fe8282b8873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:20.419174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04ccf7db-3df4-4268-abcd-c4c826f12144 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:20.424902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04ccf7db-3df4-4268-abcd-c4c826f12144 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/d5a67ea0-49eb-45a2-9c31-73e772d3bd7e HTTP/1.1" status: 404  len: 333 time: 0.1755772
Nov 23 12:52:20.424902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1599331862'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:20.425176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45718) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:20.447433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'name': 'tempest-PortsTestJSON-182079142'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:20.552891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Pushing event updated for resources: {'Port': ['ID=4f396cf9-6569-418c-be9f-951a8f4258a6,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:20.558650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:20.634593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:20.636330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:20.641301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:20.717871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Attempting to bind port 4f396cf9-6569-418c-be9f-951a8f4258a6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:20.718496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Attempting to bind port 4f396cf9-6569-418c-be9f-951a8f4258a6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:20.719025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Attempting to bind port 4f396cf9-6569-418c-be9f-951a8f4258a6 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:20.727638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:20.728407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:20.729015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.729594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:20.730409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Bound port: 4f396cf9-6569-418c-be9f-951a8f4258a6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:20.730968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.841646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] For port 4f396cf9-6569-418c-be9f-951a8f4258a6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:20.845264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] For port 4f396cf9-6569-418c-be9f-951a8f4258a6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f396cf9-6569-418c-be9f-951a8f4258a6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:20.848883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:20.864905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e67ad6c0-c789-43f9-a851-591e876e9808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:20.948773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:20.976467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:21.003229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:21.009232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.069843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.079713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.100265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:21.202202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Pushing event updated for resources: {'Port': ['ID=4f396cf9-6569-418c-be9f-951a8f4258a6,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:21.217803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:21.367123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 83173936-68e6-40fa-98f2-751214ea4d2e yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:21.403075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=23ffdbb0-0989-4442-9c07-ed9da1d1a132,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:21.413192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:21.414918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:21.426212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Sync routers for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:21.446534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:21.447224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e1b080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:21.508733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.732281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.5697355
Nov 23 12:52:21.742562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:52:21.826872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.858830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.865339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.867039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.6215396
Nov 23 12:52:21.867483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.895634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.905171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:52:21.905651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:52:21.960798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:21.979519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df607e3a-8acf-4c14-bc62-4c84928d73fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:22.128262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-0eb3cf60-7909-4237-bd20-a9279c6bc5f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:22.168338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=83173936-68e6-40fa-98f2-751214ea4d2e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:22.171457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:22.194794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-0eb3cf60-7909-4237-bd20-a9279c6bc5f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:22.196085 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-0eb3cf60-7909-4237-bd20-a9279c6bc5f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.235 HTTP/1.1" status: 200  len: 696 time: 0.2981973
Nov 23 12:52:22.201870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:22.203342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:22.205798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:22.211408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:22.211869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:22.284001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5355d82-1484-455d-9731-7a4bb5856499 req-a7cc943b-26a3-44f4-aa19-0acbff1736ba tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:22.285577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f5355d82-1484-455d-9731-7a4bb5856499 req-a7cc943b-26a3-44f4-aa19-0acbff1736ba tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:22.314169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e1b080>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8254b172-fc78-4003-b804-da7295d3791e', 'port_id': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'mac_address': 'fa:16:3e:e8:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:16Z', 'updated_at': '2020-11-23T12:52:16Z', 'revision_number': 0, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:22.320361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Checking router: 8254b172-fc78-4003-b804-da7295d3791e for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:52:22.332933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f5355d82-1484-455d-9731-7a4bb5856499 req-a7cc943b-26a3-44f4-aa19-0acbff1736ba tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:22.333164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:22.333506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.9067228
Nov 23 12:52:22.333651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e1b080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:22.334233 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f5355d82-1484-455d-9731-7a4bb5856499 req-a7cc943b-26a3-44f4-aa19-0acbff1736ba tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.3861096
Nov 23 12:52:22.337671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45726) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:22.352564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:22.398395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:22.406698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-1e099672-b490-4676-aa05-d4df84e286f2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:22.408208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-1e099672-b490-4676-aa05-d4df84e286f2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1901836
Nov 23 12:52:22.420410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-8b3ee72b-d6ca-4aaf-a0ea-ac17e044a4f7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:52:22.421994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33e79a55-2f85-4334-a9b6-8662cc9bb117 req-8b3ee72b-d6ca-4aaf-a0ea-ac17e044a4f7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0070634
Nov 23 12:52:22.542136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:52:22.590518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f5355d82-1484-455d-9731-7a4bb5856499 req-efc36ed3-9a4b-4d1c-8a7c-b43704a2f26e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2489605
Nov 23 12:52:22.617672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'status': 'completed', 'code': 200}
Nov 23 12:52:22.634400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45734) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:22.759579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:22.928351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d89a2ad-5b82-4a52-a40f-37977b8da8b4 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/floatingips/7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 HTTP/1.1" status: 200  len: 991 time: 0.2916713
Nov 23 12:52:22.961791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-0da68844-bc86-4390-b14a-cb15b0426e62 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:22.963605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-0da68844-bc86-4390-b14a-cb15b0426e62 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1586030
Nov 23 12:52:23.082402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9dfdfca8-fbee-4b47-941f-ad8574c17508 None None] Provisioning for port 4f396cf9-6569-418c-be9f-951a8f4258a6 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:23.094048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4f396cf9-6569-418c-be9f-951a8f4258a6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:23.101065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e1b080>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8254b172-fc78-4003-b804-da7295d3791e', 'port_id': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'mac_address': 'fa:16:3e:e8:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:16Z', 'updated_at': '2020-11-23T12:52:16Z', 'revision_number': 0, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:23.110847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b0d18-630b-49ee-93b4-96d899bbeb82 None None] The sync data for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs is: [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8254b172-fc78-4003-b804-da7295d3791e', 'port_id': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'mac_address': 'fa:16:3e:e8:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:16Z', 'updated_at': '2020-11-23T12:52:16Z', 'revision_number': 0, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:23.133186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-048c4995-368a-4b0a-b041-4c502b61cafe tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.235 HTTP/1.1" status: 200  len: 696 time: 0.1597562
Nov 23 12:52:23.138623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'port_id': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:23.157948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.215843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4f396cf9-6569-418c-be9f-951a8f4258a6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:23.219951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 68bd12d8-c2bd-4ca1-885b-e98b36026700 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:52:23.220885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.223999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:23.224852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.247131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.258973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7810336-487e-46b1-9afa-b8fb9bebbc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-901815143] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:23.396043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=83173936-68e6-40fa-98f2-751214ea4d2e,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:23.417791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:23.542684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:23.543313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.580994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0928d26-cc4f-4bf9-8b51-d83516470740 None None] New status for floating IP 7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:52:23.581767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-63d3c451-9f0f-41d0-9d97-6d4c056e75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:23.583410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-63d3c451-9f0f-41d0-9d97-6d4c056e75a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1162 time: 0.8986297
Nov 23 12:52:23.782521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:52:23.803921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 4f396cf9-6569-418c-be9f-951a8f4258a6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f396cf9-6569-418c-be9f-951a8f4258a6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:23.805005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] In _notify_port_updated(), no bound segment for port 83173936-68e6-40fa-98f2-751214ea4d2e on network d83eaba3-6539-4566-b94b-891fcbcd3301 {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:52:23.809260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:23.810026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.815739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/ports/83173936-68e6-40fa-98f2-751214ea4d2e HTTP/1.1" status: 200  len: 818 time: 1.4716957
Nov 23 12:52:23.818243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45738) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:23.861759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:23.932215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45742) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:24.066416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.168311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4b60b7ea-9612-4cce-bf04-38a626a95441 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/floatingips/7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 HTTP/1.1" status: 200  len: 991 time: 0.2332926
Nov 23 12:52:24.172143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.174810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.245814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.247950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-638dd9f6-6cf1-443b-862d-449f3a108756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:24.249589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-638dd9f6-6cf1-443b-862d-449f3a108756 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 890 time: 0.5965285
Nov 23 12:52:24.254008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.254929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.275328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 83173936-68e6-40fa-98f2-751214ea4d2e {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:24.275710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.315917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af1e7359-adb8-4647-bf71-b359ccc3cbb6 tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:24.365933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:24.366644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:24.368842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:24.369257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:24.393067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP 4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 associated. External IP: 172.26.6.235, port: b9e60942-1c68-4915-9f62-7e27a9e4dd1b.
Nov 23 12:52:24.685865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=4f396cf9-6569-418c-be9f-951a8f4258a6,revision_number=4']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:24.703579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-144b7b19-b983-4845-ba5f-aef3be8b9495 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 1001 time: 0.3910458
Nov 23 12:52:24.704593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:24.710665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27276edc-35b4-45e9-b50d-0b4aff8bbc7b tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:24.979388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.989191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=8d5e67d4-7b91-4275-a882-91476a7d412b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:24.993074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:24.993228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:24.999750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:25.000704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:25.009503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:25.012303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-afcf5b07-4eb5-4b12-9012-cfa8c1f4045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:25.012462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78e19a-dfa9-49be-9107-bfae80c9bafc None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:25.013980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-afcf5b07-4eb5-4b12-9012-cfa8c1f4045f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 200  len: 835 time: 0.2652533
Nov 23 12:52:25.016010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.022946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] Sync routers for ids ['68bd12d8-c2bd-4ca1-885b-e98b36026700'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:25.037588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:25.037988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.047803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] Routers {'68bd12d8-c2bd-4ca1-885b-e98b36026700'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:25.050568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3860>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['68bd12d8-c2bd-4ca1-885b-e98b36026700'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:25.091893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.097100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-696ba194-e26e-404d-bbc4-a359ef3fde77 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 200  len: 892 time: 4.7284806
Nov 23 12:52:25.105216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45746) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:25.137683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] For port 4f396cf9-6569-418c-be9f-951a8f4258a6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f396cf9-6569-418c-be9f-951a8f4258a6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:25.164630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3860>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:25.172650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45750) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:25.194885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] Routers {'68bd12d8-c2bd-4ca1-885b-e98b36026700'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:25.198882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3860>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['68bd12d8-c2bd-4ca1-885b-e98b36026700'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:25.275732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.278797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3860>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:25.279045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fa0fd-3b6e-45ec-81f3-265f0cc0162f None None] The sync data for ids ['68bd12d8-c2bd-4ca1-885b-e98b36026700'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:25.293193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89f1ef10-b435-4987-ba8c-fd6f096a645e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:25.307489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:52:25.350652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c73825b6-51f7-4db0-b41d-790a055bf902 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/floatingips/7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 HTTP/1.1" status: 200  len: 993 time: 0.1713879
Nov 23 12:52:25.383811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:25.384054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:25.438859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 83173936-68e6-40fa-98f2-751214ea4d2e owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:25.489527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Pushing event updated for resources: {'Port': ['ID=4f396cf9-6569-418c-be9f-951a8f4258a6,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:25.510622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:25.520743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.7539310
Nov 23 12:52:25.522732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:25.529123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:58:d9:cd', 'name': 'tempest-NetworksTestDHCPv6-404793093'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:25.533796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7587ecf7-f013-4e3f-b768-fdc5575f137d None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:25.533796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7587ecf7-f013-4e3f-b768-fdc5575f137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.745298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.745298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-1de3f1d2-dff6-4f16-b123-074679ad1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:25.753502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-1de3f1d2-dff6-4f16-b123-074679ad1d02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7052083
Nov 23 12:52:25.769986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-780da5e5-080a-4bc2-8a60-4dd53035307e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:25.795828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:25.808315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:25.810433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:25.819350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:25.827386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:25.843523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:25.844999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec84a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:25.855413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:25.873043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:25.901053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:25.934852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=83173936-68e6-40fa-98f2-751214ea4d2e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:26.004590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-07e49d67-6da3-4c23-a622-cd6542979e51 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "PUT /v2.0/floatingips/4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 HTTP/1.1" status: 200  len: 996 time: 2.8683257
Nov 23 12:52:26.009625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:52:26.056327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:26.134772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'status': 'completed', 'code': 200}
Nov 23 12:52:26.173259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:26.277090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-378dbb6e-e797-4d5c-813f-3713eb0bb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:26.279612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-378dbb6e-e797-4d5c-813f-3713eb0bb72b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1162 time: 0.2020984
Nov 23 12:52:26.387077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-ca62cc12-131a-4ad7-bce6-652f45b022c4 service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5723062
Nov 23 12:52:26.470539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 42f2e9c0-562a-49e9-affd-daa1fe951988 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:26.540002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:26.570522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:52:26.591180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/83173936-68e6-40fa-98f2-751214ea4d2e HTTP/1.1" status: 204  len: 168 time: 2.7693217
Nov 23 12:52:26.603023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bdc39e74-41c9-4b9c-85b6-28b43a84f23f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers/68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 200  len: 892 time: 1.4778609
Nov 23 12:52:26.607583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:26.607941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45762) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:26.635640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4f396cf9-6569-418c-be9f-951a8f4258a6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:26.730476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d2864b18-c8ae-4a92-a516-47d54c4274c3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 200  len: 205 time: 0.1196122
Nov 23 12:52:26.733189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45768) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:26.745939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-aaa79dcd-58cf-4ecc-8ce3-48aef9bdc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:26.748144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-aaa79dcd-58cf-4ecc-8ce3-48aef9bdc614 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1162 time: 0.5914075
Nov 23 12:52:26.866846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d8e407eb-51da-4c20-861a-0359f9c23b55 None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:26.867171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8e407eb-51da-4c20-861a-0359f9c23b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.019474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-1028151d-9d7e-48cf-8699-27ed3d1619b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.022000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-1028151d-9d7e-48cf-8699-27ed3d1619b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.4028897
Nov 23 12:52:27.040335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:27.040792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.113350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 172.20.0.13 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/609511b0-63ff-4413-978e-fc859cd17e84/42f2e9c0-562a-49e9-affd-daa1fe951988) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:27.134468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012cf98f-5886-44ce-8ce5-7c4be9fb85ad req-a66cf13c-dd0e-40f2-bc89-0f862d750c17 service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7389116
Nov 23 12:52:27.146229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe58:d9cd (a47ca4f9-0e3c-44db-bca2-574c47036bc3/8d5e67d4-7b91-4275-a882-91476a7d412b/42f2e9c0-562a-49e9-affd-daa1fe951988) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:27.191280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638c9bb-d864-4ed5-a413-39851e07959b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.191908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e638c9bb-d864-4ed5-a413-39851e07959b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:27.233661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-1f042ecf-d6d0-4eed-9b81-9c36bdab25be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 999 time: 0.1846745
Nov 23 12:52:27.235105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-ef811d0a-9027-4950-a2e0-9c3fb45e0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.236951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-ef811d0a-9027-4950-a2e0-9c3fb45e0ff7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.4699640
Nov 23 12:52:27.238220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e638c9bb-d864-4ed5-a413-39851e07959b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:27.239545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e638c9bb-d864-4ed5-a413-39851e07959b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 842 time: 0.6306202
Nov 23 12:52:27.242997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45772) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:27.335354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec84a8>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.235', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:30:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:19Z', 'updated_at': '2020-11-23T12:52:23Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:27.340625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:52:27.352791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:27.353656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec84a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:27.364647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a36c2d-21b5-4253-8c5f-8bc7dc636e97 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:52:27.366080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4a36c2d-21b5-4253-8c5f-8bc7dc636e97 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/83173936-68e6-40fa-98f2-751214ea4d2e HTTP/1.1" status: 404  len: 333 time: 0.1218283
Nov 23 12:52:27.370264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45776) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:27.379198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-151467786'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:27.387755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:27.402797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:27.407779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:27.417414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:27.424930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-5577488d-55bb-4dfa-a014-7a7b2b229bbf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 999 time: 0.1788845
Nov 23 12:52:27.430226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:27.435781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.441508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-dc24f1a2-0ab3-4bf0-8221-86e42603fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.443203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-dc24f1a2-0ab3-4bf0-8221-86e42603fd76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1916063
Nov 23 12:52:27.448960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.532661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:52:27.545571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-230412df-dd92-40ec-878d-d0f7a72cdeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.547204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-230412df-dd92-40ec-878d-d0f7a72cdeab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.0991981
Nov 23 12:52:27.551505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.551893 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment a4adfa22-b151-4fbf-804c-61d0f93ce523 of type vxlan for network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e
Nov 23 12:52:27.567705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:52:27.632680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.700028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-494571bc-1cd2-4eb2-aa3d-179264feb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.702018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-494571bc-1cd2-4eb2-aa3d-179264feb97d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1433530
Nov 23 12:52:27.703881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.708313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:27.710061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.745480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99abff2a-da8d-4ba3-ab54-b0d2ebcc6a80 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:27.879334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c67f01f8-101c-4936-9f22-ebe94975c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:27.925411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5537608
Nov 23 12:52:27.929892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45780) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:27.935812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=238d4f8d-c4df-4830-8d1f-ef04d50fd39e,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:27.940790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14d42108-d813-48c1-be6b-26e42f5730b0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:27.963076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:27.963859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:27.979454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-b124aea9-772f-4dc6-ab63-bd603a680453 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619762
Nov 23 12:52:27.985771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:28.096901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:28.132578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-834ec2fd-86a3-4842-9b54-0223cae603b8 req-bbf9a121-4972-46c6-85a5-8ea6c712b52a service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456552
Nov 23 12:52:28.160184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 42f2e9c0-562a-49e9-affd-daa1fe951988 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:28.167167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-70893eb4-bfac-4758-88bf-7ae64eb3b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:28.168936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-70893eb4-bfac-4758-88bf-7ae64eb3b871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3890522
Nov 23 12:52:28.173272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:28.186831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-a1235e79-9368-4e60-b097-7b7ade44ab9e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:52:28.188194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-a1235e79-9368-4e60-b097-7b7ade44ab9e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0089219
Nov 23 12:52:28.190349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:28.199524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:28.215149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec84a8>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.235', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:30:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:19Z', 'updated_at': '2020-11-23T12:52:23Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:28.219743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8e575-a831-4904-a3ca-2c283a5c8012 None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.235', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:30:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:52:19Z', 'updated_at': '2020-11-23T12:52:23Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:28.238190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:28.329473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:28.408119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:28.433821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:28.525893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1adafe2-52fb-4ea4-ad56-3fb8bd977ca5 None None] New status for floating IP 4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:52:28.653284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=42f2e9c0-562a-49e9-affd-daa1fe951988,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:28.656727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:28.669075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:28.769986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-03f6b31b-2fd4-4cd3-8fe8-9b044922e04e service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5650516
Nov 23 12:52:28.916245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:28.953013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 89d885ea-526f-4ca3-9f30-06bde6063005 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:28.953383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.035017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:29.047074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:29.065325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:29.200885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cce81c2-e00e-4cdd-aa4d-7ea12e7e8f45 req-8f2a8b90-46d2-43a0-bcd2-0e9daaa713cf service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4154365
Nov 23 12:52:29.279878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:29.280577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.286288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9043d085-2999-4fb6-8fe8-bbd17dd5d8e1 None None] Provisioning for port 42f2e9c0-562a-49e9-affd-daa1fe951988 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:29.291920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9043d085-2999-4fb6-8fe8-bbd17dd5d8e1 None None] Provisioning complete for port 42f2e9c0-562a-49e9-affd-daa1fe951988 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:29.292345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9043d085-2999-4fb6-8fe8-bbd17dd5d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.347549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9043d085-2999-4fb6-8fe8-bbd17dd5d8e1 None None] Port 42f2e9c0-562a-49e9-affd-daa1fe951988 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:52:29.374340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.8536985
Nov 23 12:52:29.376337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.377546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45786) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:29.468107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff054f85-b52f-4e6a-bdec-19104a5305a9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:29.472583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff054f85-b52f-4e6a-bdec-19104a5305a9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:29.473435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff054f85-b52f-4e6a-bdec-19104a5305a9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:29.488829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ff054f85-b52f-4e6a-bdec-19104a5305a9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:29.493434 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ff054f85-b52f-4e6a-bdec-19104a5305a9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.1113045
Nov 23 12:52:29.493711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45790) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:29.522707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 89d885ea-526f-4ca3-9f30-06bde6063005 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:29.566373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 42f2e9c0-562a-49e9-affd-daa1fe951988 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:29.566671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.841347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.869501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:29.888474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1af00608-787f-405d-bc2f-10c15f273804 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:29.974459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 42f2e9c0-562a-49e9-affd-daa1fe951988 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:30.205641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.221958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:30.222549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61d9e16a-2099-44db-acae-0f25e08f2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.262689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=89d885ea-526f-4ca3-9f30-06bde6063005,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:30.285405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.285832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.286245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.286661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.287730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.288223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.288661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.289067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.289487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.289891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.290292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.290688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.291179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.291577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.291976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.292371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.292796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.293193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.293589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.293988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.294375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.294766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.295158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.295548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:30.298693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.315144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:30.318194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bfaecc3-3239-4fd3-9910-f1425d4f6da9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:30.328358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=42f2e9c0-562a-49e9-affd-daa1fe951988,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:30.333025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:30.473311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.489116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/42f2e9c0-562a-49e9-affd-daa1fe951988 HTTP/1.1" status: 204  len: 168 time: 0.9942956
Nov 23 12:52:30.491670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45794) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:30.502959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:30.523759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:30.585919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:30.587582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:30.588931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:30.590164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:30.606106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:30.609331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b98c3e9-81e6-42be-a6c6-ee4ace001eb0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1162305
Nov 23 12:52:30.610243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45798) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:30.703912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.778726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': 'a4adfa22-b151-4fbf-804c-61d0f93ce523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:30.779093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: 238d4f8d-c4df-4830-8d1f-ef04d50fd39e, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:52:30.783649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.831793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 609511b0-63ff-4413-978e-fc859cd17e84 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:30.835731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.900712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:30.988006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.072272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:52:31.081345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.088618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.089329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 238d4f8d-c4df-4830-8d1f-ef04d50fd39e) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:31.102426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e47a3f-8e3c-4187-9c8c-ed26d18738d8 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:31.104854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:31.105502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.141247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.141844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router 68bd12d8-c2bd-4ca1-885b-e98b36026700 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:52:31.147900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.149120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 204  len: 168 time: 4.4128873
Nov 23 12:52:31.154289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2113709
Nov 23 12:52:31.155001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45802) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:31.155396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:31.163965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:31.185893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-524804173'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:31.193629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:31.257991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:31.264460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:31.274643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:31.296667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.297239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:31.303210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.313901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7edc060-6cd0-41fa-9705-26380892dd31 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:31.370951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': 'a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:31.371897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.386595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:31.388892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:52:31.400136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:31.409926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:31.409926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:31.411813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.412559 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment df7ac9c2-6126-426a-ae3f-9cad4615661c of type vxlan for network 3b827beb-5e9c-42ad-9279-b56a99f7ac89
Nov 23 12:52:31.414875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=609511b0-63ff-4413-978e-fc859cd17e84,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:31.418114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:31.429711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:31.435718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.497353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.513537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de64526-421e-4066-8345-ca9b4e1bef70 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:31.520197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/609511b0-63ff-4413-978e-fc859cd17e84 HTTP/1.1" status: 204  len: 168 time: 0.9054914
Nov 23 12:52:31.520197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45810) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:31.543833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.609995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 8d5e67d4-7b91-4275-a882-91476a7d412b {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:31.610248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.613405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.614273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:31.614658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.636124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7df1da4-42ba-46ec-ab72-73fabf1e1e3b tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:31.676142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.713067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5521810
Nov 23 12:52:31.715976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45814) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:31.721772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d (CIDR: 172.20.0.0/28)
Nov 23 12:52:31.722731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:31.729987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:31.730847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:31.765671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=3b827beb-5e9c-42ad-9279-b56a99f7ac89,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:31.769456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:31.776395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96d95cda-2d66-4b4c-8a82-67e90051a071 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6198986
Nov 23 12:52:31.777109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45818) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:31.784205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:31.898619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:31.904973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:31.909692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:31.918237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:31.926872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:31.937626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:31.950152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:31.951743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:31.954245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:31.957313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:31.963992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:31.973031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:31.973589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:31.979679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.186491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.261861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.343704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.353776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Allocated IP 172.20.0.2 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d/181db9a3-f020-446f-a169-3debf73e038b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:32.575315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.595804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f5bc30e-b34f-40b4-8ac5-5bf042d7e530 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:32.747068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.793376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1bf5d938-d7e2-439d-81eb-1e6d4ee462d3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:32.819016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=2e26554d-6cf3-4ac4-853a-03a9ace11ad3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:32.847534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:32.862517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.877810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Transition to ACTIVE for port object 181db9a3-f020-446f-a169-3debf73e038b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:32.913018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Transition to ACTIVE for port object 181db9a3-f020-446f-a169-3debf73e038b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:32.921835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:32.962149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:32.971621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:33.012865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:33.012865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.073367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2892785
Nov 23 12:52:33.083037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45822) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:33.083037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'fixed_ips': [{'subnet_id': 'a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d'}, {'subnet_id': '2e26554d-6cf3-4ac4-853a-03a9ace11ad3'}], 'name': 'tempest-PortsTestJSON-1690516649'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:33.103199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bde16026-29e9-47c0-b9e2-3bbb9fd5b8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:33.326333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Pushing event updated for resources: {'Port': ['ID=181db9a3-f020-446f-a169-3debf73e038b,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:33.333417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=8d5e67d4-7b91-4275-a882-91476a7d412b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:33.338259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:33.370816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:33.370816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:33.370816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:33.403501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:33.448194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:33.466105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:33.479821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:33.496565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.502320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Attempting to bind port 181db9a3-f020-446f-a169-3debf73e038b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:33.502320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Attempting to bind port 181db9a3-f020-446f-a169-3debf73e038b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'a4adfa22-b151-4fbf-804c-61d0f93ce523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:33.502320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Attempting to bind port 181db9a3-f020-446f-a169-3debf73e038b on network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:33.513112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Checking segment: {'id': 'a4adfa22-b151-4fbf-804c-61d0f93ce523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Bound using segment: {'id': 'a4adfa22-b151-4fbf-804c-61d0f93ce523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Bound port: 181db9a3-f020-446f-a169-3debf73e038b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4adfa22-b151-4fbf-804c-61d0f93ce523', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:33.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.564485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/8d5e67d4-7b91-4275-a882-91476a7d412b HTTP/1.1" status: 204  len: 168 time: 2.0332689
Nov 23 12:52:33.564485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45826) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:33.629211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:33.629211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=181db9a3-f020-446f-a169-3debf73e038b,segment=NetworkSegment(a4adfa22-b151-4fbf-804c-61d0f93ce523),segment_id=a4adfa22-b151-4fbf-804c-61d0f93ce523)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:33.629211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdde889-ee8f-4b9e-b448-09a227e87967 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:33.653908 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7627f815-e157-427d-b1f2-f1f0b21527b3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0841336
Nov 23 12:52:33.653908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45830) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:33.659052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:33.733229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.754062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-537b7241-2d7d-472e-96e3-5ac20ae415fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:33.774912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port c08cd96e-92be-4226-bbdd-e161148bcb27 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:33.843330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:33.864305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73ed4ad1-ddd9-42e8-88a5-310593fc2951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:34.003151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:34.014237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:34.022971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:34.036213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=9b100321-4a8c-4a19-b84d-b39f5520568f,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:34.039006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:34.052760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Pushing event updated for resources: {'Port': ['ID=181db9a3-f020-446f-a169-3debf73e038b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:34.056664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2883338e-06ba-4fbb-8538-596489dcc09a None None] Provisioning complete for port 4f396cf9-6569-418c-be9f-951a8f4258a6 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:34.057998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883338e-06ba-4fbb-8538-596489dcc09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.082634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.083072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.083468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.084739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.085169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.085582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.085997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.086411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.086803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.087428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.088030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.088695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.089218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.089630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.090040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.090425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.090999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.091409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.091819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.092227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.092680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.093090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.093499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.093901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.099896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:34.106626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.125962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:34.149115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.149486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.150075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.150625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.151167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.151728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.152100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.152492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.152870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.153237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.153606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.153986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.154440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.154789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.155340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.155708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.156069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.156452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.156841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.157206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.157577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.157930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.158291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.158651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:52:34.171093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:34.274900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': 'df7ac9c2-6126-426a-ae3f-9cad4615661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:34.274900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: 3b827beb-5e9c-42ad-9279-b56a99f7ac89, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:52:34.288184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:34.298735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Deleting port 4f396cf9-6569-418c-be9f-951a8f4258a6 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:34.299644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.362170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:52:34.409039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 3b827beb-5e9c-42ad-9279-b56a99f7ac89) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:34.437252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82f459-aade-4f03-b9a8-691852dd8c58 None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:34.454076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:34.454737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.516621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.5 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d/c08cd96e-92be-4226-bbdd-e161148bcb27) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:34.533078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.20 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/2e26554d-6cf3-4ac4-853a-03a9ace11ad3/c08cd96e-92be-4226-bbdd-e161148bcb27) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:34.567504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8502948
Nov 23 12:52:34.570466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45834) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:34.579037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659073889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:34.610902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:34.636852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4f396cf9-6569-418c-be9f-951a8f4258a6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:34.643976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:34.666059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.678334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.719898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.755962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.813321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.817058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-357aa067-b7c9-41dd-a4e3-93c4cffc3368 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2402506
Nov 23 12:52:34.818005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45840) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:34.892723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.917791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object c08cd96e-92be-4226-bbdd-e161148bcb27 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:34.939817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:34.957304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:35.007706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] For port 4f396cf9-6569-418c-be9f-951a8f4258a6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4f396cf9-6569-418c-be9f-951a8f4258a6,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:35.008165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.113526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=c08cd96e-92be-4226-bbdd-e161148bcb27,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:35.147881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:35.182082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Calling delete_port for 4f396cf9-6569-418c-be9f-951a8f4258a6 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:35.191861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:35.193157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:35.196952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:35.213669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-3b827beb-5e9c-42ad-9279-b56a99f7ac89', 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': '9b100321-4a8c-4a19-b84d-b39f5520568f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:35.214568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.219541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.248661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-642154c5-e7db-4f98-9bcc-937d84ce01a4 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:35.293786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:35.294531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.333831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 2.2519424
Nov 23 12:52:35.333831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45844) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:35.344148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:35.457466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.495223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.521486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:35.632484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=dc604c8b-fe44-455f-b474-c059d1a20d53,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:35.642749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:35.711508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Pushing event deleted for resources: {'Port': ['ID=4f396cf9-6569-418c-be9f-951a8f4258a6,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:35.721358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:35.815425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:35.820891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:35.855794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.866575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:35.867214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:35.883735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:36.003284 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3546028
Nov 23 12:52:36.014442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45848) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:36.019356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Allocated IP 2001:db8::2 (3b827beb-5e9c-42ad-9279-b56a99f7ac89/9b100321-4a8c-4a19-b84d-b39f5520568f/2a7a3639-a56f-447d-9304-d86b80649f8b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:36.026615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] No DVR routers for this DVR port 4f396cf9-6569-418c-be9f-951a8f4258a6 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:36.132155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd5bfe-5ad1-4b11-bdf5-35e85791c264 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:36.149527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758932d-8e8c-4532-9f6a-7f365672acd9 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:36.444385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-eded7cd7-1487-4d25-a4bb-db3eb925277b None None] Provisioning for port 181db9a3-f020-446f-a169-3debf73e038b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:36.456287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:36.473530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Delete allocated IP 172.20.0.20 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/2e26554d-6cf3-4ac4-853a-03a9ace11ad3) {{(pid=81023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:52:36.718315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 181db9a3-f020-446f-a169-3debf73e038b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:36.756146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:36.756146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:36.762031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:36.772275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:36.826134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:36.888664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:36.908828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Ignored duplicate provisioning block setup for port c08cd96e-92be-4226-bbdd-e161148bcb27 by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 23 12:52:36.934940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:36.964025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f4070e1-1fc7-4999-aa4e-394ce9f61f78 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:37.091578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.172399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'dc604c8b-fe44-455f-b474-c059d1a20d53'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:37.172399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.218775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=c08cd96e-92be-4226-bbdd-e161148bcb27,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:37.232933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:37.239382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.239382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 181db9a3-f020-446f-a169-3debf73e038b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:37.306860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 181db9a3-f020-446f-a169-3debf73e038b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:37.306860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.392312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Transition to ACTIVE for port object 2a7a3639-a56f-447d-9304-d86b80649f8b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:37.417714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] In _notify_port_updated(), no bound segment for port c08cd96e-92be-4226-bbdd-e161148bcb27 on network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:52:37.419975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:37.421371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.422633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/ports/c08cd96e-92be-4226-bbdd-e161148bcb27 HTTP/1.1" status: 200  len: 919 time: 2.0908251
Nov 23 12:52:37.425587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45854) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:37.452070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d'}, {'subnet_id': '2e26554d-6cf3-4ac4-853a-03a9ace11ad3'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:37.470256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Transition to ACTIVE for port object 2a7a3639-a56f-447d-9304-d86b80649f8b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:37.493095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Update dhcp port {'port': {'network_id': '238d4f8d-c4df-4830-8d1f-ef04d50fd39e', 'fixed_ips': [{'subnet_id': 'a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2e26554d-6cf3-4ac4-853a-03a9ace11ad3'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '181db9a3-f020-446f-a169-3debf73e038b'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:52:37.560372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.572510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.595908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38901b08-7b15-4e96-ab37-c2e38d31ef0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:37.722203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8::1 (3b827beb-5e9c-42ad-9279-b56a99f7ac89/9b100321-4a8c-4a19-b84d-b39f5520568f/dc652523-1767-4c58-93fa-1aa7494b4737) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:37.760349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:37.917413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7a3639-a56f-447d-9304-d86b80649f8b,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:37.929104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:38.014693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.121166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.163979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object dc652523-1767-4c58-93fa-1aa7494b4737 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:38.187289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=181db9a3-f020-446f-a169-3debf73e038b,segment=NetworkSegment(a4adfa22-b151-4fbf-804c-61d0f93ce523),segment_id=a4adfa22-b151-4fbf-804c-61d0f93ce523)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:38.264390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.270320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:38.274341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:38.324349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:38.331880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Allocated IP 172.20.0.2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/dc604c8b-fe44-455f-b474-c059d1a20d53/72936ea8-abb3-45e0-80a2-17960aeefa20) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:38.341829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:38.354052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.25 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/2e26554d-6cf3-4ac4-853a-03a9ace11ad3/c08cd96e-92be-4226-bbdd-e161148bcb27) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:38.372862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.491622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:52:38.493124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-616d903a-cdb4-493d-a724-345d571dbaef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:38.527967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=181db9a3-f020-446f-a169-3debf73e038b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:38.537019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:38.542967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Attempting to bind port 2a7a3639-a56f-447d-9304-d86b80649f8b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:38.543391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Attempting to bind port 2a7a3639-a56f-447d-9304-d86b80649f8b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'df7ac9c2-6126-426a-ae3f-9cad4615661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:38.543895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Attempting to bind port 2a7a3639-a56f-447d-9304-d86b80649f8b on network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:38.559053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.560237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:38.560704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Checking segment: {'id': 'df7ac9c2-6126-426a-ae3f-9cad4615661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:38.561418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.561868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Bound using segment: {'id': 'df7ac9c2-6126-426a-ae3f-9cad4615661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:38.562777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Bound port: 2a7a3639-a56f-447d-9304-d86b80649f8b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7ac9c2-6126-426a-ae3f-9cad4615661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3b827beb-5e9c-42ad-9279-b56a99f7ac89'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:38.563492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.610472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.648858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Ignored duplicate provisioning block setup for port c08cd96e-92be-4226-bbdd-e161148bcb27 by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 23 12:52:38.650484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.651913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=dc652523-1767-4c58-93fa-1aa7494b4737,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:38.662107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:38.662107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6ab4148-e654-408d-8bbf-1cee61b4f4f2 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:38.732168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=3c0e6888-5bce-4327-b4e1-1f101b1b38af,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:38.739099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:38.835737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2bf2fbf-e498-4c0d-b667-0527dc9d78b0 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:38.859588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:38.864248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:38.867268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:38.868632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:38.868769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.875025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:38.894123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:38.894786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.910937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] For port 2a7a3639-a56f-447d-9304-d86b80649f8b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:38.924997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Allocated IP 172.20.0.18 (238d4f8d-c4df-4830-8d1f-ef04d50fd39e/2e26554d-6cf3-4ac4-853a-03a9ace11ad3/181db9a3-f020-446f-a169-3debf73e038b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:38.941132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] For port 2a7a3639-a56f-447d-9304-d86b80649f8b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2a7a3639-a56f-447d-9304-d86b80649f8b,segment=NetworkSegment(df7ac9c2-6126-426a-ae3f-9cad4615661c),segment_id=df7ac9c2-6126-426a-ae3f-9cad4615661c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:38.949198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:38.952524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9372535
Nov 23 12:52:38.962857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45860) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:38.986956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:7f:46:83', 'name': 'tempest-NetworksTestDHCPv6-770633335'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:39.013451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=c08cd96e-92be-4226-bbdd-e161148bcb27,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:39.030101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.049870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.068686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Transition to ACTIVE for port object 72936ea8-abb3-45e0-80a2-17960aeefa20 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:39.071469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:39.071694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e140ec0-25a0-4b71-b19c-a2ccbe631983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:39.112167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] In _notify_port_updated(), no bound segment for port c08cd96e-92be-4226-bbdd-e161148bcb27 on network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:52:39.116571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:39.117863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.122019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/ports/c08cd96e-92be-4226-bbdd-e161148bcb27 HTTP/1.1" status: 200  len: 999 time: 1.6840613
Nov 23 12:52:39.123066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45864) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:39.182756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:39.188377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:39.193659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:39.203359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:39.207307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Transition to ACTIVE for port object 72936ea8-abb3-45e0-80a2-17960aeefa20 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:39.227978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:39.238735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.270738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port c08cd96e-92be-4226-bbdd-e161148bcb27 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:39.271132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.405312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.557121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7a3639-a56f-447d-9304-d86b80649f8b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:39.567382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:39.571577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-52dc17a2-6b5e-4312-ac57-5dd3c68e3b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:39.597304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 26c319b3-d904-4e16-a0f1-664c7c0601bb yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:39.665916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=181db9a3-f020-446f-a169-3debf73e038b,segment=NetworkSegment(a4adfa22-b151-4fbf-804c-61d0f93ce523),segment_id=a4adfa22-b151-4fbf-804c-61d0f93ce523)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:39.702239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Pushing event updated for resources: {'Port': ['ID=72936ea8-abb3-45e0-80a2-17960aeefa20,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:39.710811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:39.810797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.844001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:39.845543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Transition to ACTIVE for port object 181db9a3-f020-446f-a169-3debf73e038b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:39.846976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:39.851297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:39.856307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:39.875243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a980bed-5d70-4115-be06-4634714471cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:40.093455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Pushing event updated for resources: {'Port': ['ID=181db9a3-f020-446f-a169-3debf73e038b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:40.107724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Attempting to bind port 72936ea8-abb3-45e0-80a2-17960aeefa20 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:40.108154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Attempting to bind port 72936ea8-abb3-45e0-80a2-17960aeefa20 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:40.108612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Attempting to bind port 72936ea8-abb3-45e0-80a2-17960aeefa20 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:40.116721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:40.124163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:40.127669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:40.128371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.130013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:40.130772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Bound port: 72936ea8-abb3-45e0-80a2-17960aeefa20, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:40.131779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.214812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 172.20.0.12 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/dc604c8b-fe44-455f-b474-c059d1a20d53/26c319b3-d904-4e16-a0f1-664c7c0601bb) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:40.236822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe7f:4683 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/3c0e6888-5bce-4327-b4e1-1f101b1b38af/26c319b3-d904-4e16-a0f1-664c7c0601bb) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:40.291160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.357439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] For port 72936ea8-abb3-45e0-80a2-17960aeefa20, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:40.362176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] For port 72936ea8-abb3-45e0-80a2-17960aeefa20, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=72936ea8-abb3-45e0-80a2-17960aeefa20,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:40.375076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.402692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:40.517005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.532530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for c08cd96e-92be-4226-bbdd-e161148bcb27 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:40.588789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Pushing event updated for resources: {'Port': ['ID=72936ea8-abb3-45e0-80a2-17960aeefa20,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:40.594343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:40.629881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.676641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 26c319b3-d904-4e16-a0f1-664c7c0601bb will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:40.682127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.683333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.705465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2f49ec3-6734-4216-bc29-b746482ae3b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:40.708175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:40.729812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:40.794962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 181db9a3-f020-446f-a169-3debf73e038b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:40.922647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2a7a3639-a56f-447d-9304-d86b80649f8b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:40.981232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=26c319b3-d904-4e16-a0f1-664c7c0601bb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:40.992120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=dc652523-1767-4c58-93fa-1aa7494b4737,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:40.993022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:41.021024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:41.039298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2a7a3639-a56f-447d-9304-d86b80649f8b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:41.099466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:41.101449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:41.105239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:41.155822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:41.185890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:41.186566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:41.188826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:41.230101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.2579942
Nov 23 12:52:41.230101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45870) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:41.282952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db667e4c-0e4d-4c11-9fbb-80e3972c5d56 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:41.359074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527691f-eb3a-4dd3-8007-6cd9c592348e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:41.364245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527691f-eb3a-4dd3-8007-6cd9c592348e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:41.366254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4527691f-eb3a-4dd3-8007-6cd9c592348e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:41.413498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4527691f-eb3a-4dd3-8007-6cd9c592348e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:41.414323 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4527691f-eb3a-4dd3-8007-6cd9c592348e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.1832185
Nov 23 12:52:41.417076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45876) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:41.491146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:41.511543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed12f2da-a9ff-4682-977e-14fcb5b48411 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:41.586401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 26c319b3-d904-4e16-a0f1-664c7c0601bb {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:41.588279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:41.613463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Provisioning complete for port c08cd96e-92be-4226-bbdd-e161148bcb27 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:41.614164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:41.679931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Port c08cd96e-92be-4226-bbdd-e161148bcb27 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:52:41.727548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=c08cd96e-92be-4226-bbdd-e161148bcb27,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:41.753761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Provisioning for port 181db9a3-f020-446f-a169-3debf73e038b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:41.761494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Provisioning complete for port 181db9a3-f020-446f-a169-3debf73e038b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:41.762134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dce14b41-93c1-40c7-98d3-114bc14932cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:41.821261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:42.003497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.093185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.114244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/c08cd96e-92be-4226-bbdd-e161148bcb27 HTTP/1.1" status: 204  len: 168 time: 2.9862919
Nov 23 12:52:42.114971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45880) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:42.117674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb5850-b103-4a04-9fa5-2e6c414fea1e None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:42.158531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 26c319b3-d904-4e16-a0f1-664c7c0601bb owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:42.179146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf2b9b-fc47-4c74-b38f-7823e70eaa59 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:52:42.179722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ffaf2b9b-fc47-4c74-b38f-7823e70eaa59 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:42.199256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router f512b5e4-da4f-406d-a721-5aa7f2d27132 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:52:42.259986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Provisioning for port 2a7a3639-a56f-447d-9304-d86b80649f8b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:42.270146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Provisioning complete for port 2a7a3639-a56f-447d-9304-d86b80649f8b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:42.271174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.280147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ffaf2b9b-fc47-4c74-b38f-7823e70eaa59 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:42.281958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ffaf2b9b-fc47-4c74-b38f-7823e70eaa59 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/c08cd96e-92be-4226-bbdd-e161148bcb27 HTTP/1.1" status: 404  len: 333 time: 0.1644418
Nov 23 12:52:42.294312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45884) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:42.417174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.435325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-642e5f9c-19b0-41c9-a922-f00eee9e0dba tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:42.517204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.577279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] For port 2a7a3639-a56f-447d-9304-d86b80649f8b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2a7a3639-a56f-447d-9304-d86b80649f8b,segment=NetworkSegment(df7ac9c2-6126-426a-ae3f-9cad4615661c),segment_id=df7ac9c2-6126-426a-ae3f-9cad4615661c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:42.585033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.595151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b0f5cf4-24d5-4fec-9881-527189a22ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:42.598829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=26c319b3-d904-4e16-a0f1-664c7c0601bb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:42.630401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:42.700372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Pushing event updated for resources: {'Port': ['ID=2a7a3639-a56f-447d-9304-d86b80649f8b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:42.706899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:42.777387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:42.781592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 72936ea8-abb3-45e0-80a2-17960aeefa20 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:42.783859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/f512b5e4-da4f-406d-a721-5aa7f2d27132/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9612334
Nov 23 12:52:42.794718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 2e26554d-6cf3-4ac4-853a-03a9ace11ad3 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:42.798976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45888) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:42.859488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.886841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] Sync routers for ids ['f512b5e4-da4f-406d-a721-5aa7f2d27132'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:42.910387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:42.931118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/26c319b3-d904-4e16-a0f1-664c7c0601bb HTTP/1.1" status: 204  len: 168 time: 1.5115564
Nov 23 12:52:42.931994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45892) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:42.938379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] Routers {'f512b5e4-da4f-406d-a721-5aa7f2d27132'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:42.938796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241db710>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f512b5e4-da4f-406d-a721-5aa7f2d27132'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:43.041854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.044557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27b797-adb0-4688-951a-3627d76ba4b0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:43.047559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27b797-adb0-4688-951a-3627d76ba4b0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:43.049729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27b797-adb0-4688-951a-3627d76ba4b0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:43.055327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e27b797-adb0-4688-951a-3627d76ba4b0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1213698
Nov 23 12:52:43.056168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45896) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:43.100788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241db710>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:43.107531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e520b19-2df2-410e-8f5c-7a414f2010f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:43.112754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e520b19-2df2-410e-8f5c-7a414f2010f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:43.120499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-580321ad-5f4f-485a-8c98-cc0a5de91a77 None None] Provisioning complete for port 181db9a3-f020-446f-a169-3debf73e038b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:43.120923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-580321ad-5f4f-485a-8c98-cc0a5de91a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.148570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 3c0e6888-5bce-4327-b4e1-1f101b1b38af {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:43.153067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.156115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e520b19-2df2-410e-8f5c-7a414f2010f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:43.160962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e520b19-2df2-410e-8f5c-7a414f2010f5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports/dc652523-1767-4c58-93fa-1aa7494b4737 HTTP/1.1" status: 200  len: 911 time: 0.3612745
Nov 23 12:52:43.164524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45900) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:43.171431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b100321-4a8c-4a19-b84d-b39f5520568f'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:43.196096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 72936ea8-abb3-45e0-80a2-17960aeefa20 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:43.222963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] Routers {'f512b5e4-da4f-406d-a721-5aa7f2d27132'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:43.223675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241db710>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f512b5e4-da4f-406d-a721-5aa7f2d27132'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:43.226515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.301467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.307543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18111a9-a8dd-4f66-9b43-172c34050c0f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:43.375994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.571660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241db710>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:43.572126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4e649-761b-44ae-84ae-857781a1adba None None] The sync data for ids ['f512b5e4-da4f-406d-a721-5aa7f2d27132'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:43.724930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:43.761463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25ecb77b-6caa-4f57-9f60-ac2cff9f47ad tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:43.883981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=3c0e6888-5bce-4327-b4e1-1f101b1b38af,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:43.898754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:43.992550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Provisioning for port 72936ea8-abb3-45e0-80a2-17960aeefa20 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:44.002491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Provisioning complete for port 72936ea8-abb3-45e0-80a2-17960aeefa20 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:44.003011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.008353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.025372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/3c0e6888-5bce-4327-b4e1-1f101b1b38af HTTP/1.1" status: 204  len: 168 time: 0.9677739
Nov 23 12:52:44.026188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45906) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:44.127028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet dc604c8b-fe44-455f-b474-c059d1a20d53 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:44.136658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.164190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.206675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.212926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.259897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] For port 72936ea8-abb3-45e0-80a2-17960aeefa20, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=72936ea8-abb3-45e0-80a2-17960aeefa20,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:44.265424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.273290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a62bf16-42de-4159-8774-a9cd8ad9d5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:44.321426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.374731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Pushing event updated for resources: {'Port': ['ID=72936ea8-abb3-45e0-80a2-17960aeefa20,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:44.384916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:44.399422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Provisioning complete for port 2a7a3639-a56f-447d-9304-d86b80649f8b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:44.400398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.509299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.563225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84ea30df-5b8b-47aa-9907-a9f670ffc06b tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:44.657619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 72936ea8-abb3-45e0-80a2-17960aeefa20 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:44.781197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=2e26554d-6cf3-4ac4-853a-03a9ace11ad3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:44.789636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:44.842533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 72936ea8-abb3-45e0-80a2-17960aeefa20 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:44.842969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.909380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Provisioning for port dc652523-1767-4c58-93fa-1aa7494b4737 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:44.922767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Provisioning complete for port dc652523-1767-4c58-93fa-1aa7494b4737 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:44.923300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:44.965693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.063887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Port dc652523-1767-4c58-93fa-1aa7494b4737 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:52:45.081309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Could not find standard attr ID for object c08cd96e-92be-4226-bbdd-e161148bcb27. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:45.082474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce0ab4ec-be58-40d1-a023-56c161f52f2b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:45.106168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2a7a3639-a56f-447d-9304-d86b80649f8b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:45.144455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=dc604c8b-fe44-455f-b474-c059d1a20d53,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:45.162869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:45.214919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.217872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.229144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a879a-8cb3-4975-aa90-b029cba92bea None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:45.229363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/dc604c8b-fe44-455f-b474-c059d1a20d53 HTTP/1.1" status: 204  len: 168 time: 1.2019501
Nov 23 12:52:45.231922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45910) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.287432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/2e26554d-6cf3-4ac4-853a-03a9ace11ad3 HTTP/1.1" status: 204  len: 168 time: 2.9889934
Nov 23 12:52:45.289415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45914) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.331505 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5cf2b43c-1d21-4fdd-a9ed-970d2abe7e18 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0978963
Nov 23 12:52:45.334158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45916) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.363972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Provisioning complete for port 72936ea8-abb3-45e0-80a2-17960aeefa20 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:45.364508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.401591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16dfbca-2eac-447f-ab24-e951c83ccb81 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:45.439443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62363966-3a5b-473a-bc03-6ff725fa8b94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:45.440660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-62363966-3a5b-473a-bc03-6ff725fa8b94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:45.460708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-62363966-3a5b-473a-bc03-6ff725fa8b94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:45.465377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-62363966-3a5b-473a-bc03-6ff725fa8b94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1296911
Nov 23 12:52:45.465993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.497843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2a7a3639-a56f-447d-9304-d86b80649f8b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:45.499294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.564815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012f2e5-4011-4328-938f-926fc21bc5d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:45.566087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8012f2e5-4011-4328-938f-926fc21bc5d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:45.588225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8012f2e5-4011-4328-938f-926fc21bc5d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:45.594548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8012f2e5-4011-4328-938f-926fc21bc5d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1222982
Nov 23 12:52:45.594548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45926) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.599513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:45.603073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.676722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.713658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-50cc8904-d43c-41ac-b32c-2de996a46cb2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1197076
Nov 23 12:52:45.725559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45930) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.743729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:45.747069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.762720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.768347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:45.769294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:45.774401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/ports/dc652523-1767-4c58-93fa-1aa7494b4737 HTTP/1.1" status: 200  len: 911 time: 2.6087883
Nov 23 12:52:45.775295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:45.782687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ab393a0-7023-41a6-9e99-9c40ed8a8f9a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:45.935767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:45.935767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:45.935767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:46.000340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Provisioning complete for port 181db9a3-f020-446f-a169-3debf73e038b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:46.000340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.017868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=dc652523-1767-4c58-93fa-1aa7494b4737,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:46.058310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:46.075269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:46.085303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Deleting port 72936ea8-abb3-45e0-80a2-17960aeefa20 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:46.085779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.151662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.153530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:46.154023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:46.163685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.183425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d0e02214-d8d0-4314-ba46-cdbf9cd57a91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4551141
Nov 23 12:52:46.186934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45938) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:46.194105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:46.339767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:46.351819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:46.373506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:46.394946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.394946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:46.394946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:46.421138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58ac6667-916e-4010-8742-00dab8c931c8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2332845
Nov 23 12:52:46.426232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45942) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:46.434636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:46.634835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:46.646393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:46.658348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:46.666493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.668598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:46.669343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:46.671544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 72936ea8-abb3-45e0-80a2-17960aeefa20 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:46.701230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-702f599e-3c42-4a8e-a04b-b73b825159e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2747204
Nov 23 12:52:46.701951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45946) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:46.709900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:46.772028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Provisioning complete for port 2a7a3639-a56f-447d-9304-d86b80649f8b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:46.772345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.848730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:46.860649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:46.860927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.874845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:46.886025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.889124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:46.890125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:46.906660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] For port 72936ea8-abb3-45e0-80a2-17960aeefa20, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=72936ea8-abb3-45e0-80a2-17960aeefa20,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:46.907115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.921859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:46.923875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d2da829-4cbf-46f3-bb60-71c333a5d7d4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2207515
Nov 23 12:52:46.924611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45950) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:46.931370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:47.047791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-832ccb8c-1508-421e-9a20-736d256fdb62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:47.080190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:47.092993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Calling delete_port for 72936ea8-abb3-45e0-80a2-17960aeefa20 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:47.095726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:47.098205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:47.104982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:47.108602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:47.110751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.113266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.116861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:47.116861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:47.143265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b97e9eb-de62-4cea-932b-ec2dd889154c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2172616
Nov 23 12:52:47.143933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45954) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.150709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:47.180346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.256747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d HTTP/1.1" status: 204  len: 168 time: 1.7814283
Nov 23 12:52:47.256902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7014d-c974-4249-9853-b3d41c0e9909 None None] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:47.258188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 45958) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.295010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:47.304173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:47.312857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:47.321178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.323972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:52:47.324598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:52:47.424390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.444474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc815781-03a0-48ed-a8b8-5670a2fc5bee tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2991614
Nov 23 12:52:47.448221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45962) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.521326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Provisioning complete for port dc652523-1767-4c58-93fa-1aa7494b4737 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:47.521575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.523718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ace7bee-dd0c-4dc9-8262-a949e3abd904 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0733936
Nov 23 12:52:47.524677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45966) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.577458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.599788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b05cd9dd-f309-4bab-ad49-073afeaf7f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:47.635711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0464bb4-b286-402b-837d-c0024d85d715 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:47.641998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0464bb4-b286-402b-837d-c0024d85d715 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1162646
Nov 23 12:52:47.647639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45970) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.687038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.730051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df1a0f41-fd46-4415-af28-17e9b8fca7fc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0809827
Nov 23 12:52:47.734419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 45974) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:47.743900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:47.772883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 181db9a3-f020-446f-a169-3debf73e038b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:47.773260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:47.810357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Pushing event deleted for resources: {'Port': ['ID=72936ea8-abb3-45e0-80a2-17960aeefa20,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:47.814516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:47.888255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Port dc652523-1767-4c58-93fa-1aa7494b4737 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:52:47.903049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-250bf177-58e3-4c64-9e6e-8ab5912c875c None None] Could not find standard attr ID for object c08cd96e-92be-4226-bbdd-e161148bcb27. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:47.920898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] No DVR routers for this DVR port 72936ea8-abb3-45e0-80a2-17960aeefa20 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:48.026039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f15b34f7-2c26-4580-bd0c-5100a6c1a5c4 None None] Could not find standard attr ID for object 26c319b3-d904-4e16-a0f1-664c7c0601bb. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:48.042167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f15b34f7-2c26-4580-bd0c-5100a6c1a5c4 None None] Provisioning complete for port 181db9a3-f020-446f-a169-3debf73e038b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:48.042818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b34f7-2c26-4580-bd0c-5100a6c1a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.094595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7263d47-59c7-4162-b495-602de24db77d None None] DHCP port deletion for 238d4f8d-c4df-4830-8d1f-ef04d50fd39e request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:48.119571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Deleting port 181db9a3-f020-446f-a169-3debf73e038b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:48.119775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.169965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:48.183170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:48.191436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:48.195363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=181db9a3-f020-446f-a169-3debf73e038b,segment=NetworkSegment(a4adfa22-b151-4fbf-804c-61d0f93ce523),segment_id=a4adfa22-b151-4fbf-804c-61d0f93ce523)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:48.195981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.197927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.372709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 181db9a3-f020-446f-a169-3debf73e038b owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:48.490592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e7263d47-59c7-4162-b495-602de24db77d None None] For port 181db9a3-f020-446f-a169-3debf73e038b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=181db9a3-f020-446f-a169-3debf73e038b,segment=NetworkSegment(a4adfa22-b151-4fbf-804c-61d0f93ce523),segment_id=a4adfa22-b151-4fbf-804c-61d0f93ce523)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:48.492482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.560932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.578309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fabea234-50f6-48dd-83b5-748c3d3591b1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:48.641949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 181db9a3-f020-446f-a169-3debf73e038b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:48.718328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=181db9a3-f020-446f-a169-3debf73e038b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:48.723581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:48.817214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Calling delete_port for 181db9a3-f020-446f-a169-3debf73e038b owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:48.853699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No DVR routers for this DVR port 181db9a3-f020-446f-a169-3debf73e038b on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:48.861456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 181db9a3-f020-446f-a169-3debf73e038b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:48.861456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 181db9a3-f020-446f-a169-3debf73e038b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:48.906025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:48.906532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:48.922751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:52:48.924178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:48.942264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb552f7d-1f3e-41f4-a4d6-6c6d1712386c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:49.093801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=2ac4550d-938b-4fd4-b73a-5bae106c0982,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:49.103984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:49.125440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.180794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:49.182164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:49.198212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb9218-5b9f-4e09-a8ff-f5f3886c26a9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:49.202780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:49.203517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.244440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5059717
Nov 23 12:52:49.245230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46006) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:49.258065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:77:fa:e9', 'name': 'tempest-NetworksTestDHCPv6-1038185959'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:49.410483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Deleting port 181db9a3-f020-446f-a169-3debf73e038b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:49.410483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7263d47-59c7-4162-b495-602de24db77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.417882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682430fb00>,) {'filters': {'network_id': ['238d4f8d-c4df-4830-8d1f-ef04d50fd39e']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:49.434099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682430fb00>, 'a4adfa22-b151-4fbf-804c-61d0f93ce523') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:49.434099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682430fb00>, 'a4adfa22-b151-4fbf-804c-61d0f93ce523') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:49.450965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.460712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.460712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:52:49.526002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:49.537596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:49.559364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:49.566637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.627619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port dc652523-1767-4c58-93fa-1aa7494b4737 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:49.627751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.792402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:49.805951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e7263d47-59c7-4162-b495-602de24db77d None None] The port '181db9a3-f020-446f-a169-3debf73e038b' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:52:49.901471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '2ac4550d-938b-4fd4-b73a-5bae106c0982'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:49.902631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:49.968717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:49.970030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe77:fae9 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/2ac4550d-938b-4fd4-b73a-5bae106c0982/c9d81344-19a6-4e47-bed4-3dc7cb7a80f2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:49.983422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.120510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5e70c-3670-4674-adcb-4c8e7e3e4c6f req-763da455-0f7d-4631-8a6f-f3f71988d195 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:50.122160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9f5e70c-3670-4674-adcb-4c8e7e3e4c6f req-763da455-0f7d-4631-8a6f-f3f71988d195 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.5739484
Nov 23 12:52:50.124096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.267835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.364491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for dc652523-1767-4c58-93fa-1aa7494b4737 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:50.441620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 238d4f8d-c4df-4830-8d1f-ef04d50fd39e has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:52:50.475401 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:52:50.556604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9f5e70c-3670-4674-adcb-4c8e7e3e4c6f req-08f518e7-36ae-4d77-84ed-e4f204bee87c tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3511767
Nov 23 12:52:50.605429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.608673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:50.609960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68dcac3f-cda4-4f94-ac3f-51e694337085 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:50.630585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.651154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.676846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=238d4f8d-c4df-4830-8d1f-ef04d50fd39e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:50.698540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:50.715779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/238d4f8d-c4df-4830-8d1f-ef04d50fd39e HTTP/1.1" status: 204  len: 168 time: 3.4562998
Nov 23 12:52:50.720083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46010) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:50.738378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Allocated IP 2001:db8::f816:3eff:fefe:2559 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/2ac4550d-938b-4fd4-b73a-5bae106c0982/611edfe5-9460-4ddd-963c-c11950333474) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:50.747715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d02f3295-9824-49d1-8107-d67b53db1a02 tempest-PortsAdminExtendedAttrsTestJSON-180280453 tempest-PortsAdminExtendedAttrsTestJSON-180280453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:50.889621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=c9d81344-19a6-4e47-bed4-3dc7cb7a80f2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:50.894856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:50.918346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:50.919700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:50.922070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:50.928072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:50.928998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:50.973181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.7266881
Nov 23 12:52:50.978067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46014) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:51.067008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.079886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Transition to ACTIVE for port object 611edfe5-9460-4ddd-963c-c11950333474 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:51.088794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6f87d-0825-487b-aab2-a2566247ba42 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:51.092115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3fb6f87d-0825-487b-aab2-a2566247ba42 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:51.100786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Transition to ACTIVE for port object 611edfe5-9460-4ddd-963c-c11950333474 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:51.106699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.115097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3fb6f87d-0825-487b-aab2-a2566247ba42 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:51.119076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3fb6f87d-0825-487b-aab2-a2566247ba42 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1398242
Nov 23 12:52:51.119925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46018) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:51.122772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b39d9fc7-8093-4984-a47b-f97f5e4fff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:51.143686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-42ed87f0-5915-45d1-bf6d-cc1f1180cc68 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5085926
Nov 23 12:52:51.169889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.187902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8494c30-80ad-48ed-a200-e0075201f882 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:51.221470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:51.222136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.265137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Pushing event updated for resources: {'Port': ['ID=611edfe5-9460-4ddd-963c-c11950333474,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:51.269578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:51.337949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:51.339268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:51.343077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:51.355002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=dc652523-1767-4c58-93fa-1aa7494b4737,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:51.359276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:51.379463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff58ce5-9e81-430a-8676-349bf00b97b3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:51.381697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aff58ce5-9e81-430a-8676-349bf00b97b3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:51.425142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Attempting to bind port 611edfe5-9460-4ddd-963c-c11950333474 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:51.425574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Attempting to bind port 611edfe5-9460-4ddd-963c-c11950333474 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:51.426661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Attempting to bind port 611edfe5-9460-4ddd-963c-c11950333474 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:51.437061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:51.437586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:51.439058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.439474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:51.440162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Bound port: 611edfe5-9460-4ddd-963c-c11950333474, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:51.440699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.454424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aff58ce5-9e81-430a-8676-349bf00b97b3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:51.460037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aff58ce5-9e81-430a-8676-349bf00b97b3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 842 time: 0.7339478
Nov 23 12:52:51.462566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46022) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:51.505569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-8818a72c-7ab0-4e3d-a5ac-1ec772ac8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:51.507592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-8818a72c-7ab0-4e3d-a5ac-1ec772ac8ac4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 1162 time: 0.2132709
Nov 23 12:52:51.570829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] For port 611edfe5-9460-4ddd-963c-c11950333474, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:51.576468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.581118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] For port 611edfe5-9460-4ddd-963c-c11950333474, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=611edfe5-9460-4ddd-963c-c11950333474,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:51.593621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.607032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76d6ff9c-07cd-4a15-bfeb-31632b5a531f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:51.854650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Pushing event updated for resources: {'Port': ['ID=611edfe5-9460-4ddd-963c-c11950333474,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:51.860885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:51.902351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dab1db74-6bde-4b9f-8883-93297a91fecf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4383225
Nov 23 12:52:51.920925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46028) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:51.933369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-342193000'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:51.938356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:51.955743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:51.963654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:51.969381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:51.974589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-b7937eb2-c941-412f-b5b6-56863858ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:51.978883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-b7937eb2-c941-412f-b5b6-56863858ca11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.4404342
Nov 23 12:52:51.978883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:51.996745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:52.170715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6d173-001b-469f-b87c-cd130e4c5b8d req-02d11b31-6102-426e-913a-4d51567fc0d7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.172399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66d6d173-001b-469f-b87c-cd130e4c5b8d req-02d11b31-6102-426e-913a-4d51567fc0d7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.1844385
Nov 23 12:52:52.179620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.198689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:52.199448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6cb1d8d0-0bc5-4957-8d16-822287dc13bd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:52.204304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.216975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-f22aa0d4-5d2f-439e-affa-22d7cedb4cc0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 200  len: 1001 time: 0.2237289
Nov 23 12:52:52.343050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:52:52.376315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-85824a74-12ba-45eb-9cb6-be4a9999f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.378570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-85824a74-12ba-45eb-9cb6-be4a9999f487 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1522658
Nov 23 12:52:52.381744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.382407 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment ff709283-4831-4111-b1a0-c5c09ef33c0f of type vxlan for network c10cb248-8c02-4506-8428-38114bd61a45
Nov 23 12:52:52.439658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=c9d81344-19a6-4e47-bed4-3dc7cb7a80f2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:52.443845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:52.456761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66d6d173-001b-469f-b87c-cd130e4c5b8d req-3119bdc8-f5e1-42fe-bf9a-ab9b719e199c tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2745185
Nov 23 12:52:52.542156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.566528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 HTTP/1.1" status: 204  len: 168 time: 1.4447250
Nov 23 12:52:52.570270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46032) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:52.593077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.642270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 611edfe5-9460-4ddd-963c-c11950333474 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:52:52.664805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6973053-699f-4e2c-980d-f80d1c14c32f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.666534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6973053-699f-4e2c-980d-f80d1c14c32f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.667408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f6973053-699f-4e2c-980d-f80d1c14c32f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:52.692567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f6973053-699f-4e2c-980d-f80d1c14c32f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:52.697236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f6973053-699f-4e2c-980d-f80d1c14c32f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1237686
Nov 23 12:52:52.699171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:52.845019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 611edfe5-9460-4ddd-963c-c11950333474 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:52.874956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-e255af6c-04dd-42b5-898b-ea3bd6123026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.876894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-e255af6c-04dd-42b5-898b-ea3bd6123026 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4835181
Nov 23 12:52:52.886989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.890990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:52.891727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:52.921457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63cbbf91-5382-43bc-8088-88b8959faf89 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:53.007494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 2ac4550d-938b-4fd4-b73a-5bae106c0982 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:53.011021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.089389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.105406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=c10cb248-8c02-4506-8428-38114bd61a45,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:53.114028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:53.133850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c10cb248-8c02-4506-8428-38114bd61a45 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:53.169908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c10cb248-8c02-4506-8428-38114bd61a45 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:53.214209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2919581
Nov 23 12:52:53.222769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46040) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:53.231406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:53.384301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:53.391079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:53.396545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:53.405889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:53.416063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.463468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:53.545175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Provisioning for port 611edfe5-9460-4ddd-963c-c11950333474 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:52:53.557115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Provisioning complete for port 611edfe5-9460-4ddd-963c-c11950333474 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:53.557808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.709266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.751222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:53.758613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-7b27be45-b6f6-4983-ac0e-64985941ab22 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8731461
Nov 23 12:52:53.767182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router f512b5e4-da4f-406d-a721-5aa7f2d27132 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:52:54.075229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7604e-0e27-4264-88a0-86468f858e77 req-ecb867c4-1583-41a9-bc3a-00d83b671e04 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:54.076957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37b7604e-0e27-4264-88a0-86468f858e77 req-ecb867c4-1583-41a9-bc3a-00d83b671e04 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.4279513
Nov 23 12:52:54.147195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7b25048-f5ef-4964-9b66-7105ae89900d req-5176dea5-b28f-414f-88f6-594973c2b1e8 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3750675
Nov 23 12:52:54.165741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:52:54.175984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] Sync routers for ids ['f512b5e4-da4f-406d-a721-5aa7f2d27132'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:52:54.183727 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/f512b5e4-da4f-406d-a721-5aa7f2d27132/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3636582
Nov 23 12:52:54.184914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46046) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:54.189703 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37b7604e-0e27-4264-88a0-86468f858e77 req-ce06f4b5-7e27-40bd-8841-a1ba10bde451 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018677
Nov 23 12:52:54.191058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] Routers {'f512b5e4-da4f-406d-a721-5aa7f2d27132'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:54.191825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256a4cc0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f512b5e4-da4f-406d-a721-5aa7f2d27132'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:54.256797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbe6f8da-caab-4031-bf3e-9a489ff270c1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:52:54.277983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbe6f8da-caab-4031-bf3e-9a489ff270c1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:52:54.283281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbe6f8da-caab-4031-bf3e-9a489ff270c1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=f512b5e4-da4f-406d-a721-5aa7f2d27132 HTTP/1.1" status: 200  len: 205 time: 0.0968759
Nov 23 12:52:54.283841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46050) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:54.295587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256a4cc0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:54.308186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] Routers {'f512b5e4-da4f-406d-a721-5aa7f2d27132'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:52:54.308924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256a4cc0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:52:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f512b5e4-da4f-406d-a721-5aa7f2d27132'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:54.372870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:54.381436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256a4cc0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:54.382163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb48e5a-cec7-4434-90ab-a70cd41524bf None None] The sync data for ids ['f512b5e4-da4f-406d-a721-5aa7f2d27132'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:52:54.404324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92fd5713-c672-41f3-9fe5-72b05ceb6944 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:54.428874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:54.429306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:54.484097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabf452-28f1-45d0-a3b7-ec4c631d4f18 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:52:54.514022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=2ac4550d-938b-4fd4-b73a-5bae106c0982,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:54.516735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:54.633964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabf452-28f1-45d0-a3b7-ec4c631d4f18 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:52:54.683969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:54.825816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:54.912985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/2ac4550d-938b-4fd4-b73a-5bae106c0982 HTTP/1.1" status: 204  len: 168 time: 2.2126708
Nov 23 12:52:54.915566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:55.002169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc22cec3-c375-4355-92cc-62575afac449 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0814323
Nov 23 12:52:55.004335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46060) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:55.061020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:55.062455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.097725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd652891-a4ff-4f65-a147-b770f9e9f3b9 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:55.174461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] For port 611edfe5-9460-4ddd-963c-c11950333474, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=611edfe5-9460-4ddd-963c-c11950333474,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:55.178916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.183212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d5416781-ffc9-47c9-8fe0-bf07969a58c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:55.347721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-aadc674a-b465-48f2-af03-90dceee57525 None None] Could not find standard attr ID for object c9d81344-19a6-4e47-bed4-3dc7cb7a80f2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:52:55.352872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.355868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Pushing event updated for resources: {'Port': ['ID=611edfe5-9460-4ddd-963c-c11950333474,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:55.365333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:55.386091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-aadc674a-b465-48f2-af03-90dceee57525 None None] Provisioning complete for port 611edfe5-9460-4ddd-963c-c11950333474 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:52:55.386520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aadc674a-b465-48f2-af03-90dceee57525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.405056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:55.423574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:55.429759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:55.435755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.447544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:55.489029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:55.496494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.535556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:55.544961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Deleting port 611edfe5-9460-4ddd-963c-c11950333474 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:55.545392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.627490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.628045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router f512b5e4-da4f-406d-a721-5aa7f2d27132 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:52:55.694664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffe604-565e-4313-9f8b-a9bc17ba65a2 req-f2133d9b-0eff-4efb-a5b1-35c7a1638cb9 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:55.696926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-beffe604-565e-4313-9f8b-a9bc17ba65a2 req-f2133d9b-0eff-4efb-a5b1-35c7a1638cb9 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.3465497
Nov 23 12:52:55.700822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.705276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eda3ed52-6ba2-4cec-aa9b-b59b4f666720 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/f512b5e4-da4f-406d-a721-5aa7f2d27132 HTTP/1.1" status: 204  len: 168 time: 1.4104609
Nov 23 12:52:55.706958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46066) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:55.768949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.789517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7887fb23-bace-4a52-8c73-6480fd88634c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:55.942148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-beffe604-565e-4313-9f8b-a9bc17ba65a2 req-891fe10f-cdbc-4ce5-a890-aaba62deec02 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2340770
Nov 23 12:52:55.953287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet 9b100321-4a8c-4a19-b84d-b39f5520568f {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:52:55.956954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:55.968413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] For port 611edfe5-9460-4ddd-963c-c11950333474, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=611edfe5-9460-4ddd-963c-c11950333474,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:55.968896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.002732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=95d788bb-4821-4629-b17a-d7140901d02a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:56.006394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:56.021671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.112573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Calling delete_port for 611edfe5-9460-4ddd-963c-c11950333474 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:56.122056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.196981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.213951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:56.225595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': 'ff709283-4831-4111-b1a0-c5c09ef33c0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:56.225995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: c10cb248-8c02-4506-8428-38114bd61a45, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:52:56.272945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c10cb248-8c02-4506-8428-38114bd61a45 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:52:56.285956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c10cb248-8c02-4506-8428-38114bd61a45) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:56.308707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:56.309450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.312808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401cdab-e247-463a-a487-a7ec63f5e977 None None] Network c10cb248-8c02-4506-8428-38114bd61a45 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:56.343749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Pushing event deleted for resources: {'Port': ['ID=611edfe5-9460-4ddd-963c-c11950333474,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:56.368617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1401355
Nov 23 12:52:56.371556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:56.381417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45', 'name': 'tempest-PortsTestJSON-552222350'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:56.409618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:56.439961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.456103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-910dcd85-ba71-4083-b167-7af9a72c1b4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:56.555285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=9b100321-4a8c-4a19-b84d-b39f5520568f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:56.560767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:56.574178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] No DVR routers for this DVR port 611edfe5-9460-4ddd-963c-c11950333474 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:56.591184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 611edfe5-9460-4ddd-963c-c11950333474 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:56.618342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.625534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/9b100321-4a8c-4a19-b84d-b39f5520568f HTTP/1.1" status: 204  len: 168 time: 0.9171133
Nov 23 12:52:56.628382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46074) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:56.648963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90b6fc-79cc-4f37-94f3-a399b13b2437 None None] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:56.666086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 611edfe5-9460-4ddd-963c-c11950333474 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:56.666486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 611edfe5-9460-4ddd-963c-c11950333474 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:56.778701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.789079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c10cb248-8c02-4506-8428-38114bd61a45', 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': '95d788bb-4821-4629-b17a-d7140901d02a'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:56.790308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.859856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 2a7a3639-a56f-447d-9304-d86b80649f8b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:56.860252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.940343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:52:56.948293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:56.966464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-608e2f8a-0c4f-4664-807c-f22719eea963 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:57.099918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 2a7a3639-a56f-447d-9304-d86b80649f8b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2a7a3639-a56f-447d-9304-d86b80649f8b,segment=NetworkSegment(df7ac9c2-6126-426a-ae3f-9cad4615661c),segment_id=df7ac9c2-6126-426a-ae3f-9cad4615661c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:57.100293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.152941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:57.195089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] DHCP port deletion for 3b827beb-5e9c-42ad-9279-b56a99f7ac89 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:52:57.198240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:57.207670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:57.211494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Deleting port 2a7a3639-a56f-447d-9304-d86b80649f8b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:57.211921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.217804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=6987bc57-1c47-4d04-8caf-776aec4e14b6,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:57.220876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:57.222018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:57.245782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:57.251150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.267223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:57.270482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:57.279255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 2a7a3639-a56f-447d-9304-d86b80649f8b owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:57.284711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a85cd1-5608-4a46-8c6e-50b91a17cd43 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:52:57.289690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:57.290347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.325653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3228598
Nov 23 12:52:57.328623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46080) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:57.339214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:14:fe:70', 'name': 'tempest-NetworksTestDHCPv6-1906153212'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:57.358137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Allocated IP 172.20.0.2 (c10cb248-8c02-4506-8428-38114bd61a45/95d788bb-4821-4629-b17a-d7140901d02a/ff4747f5-784c-464f-b46f-6fdfe16f2a74) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:57.463414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:57.535617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.554455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d89f8ede-6283-41f7-87d4-8640de1a4f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:57.590258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10496c-2ab1-4319-9293-77ab1743b705 req-b154ce32-b95b-4b21-98a7-ca0c8dc30709 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:57.591995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f10496c-2ab1-4319-9293-77ab1743b705 req-b154ce32-b95b-4b21-98a7-ca0c8dc30709 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.4834752
Nov 23 12:52:57.691986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:57.698231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:57.704796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=2a7a3639-a56f-447d-9304-d86b80649f8b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:57.722103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:57.727367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:57.745810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:57.778378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:57.869567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port 2a7a3639-a56f-447d-9304-d86b80649f8b on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:52:57.874510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] For port 2a7a3639-a56f-447d-9304-d86b80649f8b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2a7a3639-a56f-447d-9304-d86b80649f8b,segment=NetworkSegment(df7ac9c2-6126-426a-ae3f-9cad4615661c),segment_id=df7ac9c2-6126-426a-ae3f-9cad4615661c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:52:57.874972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.885789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f63965fd-a8bb-4e31-9b52-49c30d8753cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:57.913494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f10496c-2ab1-4319-9293-77ab1743b705 req-4a2ae17c-1860-43e5-a060-1591009df6fc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2610655
Nov 23 12:52:58.038318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.075937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Calling delete_port for 2a7a3639-a56f-447d-9304-d86b80649f8b owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:52:58.285581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '6987bc57-1c47-4d04-8caf-776aec4e14b6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:52:58.287343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.312169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:52:58.312629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:52:58.344107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.419903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.430643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Transition to ACTIVE for port object ff4747f5-784c-464f-b46f-6fdfe16f2a74 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:58.467235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Transition to ACTIVE for port object ff4747f5-784c-464f-b46f-6fdfe16f2a74 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:58.480314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.486892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68248e2a58>,) {'filters': {'network_id': ['3b827beb-5e9c-42ad-9279-b56a99f7ac89']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:58.499312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e1fef79-e440-47d0-9d74-a488f17eccbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:58.518305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68248e2a58>, 'df7ac9c2-6126-426a-ae3f-9cad4615661c') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:58.518666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68248e2a58>, 'df7ac9c2-6126-426a-ae3f-9cad4615661c') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:52:58.578471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.4 (c10cb248-8c02-4506-8428-38114bd61a45/95d788bb-4821-4629-b17a-d7140901d02a/21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:58.601316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.624097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2a7a3639-a56f-447d-9304-d86b80649f8b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:52:58.628464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.633111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 7 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:52:58.685918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2a7a3639-a56f-447d-9304-d86b80649f8b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:52:58.685918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2a7a3639-a56f-447d-9304-d86b80649f8b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:52:58.754663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Pushing event updated for resources: {'Port': ['ID=ff4747f5-784c-464f-b46f-6fdfe16f2a74,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:58.770582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:58.775929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 27425c5b-0c87-4282-bbba-a114d0d71e51 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:52:58.814406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Deleting port 2a7a3639-a56f-447d-9304-d86b80649f8b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:52:58.814828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.909867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.922711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:58.929951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:58.937360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.944631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f6f55e61-4eca-42bb-9eae-75a556f95722 None None] The port '2a7a3639-a56f-447d-9304-d86b80649f8b' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:52:58.967434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:58.976488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Network c10cb248-8c02-4506-8428-38114bd61a45 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:58.980098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:58.987460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:58.993078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Allocated IP 2001:db8::f816:3eff:fe47:5b30 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/6987bc57-1c47-4d04-8caf-776aec4e14b6/50676f81-80fc-44e2-81da-cf5c2b9c8612) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:59.004074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f326e6b2-debf-4a5d-a563-2e3ce7855c20 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:59.142999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Attempting to bind port ff4747f5-784c-464f-b46f-6fdfe16f2a74 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:52:59.143425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Attempting to bind port ff4747f5-784c-464f-b46f-6fdfe16f2a74 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ff709283-4831-4111-b1a0-c5c09ef33c0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:52:59.143837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Attempting to bind port ff4747f5-784c-464f-b46f-6fdfe16f2a74 on network c10cb248-8c02-4506-8428-38114bd61a45 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:52:59.152152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3b827beb-5e9c-42ad-9279-b56a99f7ac89 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:52:59.159000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:52:59.159137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Checking segment: {'id': 'ff709283-4831-4111-b1a0-c5c09ef33c0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:52:59.159549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.160229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Bound using segment: {'id': 'ff709283-4831-4111-b1a0-c5c09ef33c0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:52:59.160743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Bound port: ff4747f5-784c-464f-b46f-6fdfe16f2a74, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff709283-4831-4111-b1a0-c5c09ef33c0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:52:59.161797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:52:59.180360 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:52:59.255477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:59.259426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:59.284636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.290616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6511065a-b037-46b0-bd74-7b8e04b04bcc tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:59.309360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.323272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=3b827beb-5e9c-42ad-9279-b56a99f7ac89,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:59.331097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:59.336686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125a6f0-c967-4018-993d-6d78863cce75 req-b2b1d61b-900c-4e03-af92-d9d3bc73169d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:59.338548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d125a6f0-c967-4018-993d-6d78863cce75 req-b2b1d61b-900c-4e03-af92-d9d3bc73169d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.1980708
Nov 23 12:52:59.342304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/3b827beb-5e9c-42ad-9279-b56a99f7ac89 HTTP/1.1" status: 204  len: 168 time: 2.7125416
Nov 23 12:52:59.347608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46086) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:59.355136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1974960146', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:59.359539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] For port ff4747f5-784c-464f-b46f-6fdfe16f2a74, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:52:59.362480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:59.368071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:59.371481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:59.377602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] For port ff4747f5-784c-464f-b46f-6fdfe16f2a74, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ff4747f5-784c-464f-b46f-6fdfe16f2a74,segment=NetworkSegment(ff709283-4831-4111-b1a0-c5c09ef33c0f),segment_id=ff709283-4831-4111-b1a0-c5c09ef33c0f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:52:59.379120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.379245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:59.386621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.393647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.393811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c10cb248-8c02-4506-8428-38114bd61a45 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:52:59.394875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.397667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:52:59.400323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:52:59.406709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:59.416049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.435102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.467561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.468698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-255c3903-138e-4701-be7f-455ec3fdd127 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1187904
Nov 23 12:52:59.469965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d125a6f0-c967-4018-993d-6d78863cce75 req-510eb032-ed84-4af5-9a43-53781289022e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200860
Nov 23 12:52:59.474226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46090) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:59.480142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1828898831'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:59.489654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:59.492003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Transition to ACTIVE for port object 50676f81-80fc-44e2-81da-cf5c2b9c8612 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:59.495971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:59.496933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.505762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:59.514104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:59.523438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:59.544254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.1691926
Nov 23 12:52:59.544254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:59.544772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46094) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:59.548745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.551363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Transition to ACTIVE for port object 50676f81-80fc-44e2-81da-cf5c2b9c8612 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:52:59.555442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': 'c10cb248-8c02-4506-8428-38114bd61a45', 'name': 'tempest-PortsTestJSON-1719306013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:59.565554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.591646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:52:59.601868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.602297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 7e9a0380-e995-420e-810f-abf394ea7470 of type vxlan for network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa
Nov 23 12:52:59.631675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.649426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Pushing event updated for resources: {'Port': ['ID=ff4747f5-784c-464f-b46f-6fdfe16f2a74,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:59.664768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:59.667175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb4ca811-0933-4c4c-9a72-9cabd97ee90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:59.668698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.674296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:52:59.675272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.680883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-434e31fb-1cc2-486d-8f23-84e6d3d10eab tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:52:59.803708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:59.815366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:59.823227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:59.832105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3570013
Nov 23 12:52:59.833216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46098) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:52:59.835314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:52:59.846016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:52:59.858575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe14:fe70 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/6987bc57-1c47-4d04-8caf-776aec4e14b6/27425c5b-0c87-4282-bbba-a114d0d71e51) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:52:59.866625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=3d0e9a08-c879-48a8-a657-84d7ad3e6daa,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:52:59.866925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:52:59.874728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:52:59.906106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:59.919888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:52:59.920466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:52:59.977740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:52:59.982717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:52:59.985866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:52:59.992937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:00.004749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:00.137459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.181970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Pushing event updated for resources: {'Port': ['ID=50676f81-80fc-44e2-81da-cf5c2b9c8612,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:00.204735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:00.251029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 10707609-f78e-4ba5-94fb-92161bf3b727 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:00.277016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:00.277016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:00.277016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:00.346078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e3e98c3-aaf1-483c-a613-85d6a8246885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.371215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Attempting to bind port 50676f81-80fc-44e2-81da-cf5c2b9c8612 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:00.371215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Attempting to bind port 50676f81-80fc-44e2-81da-cf5c2b9c8612 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:00.371215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Attempting to bind port 50676f81-80fc-44e2-81da-cf5c2b9c8612 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Bound port: 50676f81-80fc-44e2-81da-cf5c2b9c8612, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:00.386906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.446865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.507379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] For port 50676f81-80fc-44e2-81da-cf5c2b9c8612, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:00.507379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] For port 50676f81-80fc-44e2-81da-cf5c2b9c8612, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=50676f81-80fc-44e2-81da-cf5c2b9c8612,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:00.532955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 27425c5b-0c87-4282-bbba-a114d0d71e51 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:00.559084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.569410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.11 (c10cb248-8c02-4506-8428-38114bd61a45/95d788bb-4821-4629-b17a-d7140901d02a/10707609-f78e-4ba5-94fb-92161bf3b727) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:00.590384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-84be056c-918d-47f3-92d0-0d54461e8db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:00.778858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:53:00.789223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.821179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78e7d489-a85a-48e8-ab30-4b0fef93f42e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:00.891662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Pushing event updated for resources: {'Port': ['ID=50676f81-80fc-44e2-81da-cf5c2b9c8612,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:00.897562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:00.901584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.957395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:00.976777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aec37b27-4e2b-446a-af0d-03462ea8dae9 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:01.090612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=27425c5b-0c87-4282-bbba-a114d0d71e51,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:01.095929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:01.130484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=717749e5-0684-4b1d-929c-2bb66985cdbf,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:01.138874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:01.234664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:01.234664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: 3d0e9a08-c879-48a8-a657-84d7ad3e6daa, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:01.253607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:01.263139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 3d0e9a08-c879-48a8-a657-84d7ad3e6daa) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:01.278759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416060c-a2f5-499e-ac47-ca309faf10a6 None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:01.281655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:01.282466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:01.288784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e69f1-7413-44ad-97ee-94a471914b04 req-800ea01a-4c3e-41e9-9b39-53060058dc61 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:01.290580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a14e69f1-7413-44ad-97ee-94a471914b04 req-800ea01a-4c3e-41e9-9b39-53060058dc61 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.5720894
Nov 23 12:53:01.302632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:01.317349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4768238
Nov 23 12:53:01.318397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46108) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:01.330772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:01.333812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:01.340211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:01.341456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:01.369889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:01.421103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.0868418
Nov 23 12:53:01.426057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 10707609-f78e-4ba5-94fb-92161bf3b727 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:01.426057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46112) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:01.443052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a14e69f1-7413-44ad-97ee-94a471914b04 req-fb179ca4-d8b4-4027-ab08-19274874806a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426730
Nov 23 12:53:01.478435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:01.508364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:01.587482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:01.588639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:01.862734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=10707609-f78e-4ba5-94fb-92161bf3b727,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:01.952827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:01.984207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c10cb248-8c02-4506-8428-38114bd61a45 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:01.998029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:02.006160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:02.066506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.096752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:02.097727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.111064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.122982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8c54a-2ce8-4831-8567-2bbffc975bd1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:02.127999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8c54a-2ce8-4831-8567-2bbffc975bd1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:02.128714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0ea8c54a-2ce8-4831-8567-2bbffc975bd1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:02.140314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5942678
Nov 23 12:53:02.144225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46118) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:02.262802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Allocated IP 2001:db8::2 (3d0e9a08-c879-48a8-a657-84d7ad3e6daa/717749e5-0684-4b1d-929c-2bb66985cdbf/6aced35f-571b-4340-a8c2-4466441cd141) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:02.450081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.570585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0ea8c54a-2ce8-4831-8567-2bbffc975bd1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:02.571523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0ea8c54a-2ce8-4831-8567-2bbffc975bd1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 1.1436329
Nov 23 12:53:02.574479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46124) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:02.745518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ff4747f5-784c-464f-b46f-6fdfe16f2a74 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:02.749494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 27425c5b-0c87-4282-bbba-a114d0d71e51 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:02.750030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.826280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8b189-5291-4324-bbb7-9175cae6f2b4 None None] Network c10cb248-8c02-4506-8428-38114bd61a45 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:02.884598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ee9dc-25ee-44e5-b923-56dd68f7a709 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:02.885705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e6ee9dc-25ee-44e5-b923-56dd68f7a709 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:02.925077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:02.979583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8e6ee9dc-25ee-44e5-b923-56dd68f7a709 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:02.980215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8e6ee9dc-25ee-44e5-b923-56dd68f7a709 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 921 time: 0.8350294
Nov 23 12:53:02.984909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Transition to ACTIVE for port object 6aced35f-571b-4340-a8c2-4466441cd141 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:02.990822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46128) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:03.009338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2f1b2da0-f085-4d5b-ab93-fef50eecac24 None None] Provisioning for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:03.035365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Transition to ACTIVE for port object 6aced35f-571b-4340-a8c2-4466441cd141 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:03.070020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:03.115895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:03.118537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05d91-a324-4ecc-a617-69cb395db483 req-319a7af4-79c4-4108-b4f8-8ee9dbbb7eca tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:03.120192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-feb05d91-a324-4ecc-a617-69cb395db483 req-319a7af4-79c4-4108-b4f8-8ee9dbbb7eca tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.2138555
Nov 23 12:53:03.200820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 10707609-f78e-4ba5-94fb-92161bf3b727 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:03.201207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:03.289598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-feb05d91-a324-4ecc-a617-69cb395db483 req-98203682-682b-458d-9d80-2e6ee2259116 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456833
Nov 23 12:53:03.430032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:03.433644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:03.570861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8::1 (3d0e9a08-c879-48a8-a657-84d7ad3e6daa/717749e5-0684-4b1d-929c-2bb66985cdbf/a03448e6-1cab-49a1-bef3-a14ae7f61a06) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:03.693951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:03.693951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:03.727145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 27425c5b-0c87-4282-bbba-a114d0d71e51 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:03.732641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Pushing event updated for resources: {'Port': ['ID=6aced35f-571b-4340-a8c2-4466441cd141,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:03.759801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:03.823382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:03.835292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:03.843120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:03.856776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a5186006-385c-456e-9aee-03e5ee558dc0 None None] Provisioning for port 50676f81-80fc-44e2-81da-cf5c2b9c8612 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:03.961913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:03.991191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Attempting to bind port 6aced35f-571b-4340-a8c2-4466441cd141 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:03.991588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object a03448e6-1cab-49a1-bef3-a14ae7f61a06 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:03.991737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Attempting to bind port 6aced35f-571b-4340-a8c2-4466441cd141 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:03.992014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Attempting to bind port 6aced35f-571b-4340-a8c2-4466441cd141 on network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:04.045790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.061440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:04.061875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Checking segment: {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:04.063597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.074181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Bound using segment: {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:04.074885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Bound port: 6aced35f-571b-4340-a8c2-4466441cd141, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:04.075351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.079777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-833a4f97-206c-45a6-9000-8027a71ec617 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:04.154114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.214098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.228144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port ff4747f5-784c-464f-b46f-6fdfe16f2a74, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ff4747f5-784c-464f-b46f-6fdfe16f2a74,segment=NetworkSegment(ff709283-4831-4111-b1a0-c5c09ef33c0f),segment_id=ff709283-4831-4111-b1a0-c5c09ef33c0f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:04.236500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] For port 6aced35f-571b-4340-a8c2-4466441cd141, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:04.245661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] For port 6aced35f-571b-4340-a8c2-4466441cd141, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6aced35f-571b-4340-a8c2-4466441cd141,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:04.259577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.260362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 50676f81-80fc-44e2-81da-cf5c2b9c8612 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:04.271866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:04.284951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:04.310157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:04.404450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:04.407093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:04.410355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.415533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:04.416126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.426420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 10707609-f78e-4ba5-94fb-92161bf3b727 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:04.508121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.579213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46ad3c19-043d-4dc3-ab01-a7ebc54cd862 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:04.627515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.632682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5103e96b-18c5-49a5-bd26-e4a660a9f5f0 None None] Could not find standard attr ID for object 27425c5b-0c87-4282-bbba-a114d0d71e51. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:04.696036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=ff4747f5-784c-464f-b46f-6fdfe16f2a74,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:04.701603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:04.702368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c88e0c-70a9-4d9b-adb4-d465e5a8ecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:04.792220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 50676f81-80fc-44e2-81da-cf5c2b9c8612 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:04.795670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=27425c5b-0c87-4282-bbba-a114d0d71e51,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:04.799903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:04.804408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning for port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:04.810361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 50676f81-80fc-44e2-81da-cf5c2b9c8612 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:04.811042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.884334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Pushing event updated for resources: {'Port': ['ID=6aced35f-571b-4340-a8c2-4466441cd141,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:04.887303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning complete for port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:04.887947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.919681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:04.960143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:04.980738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921c3a-8c22-4ed3-ad4c-54b5a33fc597 req-ea287ef5-2115-4e68-93da-60f1557baf6d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:04.982452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc921c3a-8c22-4ed3-ad4c-54b5a33fc597 req-ea287ef5-2115-4e68-93da-60f1557baf6d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.4713967
Nov 23 12:53:05.011854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:05.033486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/27425c5b-0c87-4282-bbba-a114d0d71e51 HTTP/1.1" status: 204  len: 168 time: 2.4576101
Nov 23 12:53:05.042711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:05.064510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.131011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 50676f81-80fc-44e2-81da-cf5c2b9c8612, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=50676f81-80fc-44e2-81da-cf5c2b9c8612,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:05.137572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.139571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:05.168724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5b69e-c725-457d-8ac4-0c8657ee8623 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:05.170051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5b69e-c725-457d-8ac4-0c8657ee8623 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:05.170893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8dd5b69e-c725-457d-8ac4-0c8657ee8623 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:05.198066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8dd5b69e-c725-457d-8ac4-0c8657ee8623 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:05.202363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8dd5b69e-c725-457d-8ac4-0c8657ee8623 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1582391
Nov 23 12:53:05.203448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.230948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46138) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:05.231755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c73ef645-6f77-4673-8849-ccbd18286c1c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:05.266625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning for port 10707609-f78e-4ba5-94fb-92161bf3b727 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:05.283749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning complete for port 10707609-f78e-4ba5-94fb-92161bf3b727 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:05.284175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.430077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6aced35f-571b-4340-a8c2-4466441cd141 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:05.449414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=10707609-f78e-4ba5-94fb-92161bf3b727,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:05.470777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:05.481491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.486383 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc921c3a-8c22-4ed3-ad4c-54b5a33fc597 req-b08351ee-c0a7-4c4b-bb6c-a912689ab0a3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4916584
Nov 23 12:53:05.491543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Port 10707609-f78e-4ba5-94fb-92161bf3b727 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:53:05.493615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=50676f81-80fc-44e2-81da-cf5c2b9c8612,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:05.503517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.508341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:05.508596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.537118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-387a66cb-2718-4f3c-94d6-9bc66e1e23dd tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:05.556502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning complete for port 50676f81-80fc-44e2-81da-cf5c2b9c8612 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:05.556963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.634998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 6aced35f-571b-4340-a8c2-4466441cd141 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:05.651016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ff4747f5-784c-464f-b46f-6fdfe16f2a74 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:05.669679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:05.675161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:05.754592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 6987bc57-1c47-4d04-8caf-776aec4e14b6 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:05.763196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.770380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:05.771924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:05.820451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.822499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/10707609-f78e-4ba5-94fb-92161bf3b727 HTTP/1.1" status: 204  len: 168 time: 2.8304102
Nov 23 12:53:05.826202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46142) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:05.840815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Provisioning complete for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:05.841241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30e8449e-974e-48f8-8dee-f9f2a2eb6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.884155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4316f93e-df8a-4b7e-976a-0b332116c68f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:53:05.885139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4316f93e-df8a-4b7e-976a-0b332116c68f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:05.897365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.910072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:05.910498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:05.957976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4316f93e-df8a-4b7e-976a-0b332116c68f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:05.959477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4316f93e-df8a-4b7e-976a-0b332116c68f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/10707609-f78e-4ba5-94fb-92161bf3b727 HTTP/1.1" status: 404  len: 333 time: 0.1318858
Nov 23 12:53:05.962333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46146) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:06.058852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:06.059108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.126024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.205086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Provisioning complete for port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:06.206017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.219767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:53:06.276600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Port 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:06.282476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Could not find standard attr ID for object 10707609-f78e-4ba5-94fb-92161bf3b727. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:06.303018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Provisioning complete for port ff4747f5-784c-464f-b46f-6fdfe16f2a74 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:06.303779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07534baf-d07d-4c1e-a435-9144b9d8a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.484060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:06.496597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:06.508121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1857693
Nov 23 12:53:06.509435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46150) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:06.517011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-421738566'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:06.524230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:06.524971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253afd30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:06.525904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:06.532407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:06.536791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:06.560220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:06.596177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:06.602846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.689338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:53:06.701455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.702212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 5a00f71c-f8c9-440f-bef9-bb51671c87a3 of type vxlan for network 0f1bedfe-0492-4e3e-888b-0d68119f82a2
Nov 23 12:53:06.739382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.806037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78660fc-ae0d-4ad4-8274-44fcfb022b65 None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:06.829256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.834087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:06.834741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.842226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9507a8b-029c-4593-8e26-f7a10d38ec67 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:06.879285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:06.924899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:06.963209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=0f1bedfe-0492-4e3e-888b-0d68119f82a2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:06.967591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:06.973151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4621041
Nov 23 12:53:06.985257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46160) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:06.992804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:06.993843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:07.007649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Provisioning for port 6aced35f-571b-4340-a8c2-4466441cd141 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:07.030356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:07.062398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:07.097229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429b7e-2312-4cb1-972e-519a07c1e094 req-8ae5596a-1c0e-4d92-9ff8-804f9a812466 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:07.100097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a4429b7e-2312-4cb1-972e-519a07c1e094 req-8ae5596a-1c0e-4d92-9ff8-804f9a812466 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.3253095
Nov 23 12:53:07.163385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:07.167632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:07.170709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:07.176843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:07.189653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:07.199136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.226897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de1f1eb-6dd2-4944-bc71-c2ffb106b209 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:07.341065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=6987bc57-1c47-4d04-8caf-776aec4e14b6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:07.349136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:07.380281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Provisioning complete for port 6aced35f-571b-4340-a8c2-4466441cd141 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:07.380902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.391845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.410689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 50676f81-80fc-44e2-81da-cf5c2b9c8612 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:07.413511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b42e3db-adf1-47c8-9046-7829f6f3a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:07.464892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:07.523367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:07.545027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.547739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a4429b7e-2312-4cb1-972e-519a07c1e094 req-12c378d0-eb4d-4269-adfd-6ef505ad07cd tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4410694
Nov 23 12:53:07.577470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/6987bc57-1c47-4d04-8caf-776aec4e14b6 HTTP/1.1" status: 204  len: 168 time: 2.3002541
Nov 23 12:53:07.578187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46164) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:07.591123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.672178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86c9070d-9888-46d4-8be2-e7650b8eed6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0926251
Nov 23 12:53:07.672832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46168) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:07.705895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f8cd0-a785-4774-a633-adf6daba05e5 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:07.720601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:07.842223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac709-c991-4f19-b9af-34b99486da04 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:07.843321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f1ac709-c991-4f19-b9af-34b99486da04 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:07.855058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:07.857404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 HTTP/1.1" status: 204  len: 168 time: 1.8938205
Nov 23 12:53:07.862336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46172) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:07.874759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f1ac709-c991-4f19-b9af-34b99486da04 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:07.879441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f1ac709-c991-4f19-b9af-34b99486da04 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1965923
Nov 23 12:53:07.881299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46176) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:07.964285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ca08b2-45a9-480c-a282-8148d88383d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:53:07.964883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3ca08b2-45a9-480c-a282-8148d88383d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:07.967836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184ccdc-8f64-4657-aadf-9a008825eb30 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:07.968624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8184ccdc-8f64-4657-aadf-9a008825eb30 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:07.997662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8184ccdc-8f64-4657-aadf-9a008825eb30 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:08.003645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8184ccdc-8f64-4657-aadf-9a008825eb30 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1211112
Nov 23 12:53:08.004387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:08.016766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3ca08b2-45a9-480c-a282-8148d88383d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:08.018063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3ca08b2-45a9-480c-a282-8148d88383d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/21b3adc7-9ad1-4ccb-97a4-0bd7a9949f30 HTTP/1.1" status: 404  len: 333 time: 0.1545670
Nov 23 12:53:08.021266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46184) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:08.100153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-452c6c36-b21f-4785-95f2-474328f09deb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0936744
Nov 23 12:53:08.100908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46188) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:08.107423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:08.252655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:08.262863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:08.273528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:08.280946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.330722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 95d788bb-4821-4629-b17a-d7140901d02a {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:08.334550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.366469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.393324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.449075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 50676f81-80fc-44e2-81da-cf5c2b9c8612 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:08.449504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.474888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.493603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-450d8dfb-76ed-420b-b7a1-73d27cb375a2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:08.509685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.521606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e9e2-e7c1-455a-b7fe-fa58230e8bbe req-8e1e11cd-5168-4c30-b63c-477464d4d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:08.523506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4752e9e2-e7c1-455a-b7fe-fa58230e8bbe req-8e1e11cd-5168-4c30-b63c-477464d4d831 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1162 time: 0.1595562
Nov 23 12:53:08.568869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] For port 6aced35f-571b-4340-a8c2-4466441cd141, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6aced35f-571b-4340-a8c2-4466441cd141,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:08.608650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4752e9e2-e7c1-455a-b7fe-fa58230e8bbe req-b76273b9-ab64-48d3-964b-5cacc9a4d4d2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726595
Nov 23 12:53:08.609895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:08.644648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:53:08.651435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=a698b29f-c0bb-47c0-8274-310047993cc8,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:08.659867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:08.663707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.675497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.681690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36cbf2b7-cbee-4067-80ff-319304e076a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:08.813849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:08.833452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'code': 200}
Nov 23 12:53:08.835528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253afd30>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:04Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:05Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:08.895019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:08.896338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Updating router a5406189-d56d-47b4-9cad-118820994344 port a03448e6-1cab-49a1-bef3-a14ae7f61a06 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:53:08.935510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:08.936023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: 0f1bedfe-0492-4e3e-888b-0d68119f82a2, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:09.000741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.025741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:09.027481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Pushing event updated for resources: {'Port': ['ID=6aced35f-571b-4340-a8c2-4466441cd141,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:09.053701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:09.074515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c055a-e8da-4856-ab24-79d59d3064c3 req-c794785f-2ae4-4e8d-923b-e4fbc7464ba3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:09.077387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 0f1bedfe-0492-4e3e-888b-0d68119f82a2) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:09.084636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d11c055a-e8da-4856-ab24-79d59d3064c3 req-c794785f-2ae4-4e8d-923b-e4fbc7464ba3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.2858150
Nov 23 12:53:09.099131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:09.100105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.145929 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1560791
Nov 23 12:53:09.146253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46196) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:09.149844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:53:09.232855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d11c055a-e8da-4856-ab24-79d59d3064c3 req-97b318a0-b607-4126-9258-9f52a2f1d8c1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471243
Nov 23 12:53:09.249540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.290093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65eef81e-0097-4446-b8f8-696957be0d94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:09.356190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.417149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:09.424597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80f3c460-e8c7-483e-9302-5e6ae680bf9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:09.450456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=95d788bb-4821-4629-b17a-d7140901d02a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:09.462488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:09.506317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804a899-7597-4d6d-9925-4b1d6100dc00 None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:09.537647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.539946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/95d788bb-4821-4629-b17a-d7140901d02a HTTP/1.1" status: 204  len: 168 time: 1.5176756
Nov 23 12:53:09.544020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46200) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:09.728512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 50676f81-80fc-44e2-81da-cf5c2b9c8612, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=50676f81-80fc-44e2-81da-cf5c2b9c8612,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:09.766222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.773693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.774920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.858513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6aced35f-571b-4340-a8c2-4466441cd141 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:09.867183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-40fa5b69-652a-4e1b-917a-b522c307ca4f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:09.899726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:09.928523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:09.940893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:09.943971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7de6b-166d-4b7f-aa8d-adf9c2720362 None None] Network c10cb248-8c02-4506-8428-38114bd61a45 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:09.961539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=50676f81-80fc-44e2-81da-cf5c2b9c8612,revision_number=6']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:09.967411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:09.968050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fac99df-c7c3-496e-bbef-43f6c83f83ad tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:09.977719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Deleting port 50676f81-80fc-44e2-81da-cf5c2b9c8612 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:09.978277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.022335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port ff4747f5-784c-464f-b46f-6fdfe16f2a74 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:10.023084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.047875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=e8adbeba-6d55-4d65-b287-755521f29683,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:10.053225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:10.163540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:10.165389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:10.182772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:10.183597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.229785 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.1276352
Nov 23 12:53:10.231112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46204) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:10.238162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:7e:92:35', 'name': 'tempest-NetworksTestDHCPv6-1796971208'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:10.299190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:10.327774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Provisioning for port a03448e6-1cab-49a1-bef3-a14ae7f61a06 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:10.421693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Provisioning complete for port a03448e6-1cab-49a1-bef3-a14ae7f61a06 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:10.422022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.694390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:10.704402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:10.714837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:10.721864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.771347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] For port ff4747f5-784c-464f-b46f-6fdfe16f2a74, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ff4747f5-784c-464f-b46f-6fdfe16f2a74,segment=NetworkSegment(ff709283-4831-4111-b1a0-c5c09ef33c0f),segment_id=ff709283-4831-4111-b1a0-c5c09ef33c0f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:10.771748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.773031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.775159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6aced35f-571b-4340-a8c2-4466441cd141 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:10.775573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.825467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Port a03448e6-1cab-49a1-bef3-a14ae7f61a06 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:10.849494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Transition to ACTIVE for port object a03448e6-1cab-49a1-bef3-a14ae7f61a06 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:10.903947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:10.908809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port ce45b40d-b684-4c64-a491-377b5a4665d5 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:10.916903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for ff4747f5-784c-464f-b46f-6fdfe16f2a74 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:10.929898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:11.034061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ab9d1-d407-487e-ae9e-e58e8db33936 req-19b08c51-0ebb-42ff-b5dd-b21fd0cf838d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:11.035650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a19ab9d1-d407-487e-ae9e-e58e8db33936 req-19b08c51-0ebb-42ff-b5dd-b21fd0cf838d tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 943 time: 0.3809757
Nov 23 12:53:11.064199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.075428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe7e:9235 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/e8adbeba-6d55-4d65-b287-755521f29683/ce45b40d-b684-4c64-a491-377b5a4665d5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:11.084908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:11.087731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:11.088463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.122499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:11.122925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.175988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Provisioning complete for port 6aced35f-571b-4340-a8c2-4466441cd141 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:11.176969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b91f670-4b94-4dc1-aa4f-718d64b12ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.219511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=ff4747f5-784c-464f-b46f-6fdfe16f2a74,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:11.257021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:11.274538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Pushing event updated for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:11.306838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a19ab9d1-d407-487e-ae9e-e58e8db33936 req-22c34450-84d4-419a-b056-c9a1b44328e3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2639911
Nov 23 12:53:11.326215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:11.342016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.349405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46210) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:11.350028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] For port 50676f81-80fc-44e2-81da-cf5c2b9c8612, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=50676f81-80fc-44e2-81da-cf5c2b9c8612,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:11.350508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.357916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object ce45b40d-b684-4c64-a491-377b5a4665d5 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:11.392229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.411443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c0f240b4-6adc-4e96-ade9-84f88b3322b5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:11.454649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No DVR routers for this DVR port ff4747f5-784c-464f-b46f-6fdfe16f2a74 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:11.557237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=ce45b40d-b684-4c64-a491-377b5a4665d5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:11.562983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:11.589034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.627119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:11.628533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:11.646210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:11.656723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b807312a-2abe-4e0e-b0b4-1efce51cfd9e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/floatingips/7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 HTTP/1.1" status: 200  len: 991 time: 0.2963548
Nov 23 12:53:11.656961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:11.656961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.680998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.687237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4549434
Nov 23 12:53:11.688073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46214) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:11.777122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f44d0-72e3-4c07-a9fb-474f0cf110ed None None] DHCP port deletion for c10cb248-8c02-4506-8428-38114bd61a45 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:11.783201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f82571-5a83-4144-b931-f38810a03bb9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:11.785878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Calling delete_port for 50676f81-80fc-44e2-81da-cf5c2b9c8612 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:11.787908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f82571-5a83-4144-b931-f38810a03bb9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:11.788901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2f82571-5a83-4144-b931-f38810a03bb9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:11.812119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2f82571-5a83-4144-b931-f38810a03bb9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:11.816364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2f82571-5a83-4144-b931-f38810a03bb9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.1245036
Nov 23 12:53:11.818100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46218) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:11.904262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port ce45b40d-b684-4c64-a491-377b5a4665d5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:11.904262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:11.955437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 50676f81-80fc-44e2-81da-cf5c2b9c8612 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:11.964218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5710>,) {'filters': {'network_id': ['c10cb248-8c02-4506-8428-38114bd61a45']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:11.989520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5710>, 'ff709283-4831-4111-b1a0-c5c09ef33c0f') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:11.989844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ef5710>, 'ff709283-4831-4111-b1a0-c5c09ef33c0f') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:12.071232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.106310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.110527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:53:12.199070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.287110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.363463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Attempting to bind port a03448e6-1cab-49a1-bef3-a14ae7f61a06 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:12.364575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Attempting to bind port a03448e6-1cab-49a1-bef3-a14ae7f61a06 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:12.365059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Attempting to bind port a03448e6-1cab-49a1-bef3-a14ae7f61a06 on network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:12.377172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for ce45b40d-b684-4c64-a491-377b5a4665d5 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:12.390263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c10cb248-8c02-4506-8428-38114bd61a45 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:12.406954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.464234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:12.464922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Checking segment: {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:12.465135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.465887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Bound using segment: {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:12.466125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Bound port: a03448e6-1cab-49a1-bef3-a14ae7f61a06, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9a0380-e995-420e-810f-abf394ea7470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:12.466762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.493214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:53:12.564730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.581437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:12.584360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'code': 200}
Nov 23 12:53:12.584546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8eb23cad-12fc-4329-bf07-66a4eee9d7d4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:12.594253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.641271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.654727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.665573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network c10cb248-8c02-4506-8428-38114bd61a45 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:12.672890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:12.702867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=ce45b40d-b684-4c64-a491-377b5a4665d5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:12.707165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:53:12.713580 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:53:12.774880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.788650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/ce45b40d-b684-4c64-a491-377b5a4665d5 HTTP/1.1" status: 204  len: 168 time: 0.9690690
Nov 23 12:53:12.791965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] Pushing event deleted for resources: {'Port': ['ID=50676f81-80fc-44e2-81da-cf5c2b9c8612,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:12.793422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46224) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:12.810651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.814293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19cac26f-713c-47ef-9c5d-562c6040bfac tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:12.835822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.844482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=c10cb248-8c02-4506-8428-38114bd61a45,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:12.851086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:12.868295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/c10cb248-8c02-4506-8428-38114bd61a45 HTTP/1.1" status: 204  len: 168 time: 3.3186367
Nov 23 12:53:12.869491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46228) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:12.877774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-40673696'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:12.887096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:12.896796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45085c7-113c-4915-859a-41dbbca249e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:12.898290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45085c7-113c-4915-859a-41dbbca249e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:12.899090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e45085c7-113c-4915-859a-41dbbca249e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:12.902109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:12.905865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:12.914390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:12.928056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Allocated IP 2001:db8:1::2 (0f1bedfe-0492-4e3e-888b-0d68119f82a2/a698b29f-c0bb-47c0-8274-310047993cc8/0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:12.929026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e45085c7-113c-4915-859a-41dbbca249e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:12.933106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e45085c7-113c-4915-859a-41dbbca249e1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1356602
Nov 23 12:53:12.933106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:12.933680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46232) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:12.936910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.974849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:53:12.987985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:12.988359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 9b4221c9-439e-4a29-9efe-eeaa27af569a of type vxlan for network 9b127bf2-237e-46d4-8488-49b6c3e67557
Nov 23 12:53:12.997981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] For port a03448e6-1cab-49a1-bef3-a14ae7f61a06, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:13.022513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.030028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7e04b69c-53d3-425a-b5c9-5b4bcbc66a7d None None] Provisioning complete for port 6aced35f-571b-4340-a8c2-4466441cd141 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:13.030463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e04b69c-53d3-425a-b5c9-5b4bcbc66a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.063844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] For port a03448e6-1cab-49a1-bef3-a14ae7f61a06, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a03448e6-1cab-49a1-bef3-a14ae7f61a06,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:13.073210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.078118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:13.079062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.082644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:13.088977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:13.177780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ff4747f5-784c-464f-b46f-6fdfe16f2a74 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:13.204248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3310368
Nov 23 12:53:13.206153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46236) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:13.216260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:13.227419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:13.231166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.266759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:13.267201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:13.292885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=9b127bf2-237e-46d4-8488-49b6c3e67557,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:13.301822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:13.348178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:13.360404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:13.366150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:13.374274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:13.386623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:13.450630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet e8adbeba-6d55-4d65-b287-755521f29683 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:13.454449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.508085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.515913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.533710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: ff4747f5-784c-464f-b46f-6fdfe16f2a74 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:13.534072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ff4747f5-784c-464f-b46f-6fdfe16f2a74 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:13.569368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:13.582082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:13.589896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.904999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:13.910484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fb69d-5e26-4ab7-8d16-82181f33590f None None] No DVR routers for this DVR port 50676f81-80fc-44e2-81da-cf5c2b9c8612 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:13.924654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86cd15f7-c8a1-4585-9118-4a99f48e9fb5 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:13.956940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Pushing event updated for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:13.961759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:13.962932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35726d-54ca-450c-bbe7-e463f30079b2 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:13.996635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.294s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:13.996986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:14.001956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.022388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-658673b4-154f-4165-b075-b4ec44ba3a5e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:14.030873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=e8adbeba-6d55-4d65-b287-755521f29683,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:14.036720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:14.083469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.099686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/e8adbeba-6d55-4d65-b287-755521f29683 HTTP/1.1" status: 204  len: 168 time: 1.1633534
Nov 23 12:53:14.101502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46240) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:14.160165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=d0d663c3-d5b0-4453-b8a4-e4d7e841d306,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:14.172901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:14.191810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3e770da-51d0-4ce9-970c-d9d80e549648 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0888445
Nov 23 12:53:14.194422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:14.202560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:14.235848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '9b4221c9-439e-4a29-9efe-eeaa27af569a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:14.236952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: 9b127bf2-237e-46d4-8488-49b6c3e67557, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:14.258287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:14.259077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.265413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:14.275098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 9b127bf2-237e-46d4-8488-49b6c3e67557) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:14.290109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:14.290763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.303831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60932bae-4371-4676-b076-69f63087449a None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:14.316072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46248) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:14.316486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1092739
Nov 23 12:53:14.334653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557', 'name': 'tempest-PortsTestJSON-1498303831', 'fixed_ips': [{'subnet_id': 'd0d663c3-d5b0-4453-b8a4-e4d7e841d306', 'ip_address': '172.20.0.10'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:14.426263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:14.435891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:14.441004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:14.451712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:14.472717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:14.478400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.479488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.520559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Transition to ACTIVE for port object 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:14.576991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Transition to ACTIVE for port object 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:14.607153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:14.607881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253afd30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:14.670312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:14.687650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:14.691557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:14.695931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:14.705894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:14.727400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8:1::1 (0f1bedfe-0492-4e3e-888b-0d68119f82a2/a698b29f-c0bb-47c0-8274-310047993cc8/47e2fc8e-20ee-49df-8571-6744c9708590) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:14.737798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:14.769643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d3269bb-82d0-460f-9f58-4af213439fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:15.025198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Pushing event updated for resources: {'Port': ['ID=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:15.035979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:15.103180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:15.130793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.227671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.277310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object 47e2fc8e-20ee-49df-8571-6744c9708590 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:15.358393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-9b127bf2-237e-46d4-8488-49b6c3e67557', 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': 'd0d663c3-d5b0-4453-b8a4-e4d7e841d306'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:15.359305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.398205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:15.441416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.452002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:15.460220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa380cd0-1c2c-4ac0-9470-926a545ac0f3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:15.492119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 949bede1-aa04-4d10-83cc-33128dbe1e57 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:15.522332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:15.536751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:15.719236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:15.727791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:15.814873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Attempting to bind port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:15.815215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Attempting to bind port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:15.815635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Attempting to bind port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d on network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:15.871781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:15.872232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Checking segment: {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:15.872651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.873105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Bound using segment: {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:15.874135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Bound port: 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:15.874135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.933256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:15.938447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:15.944724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:15.945301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:15.951126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:15.951657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.018813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.10 (9b127bf2-237e-46d4-8488-49b6c3e67557/d0d663c3-d5b0-4453-b8a4-e4d7e841d306/949bede1-aa04-4d10-83cc-33128dbe1e57) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:16.020937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:53:16.028105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.048468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04167555-3b22-46c9-8f73-db101916dc79 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:16.202915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] For port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:16.214703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253afd30>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:04Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:12Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:16.235185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771e494-09c0-47bc-976b-72e18b621565 None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:04Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:12Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:16.237986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] For port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:16.245084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.262542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7c6b49f-0e9d-4d09-bd44-ccdd1c9e8bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:16.412649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Pushing event updated for resources: {'Port': ['ID=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:16.426048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:16.564328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:16.612406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:16.621085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.670897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.897227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:16.902500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:16.911904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f092afa-839d-42f5-8b59-c4e19f6fcc86 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:16.943933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:16.953949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:16.954609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.051898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 949bede1-aa04-4d10-83cc-33128dbe1e57 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:17.160487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46252) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:17.160704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.9645228
Nov 23 12:53:17.171465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:32:8e:a7', 'name': 'tempest-NetworksTestDHCPv6-1250762434'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:17.195281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.213333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c502f32-7260-4c75-bc5e-0807683b166d tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:17.247519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a03448e6-1cab-49a1-bef3-a14ae7f61a06 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:17.293473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': 'f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:17.294531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.329494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:17.334500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:17.337554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:17.343446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:17.353955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:17.446123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=949bede1-aa04-4d10-83cc-33128dbe1e57,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:17.452869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:17.465138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Allocated IP 172.20.0.2 (9b127bf2-237e-46d4-8488-49b6c3e67557/d0d663c3-d5b0-4453-b8a4-e4d7e841d306/93dae9b0-8436-4380-ae32-e75ee054e3a5) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:17.509650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.560810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:17.571399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:17.573771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port a03448e6-1cab-49a1-bef3-a14ae7f61a06 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:17.576013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:17.601139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port a03448e6-1cab-49a1-bef3-a14ae7f61a06 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:17.601715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.613922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.628221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.629136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.648695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54f16c87-37d6-4553-a68c-6c72e3877c99 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:17.736649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 7f5eef9a-f7f1-486d-befd-01b38d6a7a1b yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:17.806832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:17.808194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:17.856812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:17.874437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.5569370
Nov 23 12:53:17.876821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46256) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:17.876821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:17.887742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557', 'name': 'tempest-PortsTestJSON-1610821821', 'fixed_ips': [{'subnet_id': 'd0d663c3-d5b0-4453-b8a4-e4d7e841d306', 'ip_address': '172.20.0.9'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:17.935337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe32:8ea7 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e/7f5eef9a-f7f1-486d-befd-01b38d6a7a1b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:18.065796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:18.080660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:18.110048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.158886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d8bcd-f3c5-437b-a4c2-2d6f085cfe9d None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:18.260151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:18.281897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:port and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:18.288298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:18.299297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:18.318066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:18.326668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.330391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port a03448e6-1cab-49a1-bef3-a14ae7f61a06, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a03448e6-1cab-49a1-bef3-a14ae7f61a06,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:18.332888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.356785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c9d38f42-5ac9-40f4-87a4-ffeeec779b52 None None] Provisioning for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:18.359946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.360877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:18.395819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:18.427266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Transition to ACTIVE for port object 93dae9b0-8436-4380-ae32-e75ee054e3a5 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:18.441912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.459637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 7f5eef9a-f7f1-486d-befd-01b38d6a7a1b will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:18.481444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.495944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6f29d4e-713a-424b-ba1d-da16a43a33f6 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:18.605614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Transition to ACTIVE for port object 93dae9b0-8436-4380-ae32-e75ee054e3a5 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:18.634501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.644289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=7f5eef9a-f7f1-486d-befd-01b38d6a7a1b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:18.650220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:18.728925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:18.730606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:18.733100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:18.735845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:18.740237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:18.748723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:18.749684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:18.752343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4025fe88-ed6b-4ac7-8892-b52a55c4f65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:18.784252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6220696
Nov 23 12:53:18.788142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46260) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:18.867943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Allocated IP 2001:db8::f816:3eff:fe7b:c151 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e/e8896272-fa12-4eb7-899c-28a337d9fcc8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:18.886975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c1785-a147-4ae4-a3f1-487c3d5b00ae tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:18.888152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a62c1785-a147-4ae4-a3f1-487c3d5b00ae tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:18.908283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a62c1785-a147-4ae4-a3f1-487c3d5b00ae tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:18.913151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a62c1785-a147-4ae4-a3f1-487c3d5b00ae tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1197240
Nov 23 12:53:18.913995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46264) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:18.936193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 13e34655-a4d6-4099-8ef3-86e83b198a99 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:18.953181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:18.982504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Pushing event updated for resources: {'Port': ['ID=93dae9b0-8436-4380-ae32-e75ee054e3a5,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:18.998615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 7f5eef9a-f7f1-486d-befd-01b38d6a7a1b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:18.999225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.022633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:19.039296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:19.040262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:19.040725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.081357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:19.081956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:19.094695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:19.243401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Attempting to bind port 93dae9b0-8436-4380-ae32-e75ee054e3a5 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:19.243822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Attempting to bind port 93dae9b0-8436-4380-ae32-e75ee054e3a5 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9b4221c9-439e-4a29-9efe-eeaa27af569a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:19.244231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Attempting to bind port 93dae9b0-8436-4380-ae32-e75ee054e3a5 on network 9b127bf2-237e-46d4-8488-49b6c3e67557 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:19.277812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.323801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.9 (9b127bf2-237e-46d4-8488-49b6c3e67557/d0d663c3-d5b0-4453-b8a4-e4d7e841d306/13e34655-a4d6-4099-8ef3-86e83b198a99) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:19.331175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:19.331600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Checking segment: {'id': '9b4221c9-439e-4a29-9efe-eeaa27af569a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:19.332026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.332640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Bound using segment: {'id': '9b4221c9-439e-4a29-9efe-eeaa27af569a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:19.333246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Bound port: 93dae9b0-8436-4380-ae32-e75ee054e3a5, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4221c9-439e-4a29-9efe-eeaa27af569a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b127bf2-237e-46d4-8488-49b6c3e67557'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:19.333672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.401648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:19.413632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:19.440337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 7f5eef9a-f7f1-486d-befd-01b38d6a7a1b owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:19.446126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.448904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.459759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:19.460820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e00d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:19.486137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Transition to ACTIVE for port object e8896272-fa12-4eb7-899c-28a337d9fcc8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:19.522428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3748920
Nov 23 12:53:19.526341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46268) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:19.535123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-533319974'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:19.543880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:19.551875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Transition to ACTIVE for port object e8896272-fa12-4eb7-899c-28a337d9fcc8 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:19.553755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:19.556545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:19.559534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:19.559818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] For port 93dae9b0-8436-4380-ae32-e75ee054e3a5, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:19.562429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.570617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:19.589181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:19.602931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:19.610158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.660681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.668406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.704143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:53:19.704644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.716575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 13e34655-a4d6-4099-8ef3-86e83b198a99 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:19.721138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07d84d49-1e19-47af-8178-9d5714207fa8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:19.722581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.723088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment b0fb039f-1aea-4613-b774-c5b6b435c89c of type vxlan for network e4dd085a-309f-4247-a9e0-f8771c1707d6
Nov 23 12:53:19.744731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] For port 93dae9b0-8436-4380-ae32-e75ee054e3a5, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=93dae9b0-8436-4380-ae32-e75ee054e3a5,segment=NetworkSegment(9b4221c9-439e-4a29-9efe-eeaa27af569a),segment_id=9b4221c9-439e-4a29-9efe-eeaa27af569a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:19.766190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.792921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.795932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:19.823224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-823aab33-be21-415b-8784-cfc669396bb2 tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:19.830989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:19.841991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:19.895448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=7f5eef9a-f7f1-486d-befd-01b38d6a7a1b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:19.903541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:53:19.908014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:19.909733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:20.008241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.039711 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/7f5eef9a-f7f1-486d-befd-01b38d6a7a1b HTTP/1.1" status: 204  len: 168 time: 1.1250155
Nov 23 12:53:20.042830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46272) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:20.083105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.087984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:20.088703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.091645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:20.110026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=13e34655-a4d6-4099-8ef3-86e83b198a99,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:20.127879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:20.128470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3aa3a3e9-8a2a-4f5a-8edf-e3b733fc62b4 tempest-BulkNetworkOpsTest-31618490 tempest-BulkNetworkOpsTest-31618490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:20.163541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd04248-8e99-4b3c-a1cc-813b14d56041 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:20.163541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cdd04248-8e99-4b3c-a1cc-813b14d56041 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1135001
Nov 23 12:53:20.163541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46276) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:20.282328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7412012
Nov 23 12:53:20.293952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a03448e6-1cab-49a1-bef3-a14ae7f61a06 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:20.296333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46280) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:20.320365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:20.325595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.329243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:20.345127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Provisioning for port 47e2fc8e-20ee-49df-8571-6744c9708590 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:20.387141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Provisioning complete for port 47e2fc8e-20ee-49df-8571-6744c9708590 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:20.387569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.441212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=e4dd085a-309f-4247-a9e0-f8771c1707d6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:20.446294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.450389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:20.477156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:20.521714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:20.531779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:20.533360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:20.536169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:20.539912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:20.569002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e00d68>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:16Z', 'revision_number': 3, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:17Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:20.573791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:20.574447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Updating router a5406189-d56d-47b4-9cad-118820994344 port 47e2fc8e-20ee-49df-8571-6744c9708590 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:53:20.591770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.595885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:20.611351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:20.636995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:20.678562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.679010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:20.881853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.893215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:20.903699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:20.904442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:20.930110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Port 47e2fc8e-20ee-49df-8571-6744c9708590 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:21.015013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.1303945
Nov 23 12:53:21.017233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46284) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.056734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.094760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:21.103160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:21.111604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:21.203720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:21.206972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Attempting to bind port e8896272-fa12-4eb7-899c-28a337d9fcc8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:21.207981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Attempting to bind port e8896272-fa12-4eb7-899c-28a337d9fcc8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:21.208579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Attempting to bind port e8896272-fa12-4eb7-899c-28a337d9fcc8 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:21.213308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c4ced-b18e-49cd-9b86-af7ba843fb0c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:21.214651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb7c4ced-b18e-49cd-9b86-af7ba843fb0c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:21.233247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:21.233670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:21.234123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.234566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:21.235108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Bound port: e8896272-fa12-4eb7-899c-28a337d9fcc8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:21.235724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.237825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.243591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bb7c4ced-b18e-49cd-9b86-af7ba843fb0c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:21.248642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb7c4ced-b18e-49cd-9b86-af7ba843fb0c tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2303131
Nov 23 12:53:21.249642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port a03448e6-1cab-49a1-bef3-a14ae7f61a06 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:21.250231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.254680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.256921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:21.260339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:21.261160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Transition to ACTIVE for port object 47e2fc8e-20ee-49df-8571-6744c9708590 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:21.264971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.283649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.291174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a5e493a-dd74-4e45-a93b-7c9463a26524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:21.298396 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e HTTP/1.1" status: 204  len: 168 time: 1.1326714
Nov 23 12:53:21.303602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46292) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.335315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Pushing event updated for resources: {'Port': ['ID=93dae9b0-8436-4380-ae32-e75ee054e3a5,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:21.339028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:21.339840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Provisioning complete for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:21.340261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb345258-86ac-472a-bbca-d82615be3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.408748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-01362833-a3e4-4f0c-9269-296e7386752a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1034160
Nov 23 12:53:21.412943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46296) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.417826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.587s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:21.418238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:21.437662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Pushing event updated for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:21.465161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.465539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.465909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.466277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.466641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.467003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.467357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.467709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.468062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.468412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.468813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.469408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.469850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.470208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.470561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.471037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.471389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.471742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.472597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.472597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.472965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.473841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.474165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.474519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:21.481800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:21.518210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88fe61e-3abf-4c55-8f2d-b07eb665430a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:21.523982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88fe61e-3abf-4c55-8f2d-b07eb665430a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:21.528826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88fe61e-3abf-4c55-8f2d-b07eb665430a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:21.534210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e88fe61e-3abf-4c55-8f2d-b07eb665430a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.2782872
Nov 23 12:53:21.534980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46300) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.547166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecb535-dc4c-45ef-a750-652abce902ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:21.547975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ebecb535-dc4c-45ef-a750-652abce902ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:21.661944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:21.667128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:21.673082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.704915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc73788e-2f88-4ef7-b0d2-720d9ae203aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:21.750090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.768173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972f3f07-017f-4b26-8871-ed9abc7f11c4 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:21.850410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ebecb535-dc4c-45ef-a750-652abce902ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:21.857946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ebecb535-dc4c-45ef-a750-652abce902ec tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.4434586
Nov 23 12:53:21.869625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 13e34655-a4d6-4099-8ef3-86e83b198a99 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:21.870018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.878096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Attempting to bind port 47e2fc8e-20ee-49df-8571-6744c9708590 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:21.879123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Attempting to bind port 47e2fc8e-20ee-49df-8571-6744c9708590 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:21.879814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Attempting to bind port 47e2fc8e-20ee-49df-8571-6744c9708590 on network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:21.891536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:21.892098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46304) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:21.892243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Checking segment: {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:21.892775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.893388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Bound using segment: {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:21.893946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Bound port: 47e2fc8e-20ee-49df-8571-6744c9708590, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a00f71c-f8c9-440f-bef9-bb51671c87a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:21.894465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:21.953950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:21.971007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:22.042222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] For port 47e2fc8e-20ee-49df-8571-6744c9708590, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:22.046295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] For port 47e2fc8e-20ee-49df-8571-6744c9708590, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=47e2fc8e-20ee-49df-8571-6744c9708590,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:22.052944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.071033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:22.088454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:22.139551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:22.145333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-488693bf-2a95-4068-ab49-b4b2c8217ed2 None None] Provisioning complete for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:22.145938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-488693bf-2a95-4068-ab49-b4b2c8217ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.155378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:22.174763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b167fed-b949-457e-b75b-a879954e9d69 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:22.175946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2b167fed-b949-457e-b75b-a879954e9d69 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:22.195318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.209949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2b167fed-b949-457e-b75b-a879954e9d69 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:22.211532 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b167fed-b949-457e-b75b-a879954e9d69 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2944052
Nov 23 12:53:22.217270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46308) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:22.250045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Pushing event updated for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:22.257224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:22.326499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b62738a8-bfc5-442f-b9da-817f85d73f4f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1075644
Nov 23 12:53:22.329062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:22.330208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e00d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:22.332136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46312) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:22.347289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:22.354425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 13e34655-a4d6-4099-8ef3-86e83b198a99 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:22.420465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:22.421046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.501081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:22.502047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: e4dd085a-309f-4247-a9e0-f8771c1707d6, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:22.515850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.526186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:22.534018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61d3b714-0a77-4b1f-a88c-d34a3cba122f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:22.553470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:22.554163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 93dae9b0-8436-4380-ae32-e75ee054e3a5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:22.558088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:22.575403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:22.585651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, e4dd085a-309f-4247-a9e0-f8771c1707d6) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:22.605116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:22.615726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6dec72-a667-4ecc-98b9-fa7434b60381 None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:22.705686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=13e34655-a4d6-4099-8ef3-86e83b198a99,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:22.709119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:22.800614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.947738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:22.948735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.956389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:22.975425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/13e34655-a4d6-4099-8ef3-86e83b198a99 HTTP/1.1" status: 204  len: 168 time: 1.4362972
Nov 23 12:53:22.975741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46316) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:23.014360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.7082562
Nov 23 12:53:23.018951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46320) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:23.027251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:23.034905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-05eb4143-4bc0-4c5f-828f-b549d53c2a8e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:53:23.036678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05eb4143-4bc0-4c5f-828f-b549d53c2a8e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:23.061827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05eb4143-4bc0-4c5f-828f-b549d53c2a8e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:23.065829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e00d68>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:16Z', 'revision_number': 3, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:22Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:23.066281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05eb4143-4bc0-4c5f-828f-b549d53c2a8e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/13e34655-a4d6-4099-8ef3-86e83b198a99 HTTP/1.1" status: 404  len: 333 time: 0.0864418
Nov 23 12:53:23.067388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46324) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:23.071173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df0f3e-67d4-4d65-b4ed-7ef5e074b390 None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:16Z', 'revision_number': 3, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:22Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:23.180924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-e4dd085a-309f-4247-a9e0-f8771c1707d6', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:23.182919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:23.213204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 949bede1-aa04-4d10-83cc-33128dbe1e57 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:23.213590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:23.238160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e54707-0572-4d94-9916-defee653b04c None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:23.539370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:23.634670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Provisioning for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:23.650357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Provisioning complete for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:23.650777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:23.727937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 949bede1-aa04-4d10-83cc-33128dbe1e57 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:23.872552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 47e2fc8e-20ee-49df-8571-6744c9708590 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:23.966199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:23.982087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38b3eebb-dd94-44fb-be06-81289f1518e5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:24.071519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.078074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=949bede1-aa04-4d10-83cc-33128dbe1e57,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:24.091954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:24.156439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] For port 93dae9b0-8436-4380-ae32-e75ee054e3a5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=93dae9b0-8436-4380-ae32-e75ee054e3a5,segment=NetworkSegment(9b4221c9-439e-4a29-9efe-eeaa27af569a),segment_id=9b4221c9-439e-4a29-9efe-eeaa27af569a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:24.194509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 47e2fc8e-20ee-49df-8571-6744c9708590 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:24.213089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.218700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-172f122a-7b2e-4442-87d1-16d6d8ce423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:24.228974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.243483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/949bede1-aa04-4d10-83cc-33128dbe1e57 HTTP/1.1" status: 204  len: 168 time: 1.1655817
Nov 23 12:53:24.248906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46328) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:24.259516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 47e2fc8e-20ee-49df-8571-6744c9708590 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:24.259944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.284844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.298392 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b1f09b-4bc1-4120-9f77-850b39dc77e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:53:24.298953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8b1f09b-4bc1-4120-9f77-850b39dc77e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:24.301838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23baf18d-c813-4e1a-97fe-8248d4d5d874 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:24.316041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8b1f09b-4bc1-4120-9f77-850b39dc77e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:24.321031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b8b1f09b-4bc1-4120-9f77-850b39dc77e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/949bede1-aa04-4d10-83cc-33128dbe1e57 HTTP/1.1" status: 404  len: 333 time: 0.0681522
Nov 23 12:53:24.321403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46332) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:24.370423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Allocated IP 2001:db8:2::2 (e4dd085a-309f-4247-a9e0-f8771c1707d6/df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f/d476fbc4-b693-43cf-91ff-4599af635c3a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:24.386112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Pushing event updated for resources: {'Port': ['ID=93dae9b0-8436-4380-ae32-e75ee054e3a5,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:24.394308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:24.499287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=951dc1c2-9cd0-4bec-8c69-301bd1a8ded8,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:24.541164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:24.552890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.610353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.631466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet d0d663c3-d5b0-4453-b8a4-e4d7e841d306 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:24.636729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.641604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 47e2fc8e-20ee-49df-8571-6744c9708590, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=47e2fc8e-20ee-49df-8571-6744c9708590,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:24.653090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:24.657215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:24.712474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.728291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.741144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Transition to ACTIVE for port object d476fbc4-b693-43cf-91ff-4599af635c3a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:24.761522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Transition to ACTIVE for port object d476fbc4-b693-43cf-91ff-4599af635c3a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:24.785575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.787705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:24.788362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.804972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01e592-4931-4d5a-8a95-38302251f8b6 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:24.828024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:24.913715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5767133
Nov 23 12:53:24.917113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46336) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:24.923513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:f9:33:fe', 'name': 'tempest-NetworksTestDHCPv6-426497351'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:25.161287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-12ae916f-e29b-476a-a4b5-05434d765eeb None None] Provisioning complete for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:25.161711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12ae916f-e29b-476a-a4b5-05434d765eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.220755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9e1c04a-a470-4cda-b192-1303cb67b954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:25.263569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:25.284394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:25.344976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:25.351522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.352309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.359107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Pushing event updated for resources: {'Port': ['ID=d476fbc4-b693-43cf-91ff-4599af635c3a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:25.362255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:25.362950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:25.566413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:25.570270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:25.578810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:25.580247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8:2::1 (e4dd085a-309f-4247-a9e0-f8771c1707d6/df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f/ce7445c5-50d6-4c52-b6a0-298852efbf1f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:25.593703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:25.596135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:25.607249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.625372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 068b30dd-b2ff-42c8-98a0-337dbb60f9e5 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:25.745652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39e657c-5b91-4f75-95d7-f44b92e662d5 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:25.795435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-947bdbcb-1af7-44c5-81c8-2ae047188b81 None None] Could not find standard attr ID for object 949bede1-aa04-4d10-83cc-33128dbe1e57. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:25.802202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-947bdbcb-1af7-44c5-81c8-2ae047188b81 None None] Could not find standard attr ID for object 13e34655-a4d6-4099-8ef3-86e83b198a99. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:25.804378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Attempting to bind port d476fbc4-b693-43cf-91ff-4599af635c3a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:25.804837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Attempting to bind port d476fbc4-b693-43cf-91ff-4599af635c3a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:25.805254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Attempting to bind port d476fbc4-b693-43cf-91ff-4599af635c3a on network e4dd085a-309f-4247-a9e0-f8771c1707d6 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:25.820865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=d0d663c3-d5b0-4453-b8a4-e4d7e841d306,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:25.824514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:25.835109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.846345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/d0d663c3-d5b0-4453-b8a4-e4d7e841d306 HTTP/1.1" status: 204  len: 168 time: 1.5238159
Nov 23 12:53:25.847440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46340) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:25.851761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '951dc1c2-9cd0-4bec-8c69-301bd1a8ded8'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'e8896272-fa12-4eb7-899c-28a337d9fcc8'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:53:25.887149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:25.887946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Checking segment: {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:25.888561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.889060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Bound using segment: {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:25.889659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Bound port: d476fbc4-b693-43cf-91ff-4599af635c3a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:25.890112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:25.900593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c5cb2-6120-4581-9325-cf1cf29b60fe None None] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:25.917586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 47e2fc8e-20ee-49df-8571-6744c9708590 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:26.104235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::2ab (a47ca4f9-0e3c-44db-bca2-574c47036bc3/951dc1c2-9cd0-4bec-8c69-301bd1a8ded8/068b30dd-b2ff-42c8-98a0-337dbb60f9e5) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:26.115267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.132910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-947bdbcb-1af7-44c5-81c8-2ae047188b81 None None] Provisioning complete for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:26.133332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-947bdbcb-1af7-44c5-81c8-2ae047188b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.171830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.459952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.518708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object ce7445c5-50d6-4c52-b6a0-298852efbf1f will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:26.532208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 93dae9b0-8436-4380-ae32-e75ee054e3a5 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:26.532641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.551562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] For port d476fbc4-b693-43cf-91ff-4599af635c3a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:26.584480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] For port d476fbc4-b693-43cf-91ff-4599af635c3a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d476fbc4-b693-43cf-91ff-4599af635c3a,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:26.592056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 47e2fc8e-20ee-49df-8571-6744c9708590 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:26.592506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.618773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.712596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:26.727299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:26.731243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:26.949260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:26.952562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:27.034882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Pushing event updated for resources: {'Port': ['ID=d476fbc4-b693-43cf-91ff-4599af635c3a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:27.052539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:27.104272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] DHCP port deletion for 9b127bf2-237e-46d4-8488-49b6c3e67557 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:27.120860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Deleting port 93dae9b0-8436-4380-ae32-e75ee054e3a5 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:27.121287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.143397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.155770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] For port 93dae9b0-8436-4380-ae32-e75ee054e3a5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=93dae9b0-8436-4380-ae32-e75ee054e3a5,segment=NetworkSegment(9b4221c9-439e-4a29-9efe-eeaa27af569a),segment_id=9b4221c9-439e-4a29-9efe-eeaa27af569a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:27.156166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.194015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 93dae9b0-8436-4380-ae32-e75ee054e3a5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:27.296633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 068b30dd-b2ff-42c8-98a0-337dbb60f9e5 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:27.305037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 93dae9b0-8436-4380-ae32-e75ee054e3a5 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:27.368478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:27.375264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:27.382017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:27.382580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.418618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.439666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6188d3be-5367-42c8-925c-e26270352fef tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:27.458821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 93dae9b0-8436-4380-ae32-e75ee054e3a5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:27.459250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.521653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Port 93dae9b0-8436-4380-ae32-e75ee054e3a5 was deleted so its status cannot be updated. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:318}}
Nov 23 12:53:27.537996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] For port 93dae9b0-8436-4380-ae32-e75ee054e3a5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=93dae9b0-8436-4380-ae32-e75ee054e3a5,segment=NetworkSegment(9b4221c9-439e-4a29-9efe-eeaa27af569a),segment_id=9b4221c9-439e-4a29-9efe-eeaa27af569a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:27.538391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.540503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.575095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=93dae9b0-8436-4380-ae32-e75ee054e3a5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:27.579918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:27.587007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:27.646116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/951dc1c2-9cd0-4bec-8c69-301bd1a8ded8/e8896272-fa12-4eb7-899c-28a337d9fcc8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:27.716770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Calling delete_port for 93dae9b0-8436-4380-ae32-e75ee054e3a5 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:27.826016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=068b30dd-b2ff-42c8-98a0-337dbb60f9e5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:27.835661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:27.857569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d476fbc4-b693-43cf-91ff-4599af635c3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:27.858886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No DVR routers for this DVR port 93dae9b0-8436-4380-ae32-e75ee054e3a5 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:27.862257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.956240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d1b077a-ea89-4304-a2ed-e8dd1d28feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:27.978514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:53:27.978929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:53:28.019288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:28.025402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d476fbc4-b693-43cf-91ff-4599af635c3a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:28.056360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.073555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Ignored duplicate provisioning block setup for port e8896272-fa12-4eb7-899c-28a337d9fcc8 by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 23 12:53:28.077514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.092564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:28.097530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:28.099192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.115487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:28.128371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 93dae9b0-8436-4380-ae32-e75ee054e3a5 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:28.198580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:28.202949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:28.203605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.234396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 93dae9b0-8436-4380-ae32-e75ee054e3a5 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:28.234797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 93dae9b0-8436-4380-ae32-e75ee054e3a5 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:28.291197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:28.296707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:28.423279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.5049982
Nov 23 12:53:28.426304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46344) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:28.446238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f6200b8>,) {'filters': {'network_id': ['9b127bf2-237e-46d4-8488-49b6c3e67557']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:28.474113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f6200b8>, '9b4221c9-439e-4a29-9efe-eeaa27af569a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:28.474436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f6200b8>, '9b4221c9-439e-4a29-9efe-eeaa27af569a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:28.480795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Deleting port 93dae9b0-8436-4380-ae32-e75ee054e3a5 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:28.481766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.494527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.525159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.534672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ac9b1-6596-44ec-b17a-362ece34587f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:28.541320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ac9b1-6596-44ec-b17a-362ece34587f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:28.542899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:53:28.544111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-490ac9b1-6596-44ec-b17a-362ece34587f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1163535
Nov 23 12:53:28.547043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46348) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:28.573624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44acfb87-1e11-4e42-9e94-f4811b58fed5 None None] The port '93dae9b0-8436-4380-ae32-e75ee054e3a5' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:53:28.635164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 068b30dd-b2ff-42c8-98a0-337dbb60f9e5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:28.635568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.826386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd11541-637e-4807-9ae5-4590bdebee5c None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:28.897416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:28.910153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.947430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Provisioning for port d476fbc4-b693-43cf-91ff-4599af635c3a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:28.967585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Provisioning complete for port d476fbc4-b693-43cf-91ff-4599af635c3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:28.968169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:28.977093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.118607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 068b30dd-b2ff-42c8-98a0-337dbb60f9e5 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:29.297255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.314773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fd06ce8-9d1b-4893-8f28-aa5c0a542627 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:29.359415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:53:29.383583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.396281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.399084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 9b127bf2-237e-46d4-8488-49b6c3e67557 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:29.424611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.425565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.429434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=068b30dd-b2ff-42c8-98a0-337dbb60f9e5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:29.434116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:29.434709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] For port d476fbc4-b693-43cf-91ff-4599af635c3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d476fbc4-b693-43cf-91ff-4599af635c3a,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:29.440565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.442265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f2758f1-092e-4acb-91a3-a74d219486a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:53:29.496251 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:53:29.512201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.522920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Pushing event updated for resources: {'Port': ['ID=d476fbc4-b693-43cf-91ff-4599af635c3a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:29.530588 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/068b30dd-b2ff-42c8-98a0-337dbb60f9e5 HTTP/1.1" status: 204  len: 168 time: 0.9822779
Nov 23 12:53:29.531131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:29.533020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46352) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:29.598077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:29.618790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064a8f4-7bde-416b-b39f-1d69597691e7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:29.620312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064a8f4-7bde-416b-b39f-1d69597691e7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:29.621198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6064a8f4-7bde-416b-b39f-1d69597691e7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:29.640378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6064a8f4-7bde-416b-b39f-1d69597691e7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:29.644300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6064a8f4-7bde-416b-b39f-1d69597691e7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1075835
Nov 23 12:53:29.644697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46356) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:29.668589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.695577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.708210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:29.714183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:29.717417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-59d90a9c-8089-4ad4-9ac9-6a30bb56a1cf tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:29.744265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/9b127bf2-237e-46d4-8488-49b6c3e67557 HTTP/1.1" status: 204  len: 168 time: 3.8885021
Nov 23 12:53:29.758128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46360) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:29.770608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'network': {'name': 'tempest-PortsTestJSON-311054542'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:29.774506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=9b127bf2-237e-46d4-8488-49b6c3e67557,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:29.810954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:29.812278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:29.821914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:network and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:29.827006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:29.841557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:29.864291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:29.880440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:29.888522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.902264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:29.915695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Provisioning complete for port d476fbc4-b693-43cf-91ff-4599af635c3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:29.916126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:29.979456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 951dc1c2-9cd0-4bec-8c69-301bd1a8ded8 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:29.996362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.020547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e8896272-fa12-4eb7-899c-28a337d9fcc8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:30.077234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.123150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:53:30.147266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.147709 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Added segment 0d8e9ce3-9852-45ef-a9d5-07b052557851 of type vxlan for network 449888f4-aaa6-42b7-9666-fcec22a1570b
Nov 23 12:53:30.184218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.203263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Provisioning for port ce7445c5-50d6-4c52-b6a0-298852efbf1f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:30.212730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Provisioning complete for port ce7445c5-50d6-4c52-b6a0-298852efbf1f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:30.213165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.241083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e8896272-fa12-4eb7-899c-28a337d9fcc8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:30.256204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.276749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d476fbc4-b693-43cf-91ff-4599af635c3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:30.314798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37e7feee-de20-4c3c-9e5a-740fe78dd091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.357014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ffe17-495f-44d6-8c07-a0ce2812e203 None None] Port ce7445c5-50d6-4c52-b6a0-298852efbf1f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:30.384567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.388863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:30.389567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.393470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d476fbc4-b693-43cf-91ff-4599af635c3a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:30.393902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.397831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5cecdd07-1d79-492e-ab67-3bf709bd3544 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:30.547920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7885637
Nov 23 12:53:30.549500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:30.559621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:30.564884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Network': ['ID=449888f4-aaa6-42b7-9666-fcec22a1570b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:30.567574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Provisioning complete for port d476fbc4-b693-43cf-91ff-4599af635c3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:30.568530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.591396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:30.593365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.593793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.594219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.594816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.595210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.595624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.596034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.596492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.597138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.598073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.598073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.598489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.598995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.600346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.600787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.601208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.601617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.602156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.602610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.603019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.603453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.603859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.604264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.604692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:30.610984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:30.627404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 449888f4-aaa6-42b7-9666-fcec22a1570b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:30.703689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 449888f4-aaa6-42b7-9666-fcec22a1570b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:30.788348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:30.808493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:30.812712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:30.822173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:30.842113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:30.914237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:30.921370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9007041
Nov 23 12:53:30.923714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:30.931933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1883483353'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:30.937785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:30.944265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:network and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:30.947974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for network was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:30.948877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.955730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:30.956785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:30.970556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:30.971867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:30.979763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.016264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e9b18e-9d28-414f-9f73-742d2ee56906 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:31.034903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:53:31.049581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.050543 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added segment 10270009-0288-4d7e-91e2-946770951d99 of type vxlan for network ea342edc-93c8-4bc6-aa2c-c0c5defafb10
Nov 23 12:53:31.094635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.100590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:31.101980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824baef28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:31.130393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=951dc1c2-9cd0-4bec-8c69-301bd1a8ded8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:31.133640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:31.139253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.153767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.164139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:31.165075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.186129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8ecebfa-d042-412d-847e-b7e3d2d5de35 tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:31.209819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2845659
Nov 23 12:53:31.241773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46372) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.304890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'subnet': {'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:31.314779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Network': ['ID=ea342edc-93c8-4bc6-aa2c-c0c5defafb10,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:31.318751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:31.374926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7df85-95f2-4cfe-978a-ef666d6bf2a0 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:53:31.400532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:31.413735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:53:31.426721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.464016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/951dc1c2-9cd0-4bec-8c69-301bd1a8ded8 HTTP/1.1" status: 204  len: 168 time: 1.8180108
Nov 23 12:53:31.466714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46376) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.494935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:31.500796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:subnet and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:31.504984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:31.512847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:31.545920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-68f94610-e095-4f67-946b-bd91ad1046a1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0752554
Nov 23 12:53:31.546137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46380) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.570289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Made reservation on behalf of 4f5ef8b1fec04f3294d7c3f41901b608 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:31.629161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Provisioning for port e8896272-fa12-4eb7-899c-28a337d9fcc8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:31.639380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274fdef8-7835-430e-958f-7c6fb66f6cf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:31.640147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-274fdef8-7835-430e-958f-7c6fb66f6cf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:31.657409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-274fdef8-7835-430e-958f-7c6fb66f6cf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:31.661847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-274fdef8-7835-430e-958f-7c6fb66f6cf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1113431
Nov 23 12:53:31.662129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46384) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.684726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:31.685153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.726825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:31.752523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be105a-33fc-4f13-834a-f8855e14cfbe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:31.753435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-53be105a-33fc-4f13-834a-f8855e14cfbe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:31.771191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-53be105a-33fc-4f13-834a-f8855e14cfbe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:31.775041 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53be105a-33fc-4f13-834a-f8855e14cfbe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1095362
Nov 23 12:53:31.775273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:31.775389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46388) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.866345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b353e91-bb58-4350-88fa-56152084ea4b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0842707
Nov 23 12:53:31.867036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46392) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:31.874432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:32.007274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:32.018384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:32.030009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:32.077229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.153712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.295190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af7df85-95f2-4cfe-978a-ef666d6bf2a0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:53:32.323787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.350710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.440998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:32.515692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.521004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:32.549412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.568503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3209c366-63af-482e-a3d9-a995a5f625cf tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:32.687125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:32.710277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81023) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:53:32.743088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:32.746956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Provisioning complete for port ce7445c5-50d6-4c52-b6a0-298852efbf1f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:32.747172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.774924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=82cd873e-a8fe-4e84-a2bb-189ea223d579,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:32.780709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:32.861171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Port ce7445c5-50d6-4c52-b6a0-298852efbf1f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:53:32.868466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Checking segment: {'id': '0d8e9ce3-9852-45ef-a9d5-07b052557851', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:32.868833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network hostable DHCP agents. Network: 449888f4-aaa6-42b7-9666-fcec22a1570b, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:32.870197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824baef28>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:27Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:28Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:32.881321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:32.881739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Updating router a5406189-d56d-47b4-9cad-118820994344 port ce7445c5-50d6-4c52-b6a0-298852efbf1f binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:53:32.899368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.949028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.962159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:32.963074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:32.963198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7abf042-1ff5-47f2-ae2c-efff1f9ddc7e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:32.992271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.065550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 449888f4-aaa6-42b7-9666-fcec22a1570b is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:33.102228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 449888f4-aaa6-42b7-9666-fcec22a1570b) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:33.125845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:33.126670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.142236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Subnet': ['ID=5889488d-c401-4eed-9ffe-d19448f73b0e,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:33.152236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:33.186734 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6358299
Nov 23 12:53:33.190201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:33.197417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-296070690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:33.204910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:33.211308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:33.215974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:router and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:33.224050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:33.232659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:33.234715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.239597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.240553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.256943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-837d84a3-d0f8-4455-a21a-10dab4723efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:33.261552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.262502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.274636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Checking segment: {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:33.274972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network hostable DHCP agents. Network: ea342edc-93c8-4bc6-aa2c-c0c5defafb10, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:53:33.303625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.323521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:53:33.332987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.345817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, ea342edc-93c8-4bc6-aa2c-c0c5defafb10) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:33.369286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:33.369974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.381556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.384360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bcf6cad7-3a13-41b2-b83d-89337de71853 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.1901703
Nov 23 12:53:33.385979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46400) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:33.392917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b', 'name': 'tempest-PortsTestJSON-262744979'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:33.466705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1791117
Nov 23 12:53:33.467605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46404) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:33.478092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Provisioning complete for port d476fbc4-b693-43cf-91ff-4599af635c3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:33.478527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.528912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:33.535164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:33.537052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=8']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:33.553878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:33.556579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e034f760-48bf-4852-929d-0fdb7ff8cef7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:33.568682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:33.591654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:33.605467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:33.612193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.700600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c82023e0-59c6-44d6-bdd1-ef5a9bcea8c6 None None] Could not find standard attr ID for object 068b30dd-b2ff-42c8-98a0-337dbb60f9e5. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:33.860197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 9eba5b12-a125-41e6-af4f-ad66054c3a7f yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:33.873991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.899632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Transition to ACTIVE for port object ce7445c5-50d6-4c52-b6a0-298852efbf1f will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:33.903207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e8896272-fa12-4eb7-899c-28a337d9fcc8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:33.932715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:33.933376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:33.940214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.024180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:34.027726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1593912
Nov 23 12:53:34.040013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46412) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:34.057110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:34.070434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.6 (449888f4-aaa6-42b7-9666-fcec22a1570b/82cd873e-a8fe-4e84-a2bb-189ea223d579/9eba5b12-a125-41e6-af4f-ad66054c3a7f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:34.077532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=eae1c5fd-c360-4096-88a9-c09094fc41e2,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:34.142034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:34.290222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Pushing event updated for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:34.292687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df49d51-9948-4da9-8c5f-0110c222a54b None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:34.306438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebfca0-b16f-459f-96f6-a1668f4c6f66 None None] Network 449888f4-aaa6-42b7-9666-fcec22a1570b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:34.325774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:34.332356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fab7b-c721-4e8d-90f6-642d5c342a2e None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:34.339217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:34.341608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.342946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:34.359216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 9eba5b12-a125-41e6-af4f-ad66054c3a7f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:34.380823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.396586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c3f67e97-055c-4b2b-88c7-d7fb4193af82 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:34.409792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:34.428410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:34.434723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.537592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=9eba5b12-a125-41e6-af4f-ad66054c3a7f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:34.553066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.553592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.554081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.554565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.555590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.555590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.556361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.556361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.556897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.557372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.557841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.558320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.559247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.559247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.559775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.560247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.560748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.561245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.561948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.562089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.562560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.563289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.563476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.563936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.570683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:34.592721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2cede768-85c7-45d1-9f6b-da69dd4c66d0 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:34.593367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cede768-85c7-45d1-9f6b-da69dd4c66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.621112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.621503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.621884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.622262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.622634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.622771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 449888f4-aaa6-42b7-9666-fcec22a1570b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:34.623005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.623374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.623738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.624106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.624310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:34.624476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.624848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.625199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.625636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.626004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.626633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.626997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.627358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.627723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.628041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:34.628159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.628480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.628807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.629387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.629820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.630160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:53:34.642979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:34.683270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eae1c5fd-c360-4096-88a9-c09094fc41e2 (CIDR: 2001:db8::/64)
Nov 23 12:53:34.695297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:34.696250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:34.726682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.3395679
Nov 23 12:53:34.728889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46418) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:34.752902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:53:34.753410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:53:34.779871 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6bc8cb94-1f5c-4965-a657-5602aeffe70f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7362509
Nov 23 12:53:34.782835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46422) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:34.789511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:35.016516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:35.016803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:35.016936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.025984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:35.031050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:35.040697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:35.097723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:35.103816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.208488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.403304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.421367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'fixed_ips': [{'subnet_id': '5889488d-c401-4eed-9ffe-d19448f73b0e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:35.422280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.500564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Attempting to bind port ce7445c5-50d6-4c52-b6a0-298852efbf1f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:35.501116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Attempting to bind port ce7445c5-50d6-4c52-b6a0-298852efbf1f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:35.501778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Attempting to bind port ce7445c5-50d6-4c52-b6a0-298852efbf1f on network e4dd085a-309f-4247-a9e0-f8771c1707d6 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:35.570013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:35.570412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Checking segment: {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:35.570797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.571244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Bound using segment: {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:35.571781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Bound port: ce7445c5-50d6-4c52-b6a0-298852efbf1f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fb039f-1aea-4613-b774-c5b6b435c89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:35.572202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.746949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-449888f4-aaa6-42b7-9666-fcec22a1570b', 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': '82cd873e-a8fe-4e84-a2bb-189ea223d579'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:35.747880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.917211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.921889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:35.941253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e69912e-a40c-41c4-945d-1b60ae26363f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:36.105912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Allocated IP 2001:db8:3::1 (ea342edc-93c8-4bc6-aa2c-c0c5defafb10/5889488d-c401-4eed-9ffe-d19448f73b0e/64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:36.106883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=9eba5b12-a125-41e6-af4f-ad66054c3a7f,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:36.112103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:36.178914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] For port ce7445c5-50d6-4c52-b6a0-298852efbf1f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:36.228832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] For port ce7445c5-50d6-4c52-b6a0-298852efbf1f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ce7445c5-50d6-4c52-b6a0-298852efbf1f,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:36.242748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.263073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1e0314ec-2ae7-4e6f-ad0c-309cb30e73b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:36.398249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1080a4f6-21b4-4cc2-a012-59d016b9fe50 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:36.398795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1080a4f6-21b4-4cc2-a012-59d016b9fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.584887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Pushing event updated for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:36.588855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:36.657761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.687576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45acf328-101c-4f5e-8bf5-251bfa8a989e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:36.722299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.771646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.787307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Allocated IP 172.20.0.2 (449888f4-aaa6-42b7-9666-fcec22a1570b/82cd873e-a8fe-4e84-a2bb-189ea223d579/e2cccd39-8213-44b6-b115-56d87195bc96) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:36.827439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Transition to ACTIVE for port object 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:36.877258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.950847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:36.951478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824baef28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:36.954178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:36.955537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=d3895f4c-753b-4609-b163-cb5d1477ab9b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:36.959956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:36.961677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:36.983988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:36.995119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf252577-6d0f-4163-854c-ea5f2fca2d18 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:37.020410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034031c-6b14-40d8-81da-6dfdba39f465 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:37.122915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:37.123590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.172909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:37.177169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:37.190868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4069159
Nov 23 12:53:37.192179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46430) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:37.214370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:72:fb:f5', 'name': 'tempest-NetworksTestDHCPv6-218443573'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:37.258978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Allocated IP 2001:db8:3::2 (ea342edc-93c8-4bc6-aa2c-c0c5defafb10/5889488d-c401-4eed-9ffe-d19448f73b0e/99a44bf2-dc04-407d-b7af-abe1064387dd) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:37.357877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:37.371098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:37.373429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:37.374104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.389671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:37.413924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.414672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:37.418125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.431195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:37.455528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30bde642-d1bb-4742-b6fc-aa4ca75aa819 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:37.481566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:37.553421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.575590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=9eba5b12-a125-41e6-af4f-ad66054c3a7f,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:37.598017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.638451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.655133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:37.742078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Transition to ACTIVE for port object e2cccd39-8213-44b6-b115-56d87195bc96 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:37.754719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:37.767823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 449888f4-aaa6-42b7-9666-fcec22a1570b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:37.769439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:37.788201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:53:38.099563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Transition to ACTIVE for port object e2cccd39-8213-44b6-b115-56d87195bc96 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:38.127112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.149565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca4882ad-9091-47b8-b327-cd2642b60bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:38.221959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Router 1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:53:38.227561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:38.412266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Pushing event updated for resources: {'Port': ['ID=e2cccd39-8213-44b6-b115-56d87195bc96,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:38.420194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:38.423318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:38.429340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/routers/1229c8f3-a86a-4fbe-bdf0-0b8c2e506950/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6943269
Nov 23 12:53:38.431296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46434) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:38.437845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.448970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] Sync routers for ids ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:38.463509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] Routers {'1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:38.464578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e1b2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:38.517651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Transition to ACTIVE for port object 99a44bf2-dc04-407d-b7af-abe1064387dd will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:38.550811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.557973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e1b2e8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:38.561277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.562243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.571807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] Routers {'1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:38.572871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e1b2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:38.583468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78cfe515-71a0-42b2-b67e-e4449656f334 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:38.593518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45e961-df95-4f97-8ca8-64231ca43fcc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:38.594494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de45e961-df95-4f97-8ca8-64231ca43fcc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:38.594942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Transition to ACTIVE for port object 99a44bf2-dc04-407d-b7af-abe1064387dd will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:38.619763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de45e961-df95-4f97-8ca8-64231ca43fcc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:38.624133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:38.625886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-de45e961-df95-4f97-8ca8-64231ca43fcc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?device_id=1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 HTTP/1.1" status: 200  len: 981 time: 0.1923139
Nov 23 12:53:38.626851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46438) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:38.645719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e09a9c15-5b28-4117-925b-51b84bb3a8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:38.651516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e1b2e8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:38.652205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49e586-19e9-4051-a1cb-3cd09c7abbab None None] The sync data for ids ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:38.695363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Network 449888f4-aaa6-42b7-9666-fcec22a1570b is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:38.733404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8:0:1::39b (a47ca4f9-0e3c-44db-bca2-574c47036bc3/d3895f4c-753b-4609-b163-cb5d1477ab9b/2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:38.765232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe72:fbf5 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/eae1c5fd-c360-4096-88a9-c09094fc41e2/2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:38.771340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event updated for resources: {'Port': ['ID=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:38.772049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:38.775479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:38.783728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:38.820867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': 'eae1c5fd-c360-4096-88a9-c09094fc41e2', 'ip_address': '2001:db8::f816:3eff:fe7b:c151'}, {'subnet_id': 'd3895f4c-753b-4609-b163-cb5d1477ab9b'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'e8896272-fa12-4eb7-899c-28a337d9fcc8'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:53:38.903401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:38.927076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Pushing event updated for resources: {'Port': ['ID=99a44bf2-dc04-407d-b7af-abe1064387dd,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:38.945659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:38.960139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:38.993977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824baef28>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:27Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:35Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:39.004582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.033714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d10300-a19d-4096-a9e6-c78c54779429 None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:27Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:35Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:39.043711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Attempting to bind port e2cccd39-8213-44b6-b115-56d87195bc96 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:39.044158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Attempting to bind port e2cccd39-8213-44b6-b115-56d87195bc96 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0d8e9ce3-9852-45ef-a9d5-07b052557851', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:39.044628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Attempting to bind port e2cccd39-8213-44b6-b115-56d87195bc96 on network 449888f4-aaa6-42b7-9666-fcec22a1570b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:39.165741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:39.166404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Checking segment: {'id': '0d8e9ce3-9852-45ef-a9d5-07b052557851', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:39.167355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.167962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Bound using segment: {'id': '0d8e9ce3-9852-45ef-a9d5-07b052557851', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:39.168728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Bound port: e2cccd39-8213-44b6-b115-56d87195bc96, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8e9ce3-9852-45ef-a9d5-07b052557851', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '449888f4-aaa6-42b7-9666-fcec22a1570b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:39.169359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.219440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:39.259888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:39.312861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:39.371607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.497818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Attempting to bind port 99a44bf2-dc04-407d-b7af-abe1064387dd on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:39.498242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Attempting to bind port 99a44bf2-dc04-407d-b7af-abe1064387dd by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:39.498654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Attempting to bind port 99a44bf2-dc04-407d-b7af-abe1064387dd on network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:39.538787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:39.539216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Checking segment: {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:39.539670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.540119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Bound using segment: {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:39.540715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Bound port: 99a44bf2-dc04-407d-b7af-abe1064387dd, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:39.541285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.565630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] For port e2cccd39-8213-44b6-b115-56d87195bc96, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:39.596678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.633118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] For port e2cccd39-8213-44b6-b115-56d87195bc96, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e2cccd39-8213-44b6-b115-56d87195bc96,segment=NetworkSegment(0d8e9ce3-9852-45ef-a9d5-07b052557851),segment_id=0d8e9ce3-9852-45ef-a9d5-07b052557851)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:39.641879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.681578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:39.694385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8aa13f34-fdad-4926-930d-8517cf25e8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:39.737481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.757631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-006e3401-a3b2-49d3-be36-23f826ac1ae8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:39.835312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 9eba5b12-a125-41e6-af4f-ad66054c3a7f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:39.835885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:39.836265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] For port 99a44bf2-dc04-407d-b7af-abe1064387dd, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:39.839715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] For port 99a44bf2-dc04-407d-b7af-abe1064387dd, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=99a44bf2-dc04-407d-b7af-abe1064387dd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:39.898827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Pushing event updated for resources: {'Port': ['ID=e2cccd39-8213-44b6-b115-56d87195bc96,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:39.902520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:39.920272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ce7445c5-50d6-4c52-b6a0-298852efbf1f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:39.925198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:39.932007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:39.943048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:39.983630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.071092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.147666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:40.149899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:40.153324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:40.158165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:40.158874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.190920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f498d1f-5e31-47ad-9340-ef4b5648e7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:40.212184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.0160942
Nov 23 12:53:40.214939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46444) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:40.300478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:40.313385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8419297
Nov 23 12:53:40.315341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46448) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:40.329428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:40.332218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:40.396728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:40.398545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.450499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Pushing event updated for resources: {'Port': ['ID=99a44bf2-dc04-407d-b7af-abe1064387dd,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:40.454239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:40.463789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Allocated IP 2001:db8:0:1::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/d3895f4c-753b-4609-b163-cb5d1477ab9b/e8896272-fa12-4eb7-899c-28a337d9fcc8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:40.482866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:40.483572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f2c588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:40.497356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 9eba5b12-a125-41e6-af4f-ad66054c3a7f owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:40.676440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port ce7445c5-50d6-4c52-b6a0-298852efbf1f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:40.702002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.717400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a1273e1-8dab-486e-b232-eee88d0b9d29 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:40.775793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ce7445c5-50d6-4c52-b6a0-298852efbf1f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:40.775793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.804857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:40.823005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=9eba5b12-a125-41e6-af4f-ad66054c3a7f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:40.827654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:40.867736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:41.013487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:41.031160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:41.132965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.258702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:53:41.290401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.371317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.421471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Transition to ACTIVE for port object e8896272-fa12-4eb7-899c-28a337d9fcc8 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:41.443170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.458594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5536942d-567b-42e7-b934-2eea788f2db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:41.695664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port ce7445c5-50d6-4c52-b6a0-298852efbf1f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ce7445c5-50d6-4c52-b6a0-298852efbf1f,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:41.711828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.716356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:41.761633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Pushing event updated for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=9']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:41.773573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:41.777141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e11753b5-139d-4076-aa6b-b2cb985932b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:41.892561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:41.900555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:41.924544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Router 1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:41.949736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f2c588>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:37Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd', 'name': '', 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:0f:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:35Z', 'updated_at': '2020-11-23T12:53:38Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:35Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:41.956330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e2cccd39-8213-44b6-b115-56d87195bc96 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:41.991014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:41.991289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Updating router a5406189-d56d-47b4-9cad-118820994344 port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:53:42.085776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.092372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:42.104844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] Sync routers for ids ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:42.110399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/routers/1229c8f3-a86a-4fbe-bdf0-0b8c2e506950/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4823732
Nov 23 12:53:42.114560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46452) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:42.117636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad8748ac-b299-4c7d-abaf-d23d8f74f419 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:42.126353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] Routers {'1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:42.127504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e1bb00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:42.174080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd6e458-3f43-4f36-bb50-2032cba849e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:53:42.174848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fcd6e458-3f43-4f36-bb50-2032cba849e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:42.184517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:42.187387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:42.202223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fcd6e458-3f43-4f36-bb50-2032cba849e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:42.206378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fcd6e458-3f43-4f36-bb50-2032cba849e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/9eba5b12-a125-41e6-af4f-ad66054c3a7f HTTP/1.1" status: 404  len: 333 time: 0.0879729
Nov 23 12:53:42.208037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46456) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:42.233269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e1bb00>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:42.248371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] Routers {'1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:42.250066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e1bb00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:42.297610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:53:42.320498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.330761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e1bb00>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:42.331403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6db58-271d-42c8-9e25-442fc0f85bc2 None None] The sync data for ids ['1229c8f3-a86a-4fbe-bdf0-0b8c2e506950'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:42.341407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Removed routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:53:42.341851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.347181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 HTTP/1.1" status: 204  len: 168 time: 2.1285269
Nov 23 12:53:42.348281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46460) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:42.391592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.419538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e2cccd39-8213-44b6-b115-56d87195bc96 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:42.430947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 99a44bf2-dc04-407d-b7af-abe1064387dd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:42.621498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa4aec-d086-4445-abe4-74892732dc99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:42.622403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8aa4aec-d086-4445-abe4-74892732dc99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:42.659640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f8aa4aec-d086-4445-abe4-74892732dc99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:42.661199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8aa4aec-d086-4445-abe4-74892732dc99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3120189
Nov 23 12:53:42.665844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46466) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:42.850072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.867119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Transition to ACTIVE for port object 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:42.872945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.903489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d7b221-6b25-49c1-8620-70ba5c3930a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:42.939602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.948910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.962087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.965293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39f0de-34ae-4a3c-9f00-064da92bd67d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:42.969404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d39f0de-34ae-4a3c-9f00-064da92bd67d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2998915
Nov 23 12:53:42.970924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:42.995806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46470) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:43.040406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.041115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Fanout notify agent at l3_agent the message router_deleted on router 1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:53:43.069497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.073588 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21c7cd3c-f6f5-4f6e-90a0-c157af1b56f1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/routers/1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 HTTP/1.1" status: 204  len: 168 time: 0.8642194
Nov 23 12:53:43.077331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46474) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:43.103383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Pushing event updated for resources: {'Port': ['ID=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:43.112048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:43.136785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 99a44bf2-dc04-407d-b7af-abe1064387dd completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:43.227253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:43.361042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Attempting to bind port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:43.361848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Attempting to bind port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:43.362477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Attempting to bind port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd on network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:43.372607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:43.386065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Checking segment: {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:43.386923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.390629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Bound using segment: {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:43.391674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Bound port: 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10270009-0288-4d7e-91e2-946770951d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:43.392334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.553351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f95640b8-ef41-426c-a4ef-d1ab9aa8e459 None None] Provisioning for port e8896272-fa12-4eb7-899c-28a337d9fcc8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:43.576327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfcc20-2bac-4cef-a39b-c87a1291eef6 None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:43.647553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:43.664226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.677829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5f68da7-56a2-4ec3-a6d3-1d8158360717 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 954 time: 3.3584650
Nov 23 12:53:43.689929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:43.704650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:43.724637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:43.729000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:43.818937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f95640b8-ef41-426c-a4ef-d1ab9aa8e459 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:43.821479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f95640b8-ef41-426c-a4ef-d1ab9aa8e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:43.884407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:43.885719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12f8c86d-ae14-42f2-8b83-1839253c15f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.8885050
Nov 23 12:53:43.889510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46482) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:43.936560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] For port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:43.975285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ce7445c5-50d6-4c52-b6a0-298852efbf1f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:43.990563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 82cd873e-a8fe-4e84-a2bb-189ea223d579 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:44.024169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] For port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:44.026402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc5665-b40c-4b39-8289-87766ce4b2ac None None] Network 449888f4-aaa6-42b7-9666-fcec22a1570b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:44.031135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.084919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0211995a-92c7-417c-8da3-bd8459f14e1e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 954 time: 0.3930950
Nov 23 12:53:44.085670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46486) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:44.092497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'routes': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:44.106460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.135055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.199806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.219170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:44.510832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Pushing event updated for resources: {'Port': ['ID=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:44.514534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:44.574283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Could not find standard attr ID for object 2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:44.620803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.639253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74443c47-0284-4934-8dcc-ba568e0618da tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:44.706005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port ce7445c5-50d6-4c52-b6a0-298852efbf1f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:44.706430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.757375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=82cd873e-a8fe-4e84-a2bb-189ea223d579,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:44.764143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:44.768528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Provisioning for port 99a44bf2-dc04-407d-b7af-abe1064387dd completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:44.782450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet d3895f4c-753b-4609-b163-cb5d1477ab9b {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:44.792515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.795023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Provisioning complete for port 99a44bf2-dc04-407d-b7af-abe1064387dd triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:44.795449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.806484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:53:44.806920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:53:44.842951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.880580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.885081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:44.885805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f2c588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:44.922257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:44.938927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/82cd873e-a8fe-4e84-a2bb-189ea223d579 HTTP/1.1" status: 204  len: 168 time: 1.8577509
Nov 23 12:53:44.939798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46492) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:45.038625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46496) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:45.239622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.325991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] DHCP port deletion for 449888f4-aaa6-42b7-9666-fcec22a1570b request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:45.389747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Deleting port e2cccd39-8213-44b6-b115-56d87195bc96 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:45.390181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.418501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.453149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e8896272-fa12-4eb7-899c-28a337d9fcc8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:45.502833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port e2cccd39-8213-44b6-b115-56d87195bc96 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:45.503382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.524905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:45.549900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Deleting port 06096193-dad3-4714-8f62-4de777b3be4b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:45.550370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.570634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.575373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.600873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:45.825223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:46.017464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] For port 99a44bf2-dc04-407d-b7af-abe1064387dd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=99a44bf2-dc04-407d-b7af-abe1064387dd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:46.049198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:46.060117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.064230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4844cee3-0dfc-40f1-be81-7f86d21270d8 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 704 time: 1.9768767
Nov 23 12:53:46.065078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46500) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:46.066478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.074445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:46.151405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] For port e2cccd39-8213-44b6-b115-56d87195bc96, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e2cccd39-8213-44b6-b115-56d87195bc96,segment=NetworkSegment(0d8e9ce3-9852-45ef-a9d5-07b052557851),segment_id=0d8e9ce3-9852-45ef-a9d5-07b052557851)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:46.152037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.193255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.193627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.272992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89db2cd5-7abf-42c7-ac3f-4368a9cf5970 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 704 time: 0.2061014
Nov 23 12:53:46.273673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46504) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:46.295148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.317283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Calling delete_port for e2cccd39-8213-44b6-b115-56d87195bc96 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:46.452348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:46.453227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.536286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.687040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-118d14d0-9080-466c-936b-ec12d5c81337 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:46.745995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:46.747118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.758822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.788459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Calling delete_port for 06096193-dad3-4714-8f62-4de777b3be4b owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:46.850353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=d3895f4c-753b-4609-b163-cb5d1477ab9b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:46.858401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] For port e2cccd39-8213-44b6-b115-56d87195bc96, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e2cccd39-8213-44b6-b115-56d87195bc96,segment=NetworkSegment(0d8e9ce3-9852-45ef-a9d5-07b052557851),segment_id=0d8e9ce3-9852-45ef-a9d5-07b052557851)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:46.859003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.860670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Pushing event updated for resources: {'Port': ['ID=99a44bf2-dc04-407d-b7af-abe1064387dd,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:46.869928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:46.871952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:46.872931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:46.922537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Pushing event deleted for resources: {'Port': ['ID=e2cccd39-8213-44b6-b115-56d87195bc96,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:46.924635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:46.933626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:47.017290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] No DVR routers for this DVR port e2cccd39-8213-44b6-b115-56d87195bc96 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:47.031743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for e2cccd39-8213-44b6-b115-56d87195bc96 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:47.088758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f2c588>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:44Z', 'revision_number': 7, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd', 'name': '', 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:0f:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:35Z', 'updated_at': '2020-11-23T12:53:43Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:47.102945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb219c-3eca-4ec0-bdb5-fb0592a5518b None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:44Z', 'revision_number': 7, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd', 'name': '', 'network_id': 'ea342edc-93c8-4bc6-aa2c-c0c5defafb10', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:0f:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:35Z', 'updated_at': '2020-11-23T12:53:43Z', 'revision_number': 4, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '5889488d-c401-4eed-9ffe-d19448f73b0e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:47.123900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Could not find standard attr ID for object e2cccd39-8213-44b6-b115-56d87195bc96. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:47.127726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Could not find standard attr ID for object 9eba5b12-a125-41e6-af4f-ad66054c3a7f. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:53:47.147094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 99a44bf2-dc04-407d-b7af-abe1064387dd up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:47.190821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.213955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c411d83-bf9a-4a49-9778-f605d22bd9eb None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:47.234636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/d3895f4c-753b-4609-b163-cb5d1477ab9b HTTP/1.1" status: 204  len: 168 time: 3.3440099
Nov 23 12:53:47.236632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46508) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:47.302579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:53:47.302837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:53:47.374098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet eae1c5fd-c360-4096-88a9-c09094fc41e2 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:47.382029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.460565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.477072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.511439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9f44e73-25db-4c0c-a8e3-8b12dde4a020 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:47.547659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-18fb5f53-0541-4165-9f6a-181abf565265 None None] Provisioning complete for port 99a44bf2-dc04-407d-b7af-abe1064387dd triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:47.548262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18fb5f53-0541-4165-9f6a-181abf565265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.598774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:47.599151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.631228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Port': ['ID=06096193-dad3-4714-8f62-4de777b3be4b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:47.639610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:47.738347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.806329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port e2cccd39-8213-44b6-b115-56d87195bc96 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:47.806687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.848827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 99a44bf2-dc04-407d-b7af-abe1064387dd triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:47.849257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.852198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:47.852823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:47.906718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] The port 'e2cccd39-8213-44b6-b115-56d87195bc96' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:53:47.989814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-18fb5f53-0541-4165-9f6a-181abf565265 None None] Provisioning for port 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:47.993126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:48.138156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e2cccd39-8213-44b6-b115-56d87195bc96 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:48.143936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.144540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Floating IP 7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 disassociated (deleted). External IP: 172.26.6.144, port: b3d2b0da-bbdf-46ef-91dd-7099cb5e4047.
Nov 23 12:53:48.173033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:48.181656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e2cccd39-8213-44b6-b115-56d87195bc96 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:48.182069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e2cccd39-8213-44b6-b115-56d87195bc96 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:48.196041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:48.197292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253b00f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.212217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.226902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.300252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:48.361916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:48.366384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:48.367953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:48.515219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682456a358>,) {'filters': {'network_id': ['449888f4-aaa6-42b7-9666-fcec22a1570b']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.555375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682456a358>, '0d8e9ce3-9852-45ef-a9d5-07b052557851') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.556745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682456a358>, '0d8e9ce3-9852-45ef-a9d5-07b052557851') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.583447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.614918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.618307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:53:48.850093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253b00f0>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.855305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:48.869548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:48.870250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68253b00f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:48.887307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 449888f4-aaa6-42b7-9666-fcec22a1570b has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:48.903783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:48.995422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.016565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fa62f93-19e2-4ba5-b384-67e44dedacec tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:49.038711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.063990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ada4d865-32cc-477f-a113-d2023f5a32c3 None None] Provisioning complete for port e8896272-fa12-4eb7-899c-28a337d9fcc8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:49.064477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ada4d865-32cc-477f-a113-d2023f5a32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.119652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:49.419380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=eae1c5fd-c360-4096-88a9-c09094fc41e2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:49.502963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:49.550165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network 449888f4-aaa6-42b7-9666-fcec22a1570b has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:49.553981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68253b00f0>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:49.558559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d09d97-29c9-47ce-bab1-92de8059b43b None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:53:49.580965 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:53:49.762571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.764483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.768917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b1981-317c-4a55-bce5-f712c9776cdf None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:49.771421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3722527e-e716-4188-9189-219157ddf1ce tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:49.787303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:49.787468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:49.872641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=449888f4-aaa6-42b7-9666-fcec22a1570b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:49.886386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/449888f4-aaa6-42b7-9666-fcec22a1570b HTTP/1.1" status: 204  len: 168 time: 4.9419787
Nov 23 12:53:49.886386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:49.888941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/eae1c5fd-c360-4096-88a9-c09094fc41e2 HTTP/1.1" status: 204  len: 168 time: 2.6505561
Nov 23 12:53:49.889970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46512) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:49.890367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46514) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:49.997490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:50.013410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7382848
Nov 23 12:53:50.016103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46520) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:50.045892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29311707-b7cf-4c5d-ae81-7ca8c9e16df7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1471169
Nov 23 12:53:50.047379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:50.052227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:50.060807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:50.065309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Deleting port e8896272-fa12-4eb7-899c-28a337d9fcc8 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:50.065735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.068837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:50.070258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:50.071140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:50.094646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b4796f-45be-4b37-b0e5-92d035faaf99 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:50.095284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1b4796f-45be-4b37-b0e5-92d035faaf99 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:50.226463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1b4796f-45be-4b37-b0e5-92d035faaf99 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:50.231801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d1b4796f-45be-4b37-b0e5-92d035faaf99 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa HTTP/1.1" status: 200  len: 839 time: 0.3387678
Nov 23 12:53:50.232658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46528) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:50.261054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:50.273372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet 5889488d-c401-4eed-9ffe-d19448f73b0e {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:53:50.279314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.306284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:50.320774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] For port e8896272-fa12-4eb7-899c-28a337d9fcc8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e8896272-fa12-4eb7-899c-28a337d9fcc8,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:50.321230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.321358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:50.330711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:50.344368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:50.353287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.354452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf692b0f-bcb1-43f2-bbee-d2cb68f6f37f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1168811
Nov 23 12:53:50.355166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46532) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:50.368364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:50.457805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.465575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:50.619026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Router 8254b172-fc78-4003-b804-da7295d3791e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:50.641527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:50.655179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.673217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:50.692309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Calling delete_port for e8896272-fa12-4eb7-899c-28a337d9fcc8 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:50.720743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697a90>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:50.726532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:50.742217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:50.743148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:50.769909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:50.775646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.787602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:50.874503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:50.900088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4ffdeb12-f3b3-4cd2-ab11-ee7c98dd507a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:50.902943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91261f02-92ce-433f-9db9-25fd1ab33fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:50.904748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:50.932756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:50.956889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Pushing event deleted for resources: {'Port': ['ID=e8896272-fa12-4eb7-899c-28a337d9fcc8,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:50.964362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:50.965403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] No DVR routers for this DVR port e8896272-fa12-4eb7-899c-28a337d9fcc8 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:51.017478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=5889488d-c401-4eed-9ffe-d19448f73b0e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:51.022783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:51.085215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.090998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5dc8a-f478-4074-bd06-5910bf0444d6 None None] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:51.093583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/5889488d-c401-4eed-9ffe-d19448f73b0e HTTP/1.1" status: 204  len: 168 time: 1.0762768
Nov 23 12:53:51.097071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46536) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:51.193197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.231314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.255058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:51.304032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 99a44bf2-dc04-407d-b7af-abe1064387dd {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:51.304635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.325532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:51.325902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 64ae7cbc-6e34-4bc3-84dc-0def0ec4d7cd not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:51.326360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e8896272-fa12-4eb7-899c-28a337d9fcc8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:51.337842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697a90>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:51.344217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48304d0c-0377-46d3-b4c3-db60c858a6be None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:48Z', 'revision_number': 8, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ce7445c5-50d6-4c52-b6a0-298852efbf1f', 'name': '', 'network_id': 'e4dd085a-309f-4247-a9e0-f8771c1707d6', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:99:19:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:25Z', 'updated_at': '2020-11-23T12:53:41Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:51.370895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e8896272-fa12-4eb7-899c-28a337d9fcc8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:51.371287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e8896272-fa12-4eb7-899c-28a337d9fcc8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:51.483080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] DHCP port deletion for ea342edc-93c8-4bc6-aa2c-c0c5defafb10 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:53:51.487391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Deleting port 99a44bf2-dc04-407d-b7af-abe1064387dd {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:51.487841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.558753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 99a44bf2-dc04-407d-b7af-abe1064387dd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=99a44bf2-dc04-407d-b7af-abe1064387dd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:51.559146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.710586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 99a44bf2-dc04-407d-b7af-abe1064387dd owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:51.712760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:51.731047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Sync routers for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:51.763076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.802799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:51.803957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241efb70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:51.823895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.841513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39a31322-945e-4bf1-8bba-b1fc1e046457 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:51.937711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=99a44bf2-dc04-407d-b7af-abe1064387dd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:51.938058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "DELETE /v2.0/floatingips/7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1 HTTP/1.1" status: 204  len: 168 time: 6.8952436
Nov 23 12:53:51.941859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] For port 99a44bf2-dc04-407d-b7af-abe1064387dd, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=99a44bf2-dc04-407d-b7af-abe1064387dd,segment=NetworkSegment(10270009-0288-4d7e-91e2-946770951d99),segment_id=10270009-0288-4d7e-91e2-946770951d99)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:51.942549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:51.943019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:51.948911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:53:51.993777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port 99a44bf2-dc04-407d-b7af-abe1064387dd on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:52.173066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Calling delete_port for 99a44bf2-dc04-407d-b7af-abe1064387dd owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:52.320370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:52.371504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'status': 'completed', 'code': 200}
Nov 23 12:53:52.435800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:52.568108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f9ab390>,) {'filters': {'network_id': ['ea342edc-93c8-4bc6-aa2c-c0c5defafb10']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:52.583680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9ab390>, '10270009-0288-4d7e-91e2-946770951d99') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:52.584414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9ab390>, '10270009-0288-4d7e-91e2-946770951d99') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:52.600756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:52.601264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-2f48f144-2517-4e1b-8736-9bbb0f42c150 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7200959
Nov 23 12:53:52.622023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:52.624319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 10 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:53:52.634898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:53:52.635308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:53:52.641067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-3af1d2b2-4218-483e-bd93-8147a24eac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:52.642975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-3af1d2b2-4218-483e-bd93-8147a24eac67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1162 time: 0.2690396
Nov 23 12:53:52.739908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241efb70>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:52.745683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Checking router: 8254b172-fc78-4003-b804-da7295d3791e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:53:52.759210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:52.759893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241efb70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:52.825029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:52.834675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:52.920787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-97734309-c711-4e00-8461-c450b0a7313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:52.922784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-97734309-c711-4e00-8461-c450b0a7313a service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 890 time: 0.2631664
Nov 23 12:53:52.924810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:53:52.927589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:52.973956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:53:53.028747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network ea342edc-93c8-4bc6-aa2c-c0c5defafb10 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:53:53.041300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cab0cc49-2355-48c3-af4d-409a1bb89701 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:53:53.152238 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:53:53.180389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=50156f3f-9235-4cbf-a46c-90ccbf75b418,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:53.194090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.206763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce70b72f-1a1d-4c4e-9fa9-042a1bf811b6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:53.212886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:53.224908 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-089bc5cc-1b5e-4649-a028-58b457e4f896 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 217 time: 0.2474713
Nov 23 12:53:53.226903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.246168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=ea342edc-93c8-4bc6-aa2c-c0c5defafb10,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:53.255434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:53.260506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/ea342edc-93c8-4bc6-aa2c-c0c5defafb10 HTTP/1.1" status: 204  len: 168 time: 2.1616681
Nov 23 12:53:53.265751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46546) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:53.292589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Deleting port 99a44bf2-dc04-407d-b7af-abe1064387dd {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:53.293199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.317896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 99a44bf2-dc04-407d-b7af-abe1064387dd no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:53.325181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.345350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccb33035-4c64-412c-87c0-f199a0c1e38b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:53.364159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 99a44bf2-dc04-407d-b7af-abe1064387dd {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:53:53.364750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 99a44bf2-dc04-407d-b7af-abe1064387dd not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:53:53.420804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0886e550-9754-44ac-b867-9f784d5078d6 None None] The port '99a44bf2-dc04-407d-b7af-abe1064387dd' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:53:53.427113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673890dd-12c6-4114-b004-55013cff93aa req-2b83f0b8-f3eb-4328-b221-456268004590 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:53.437046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-673890dd-12c6-4114-b004-55013cff93aa req-2b83f0b8-f3eb-4328-b221-456268004590 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.2896194
Nov 23 12:53:53.521474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-f1938d39-7c71-4374-bdef-061949bd1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:53.522859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-673890dd-12c6-4114-b004-55013cff93aa req-cd8edcd5-6fb7-4ecf-8328-3321c3e7eeef tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845683
Nov 23 12:53:53.523000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-f1938d39-7c71-4374-bdef-061949bd1368 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 200  len: 835 time: 0.2882705
Nov 23 12:53:53.527280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=65822744-60c4-4e51-a1dd-2727cdb6db0b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:53.535858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:53.641237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:53.643251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:53.664593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:53.665252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.670997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686de1f-5d0a-448f-8174-29bafa20fdb4 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:53.723347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:53.729999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6678374
Nov 23 12:53:53.730166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46550) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:53.731078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:53.738998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:53.747515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-ac1d7d8f-68e8-44a1-8077-02b2976ffa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:53.749210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-ac1d7d8f-68e8-44a1-8077-02b2976ffa0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2019827
Nov 23 12:53:53.750359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:53.750990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.782240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4217842
Nov 23 12:53:53.782474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d89a55-3478-4cb0-a15d-40e95495770a None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:53.782563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46554) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:53.789343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'security_group': {'name': 'tempest-secgroup-1340424149'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:53.796088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:53.802873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:53.806127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:53.814572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:53.862220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:53.974346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.029109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241efb70>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:54.040100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:54.046738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:54.050559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:54.058783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:54.064028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb281c-c5a9-4e73-b86a-3b12be4c15fe None None] The sync data for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs is: [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'bbb23c03-8424-40d4-bc5e-61800e6d6304', 'name': '', 'network_id': 'e8aea8d5-787a-49f3-a60f-ea02f9a5c89d', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'mac_address': 'fa:16:3e:77:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:32Z', 'updated_at': '2020-11-23T12:51:48Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'subnets': [{'id': '9b5d3c77-6b4f-430b-ac6a-bf93d0451199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:53:54.074196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303073-e93b-4205-bd63-357594d31ea8 req-6bc3d23e-4f53-4221-a0fa-e5e7ecc42f84 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:54.075131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-83303073-e93b-4205-bd63-357594d31ea8 req-6bc3d23e-4f53-4221-a0fa-e5e7ecc42f84 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:54.086011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:54.087460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:54.096087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:54.102001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:54.117793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-4951afad-0459-4ca5-b928-8368bee4f861 service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003409
Nov 23 12:53:54.120044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:54.147169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '50156f3f-9235-4cbf-a46c-90ccbf75b418'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:54.148083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.164024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-83303073-e93b-4205-bd63-357594d31ea8 req-6bc3d23e-4f53-4221-a0fa-e5e7ecc42f84 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:54.165139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-83303073-e93b-4205-bd63-357594d31ea8 req-6bc3d23e-4f53-4221-a0fa-e5e7ecc42f84 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.63 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.3243904
Nov 23 12:53:54.346546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.358456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Deleting port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:54.358684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.380895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d83eaba3-6539-4566-b94b-891fcbcd3301', 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'tenant_id': '88b8fad332a3423ba4aab5932a433b5a', 'fixed_ips': [{'subnet_id': '65822744-60c4-4e51-a1dd-2727cdb6db0b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:53:54.381807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.451254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.480674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.485220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e81a7c5-345b-4899-bcdb-e4f009bfc518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:54.564277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c811441-d5d4-4c80-9e91-f259cc8ea181 req-cf746ede-2782-4336-8510-bdacf5873f9f service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4342668
Nov 23 12:53:54.570703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58c38e-f87f-43b9-bc37-ad8258946ebb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:54.570937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50156f3f-9235-4cbf-a46c-90ccbf75b418 (CIDR: 2001:db8::/64)
Nov 23 12:53:54.594505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:54.595162 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:53:54.595750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:53:54.617307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112067b2-0cf7-4e8f-9dfc-bd2b6b439e80 None None] New status for floating IP 7ddf3e02-7144-4bbc-90c5-d20fc9f6fcb1: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:53:54.648538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.649876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.8663371
Nov 23 12:53:54.681179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46560) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:54.697747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'security_group': {'name': 'tempest-secgroup-1547769295'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:54.705468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:54.715887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:54.723758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:54.738322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:54.805049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-369f006f-afd6-4e22-91ae-a8511c128b6d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0740333
Nov 23 12:53:54.819368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Allocated IP 2001:db8::f816:3eff:fe50:f5a (a47ca4f9-0e3c-44db-bca2-574c47036bc3/50156f3f-9235-4cbf-a46c-90ccbf75b418/cbf08a0d-7142-4b95-b3d2-653e207449f5) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:54.823788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46564) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:54.826224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.841717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:54.937427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:54.952139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:54.956764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:54.965619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:54.978196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] For port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:54.978669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:54.989504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-e1c7050c-59f5-4e13-abdd-33507c398859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:54.990860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Allocated IP 172.20.0.2 (d83eaba3-6539-4566-b94b-891fcbcd3301/65822744-60c4-4e51-a1dd-2727cdb6db0b/01aaa48c-767e-49f7-ac9e-219159e2ce58) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:54.991315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-e1c7050c-59f5-4e13-abdd-33507c398859 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 1162 time: 0.3285809
Nov 23 12:53:55.086283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.091411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.104805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:55.187386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.192521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.5065536
Nov 23 12:53:55.208566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46568) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:55.215659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=cec6cc81-d80a-419f-bc32-ddfd1384fe85,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:55.219388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:55.225136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'name': 'tempest-PortsTestJSON-1207663646', 'security_groups': ['cec6cc81-d80a-419f-bc32-ddfd1384fe85'], 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '65822744-60c4-4e51-a1dd-2727cdb6db0b'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:55.348380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port ce7445c5-50d6-4c52-b6a0-298852efbf1f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:53:55.348744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.436570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.443079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Calling delete_port for b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:55.487331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Transition to ACTIVE for port object cbf08a0d-7142-4b95-b3d2-653e207449f5 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:55.506244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:53:55.561143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:55.578803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Transition to ACTIVE for port object cbf08a0d-7142-4b95-b3d2-653e207449f5 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:55.583635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:55.600649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.615083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288c97-e9f4-4b2e-b344-a377bc67eb11 req-beccadcb-426e-4245-9afd-5fdc7d81c86a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:55.615628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:55.616762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15288c97-e9f4-4b2e-b344-a377bc67eb11 req-beccadcb-426e-4245-9afd-5fdc7d81c86a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 945 time: 0.8622408
Nov 23 12:53:55.730133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.733790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27bbf1fa-b3b0-406d-8172-27f2ba0c17a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:55.736402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port ce7445c5-50d6-4c52-b6a0-298852efbf1f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ce7445c5-50d6-4c52-b6a0-298852efbf1f,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:53:55.736970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.773386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:55.801939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Transition to ACTIVE for port object 01aaa48c-767e-49f7-ac9e-219159e2ce58 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:55.810064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:55.818002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:55.851807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:55.866924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-1c45bb2a-72ae-4905-964c-00817255dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:55.868612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-1c45bb2a-72ae-4905-964c-00817255dbd0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 200  len: 890 time: 0.4570527
Nov 23 12:53:55.877139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15288c97-e9f4-4b2e-b344-a377bc67eb11 req-3a93d157-4033-4074-bdef-70ef48ffb91e tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/security-groups?id=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2379405
Nov 23 12:53:55.900732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.924245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Transition to ACTIVE for port object 01aaa48c-767e-49f7-ac9e-219159e2ce58 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:55.927706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:55.928697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Pushing event updated for resources: {'Port': ['ID=cbf08a0d-7142-4b95-b3d2-653e207449f5,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:55.934770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:55.936871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:55.939386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:55.948483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:55.952094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:55.996228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4002c662-9770-4275-a287-b0cb55d29573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:56.034023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.067292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-eccfd722-27ec-45af-abff-5fa435f617b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 200  len: 217 time: 0.1849198
Nov 23 12:53:56.068044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27e7ae31-7c28-430c-bcfb-0594d4c19a61 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:56.156492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for ce7445c5-50d6-4c52-b6a0-298852efbf1f owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:53:56.188182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Attempting to bind port cbf08a0d-7142-4b95-b3d2-653e207449f5 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:56.188638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Attempting to bind port cbf08a0d-7142-4b95-b3d2-653e207449f5 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:56.189047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Attempting to bind port cbf08a0d-7142-4b95-b3d2-653e207449f5 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:56.200746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:56.209349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:56.209725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Port': ['ID=b3d2b0da-bbdf-46ef-91dd-7099cb5e4047,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:56.223712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:56.224143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:56.224620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.225068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:56.225799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Bound port: cbf08a0d-7142-4b95-b3d2-653e207449f5, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:56.226011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.233222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:56.271074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.303351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-40c126cb-d1b5-4f85-8439-ba4ec52aa164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:56.305043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-40c126cb-d1b5-4f85-8439-ba4ec52aa164 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 200  len: 835 time: 0.1960509
Nov 23 12:53:56.321991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:56.331410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:56.336064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:56.381619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.400516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] For port cbf08a0d-7142-4b95-b3d2-653e207449f5, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:56.421721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] For port cbf08a0d-7142-4b95-b3d2-653e207449f5, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cbf08a0d-7142-4b95-b3d2-653e207449f5,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:56.424245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Attempting to bind port 01aaa48c-767e-49f7-ac9e-219159e2ce58 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:53:56.424517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Attempting to bind port 01aaa48c-767e-49f7-ac9e-219159e2ce58 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '482f1cd2-7712-494a-864b-737e8e32f0e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:53:56.424911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Attempting to bind port 01aaa48c-767e-49f7-ac9e-219159e2ce58 on network d83eaba3-6539-4566-b94b-891fcbcd3301 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:53:56.428778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.445303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:56.518137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 76b53db3-26ec-4963-89ee-c1d8f66212a2 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:56.553833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:53:56.554265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Checking segment: {'id': '482f1cd2-7712-494a-864b-737e8e32f0e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:53:56.554710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.555148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Bound using segment: {'id': '482f1cd2-7712-494a-864b-737e8e32f0e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:53:56.555690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Bound port: 01aaa48c-767e-49f7-ac9e-219159e2ce58, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482f1cd2-7712-494a-864b-737e8e32f0e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:53:56.556112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.593683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] No DVR routers for this DVR port b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:53:56.605271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.608087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-deleted', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:53:56.621546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.623412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-7ec1e94f-9876-4c7f-aac2-1841e27e3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:56.625107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-7ec1e94f-9876-4c7f-aac2-1841e27e3e18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3036211
Nov 23 12:53:56.647536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35cae55b-d969-4c8c-8142-c9690dd94780 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:56.667275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Pushing event updated for resources: {'Port': ['ID=cbf08a0d-7142-4b95-b3d2-653e207449f5,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:56.695505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:56.725280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:53:56.737664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-83303073-e93b-4205-bd63-357594d31ea8 req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.63 "DELETE /v2.0/ports/b3d2b0da-bbdf-46ef-91dd-7099cb5e4047 HTTP/1.1" status: 204  len: 173 time: 2.5207267
Nov 23 12:53:56.739060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:53:56.753305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:56.767265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0cf764fd-27c1-4cae-bf68-e40c3368b08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:56.778808 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb121247-f231-4cbb-b2df-5c6c5b948c23', 'name': 'network-vif-deleted', 'tag': 'b3d2b0da-bbdf-46ef-91dd-7099cb5e4047', 'status': 'completed', 'code': 200}
Nov 23 12:53:56.849671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=ce7445c5-50d6-4c52-b6a0-298852efbf1f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:56.916588 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-4e213279-68d1-41b0-9932-ac04592a7330 service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832189
Nov 23 12:53:56.954078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:57.006692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:57.012122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:57.301625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.9 (d83eaba3-6539-4566-b94b-891fcbcd3301/65822744-60c4-4e51-a1dd-2727cdb6db0b/76b53db3-26ec-4963-89ee-c1d8f66212a2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:57.423467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3eacf614-59ae-4036-967e-247f5e5b6ea4 req-c4a44c18-0300-4886-a90d-5a89037654f0 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Synchronizing usage tracker for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:53:57.508097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c20f49cc-cf23-4bcd-af30-89aeba88f144 req-75fadd78-383d-4495-9b4e-9809dbf3260c service neutron] 10.222.0.63 "GET /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5047951
Nov 23 12:53:57.508097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3eacf614-59ae-4036-967e-247f5e5b6ea4 req-c4a44c18-0300-4886-a90d-5a89037654f0 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Unset dirty status for tenant:ce1ebc3b4a0542d699045a5b7424753b on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:53:57.508097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3eacf614-59ae-4036-967e-247f5e5b6ea4 req-c4a44c18-0300-4886-a90d-5a89037654f0 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "GET /v2.0/ports?device_id=eb121247-f231-4cbb-b2df-5c6c5b948c23 HTTP/1.1" status: 200  len: 210 time: 0.1727302
Nov 23 12:53:57.529177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:57.763967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:57.787065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-643a9a58-32ae-48af-af52-1cbd8c88d43d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:57.814199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-576a4739-fee1-4260-b04b-c53f7f647089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:57.829500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:57.920092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 76b53db3-26ec-4963-89ee-c1d8f66212a2 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:57.934740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=ace33ae9-2ceb-4293-b884-4547cb573e56,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:57.939640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:57.994311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:57.995632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:58.010092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:58.010788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:58.019731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:58.036755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-575bfb72-86e2-4471-85aa-064c061539e7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:58.038770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2028329
Nov 23 12:53:58.039863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46576) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:58.046174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:12:e7:be', 'name': 'tempest-NetworksTestDHCPv6-567233550'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:58.194220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=76b53db3-26ec-4963-89ee-c1d8f66212a2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:58.196974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:58.200250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:58.201504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:58.204869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:58.211637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:58.221127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:58.228788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:58.400857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 814fbc22-664f-45d0-8fbd-368fcad2aae5 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:53:58.425258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:58.428215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:53:58.432391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:53:58.651179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8:0:1::38d (a47ca4f9-0e3c-44db-bca2-574c47036bc3/ace33ae9-2ceb-4293-b884-4547cb573e56/814fbc22-664f-45d0-8fbd-368fcad2aae5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:58.653209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46582) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:58.903918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:53:58.904685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:58.942979 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.7322853
Nov 23 12:53:58.946672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46586) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:58.966676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:59.014515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::f816:3eff:fe12:e7be (a47ca4f9-0e3c-44db-bca2-574c47036bc3/50156f3f-9235-4cbf-a46c-90ccbf75b418/814fbc22-664f-45d0-8fbd-368fcad2aae5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:53:59.130681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:53:59.162825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:59.169432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:59.236410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:59.251225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:59.252753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cbf08a0d-7142-4b95-b3d2-653e207449f5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:53:59.285775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da9ace-c346-4269-ab25-9095330359a2 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:53:59.328666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:59.334976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:59.425202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-629c0fa0-f8d9-44fe-861c-f3c9e52d8d4e None None] Provisioning for port cbf08a0d-7142-4b95-b3d2-653e207449f5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:59.433099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:59.460957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 814fbc22-664f-45d0-8fbd-368fcad2aae5 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:53:59.478071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port cbf08a0d-7142-4b95-b3d2-653e207449f5 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:53:59.486012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:53:59.486698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:59.524388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:53:59.526652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 65822744-60c4-4e51-a1dd-2727cdb6db0b (CIDR: 172.20.0.0/28)
Nov 23 12:53:59.530619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2575943
Nov 23 12:53:59.532774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:53:59.533260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:53:59.537778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46590) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:59.577698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:53:59.606432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71b7677e-cd52-48b8-9804-7f8f4e83fcd8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6469584
Nov 23 12:53:59.609401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46594) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:59.619276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:53:59.657948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:59.677311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c0a12f2-99fc-4df0-a0f9-041d3cd14537 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:53:59.795780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:53:59.796885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:53:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:53:59.865754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:53:59.874749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:53:59.880863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:53:59.891078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:53:59.905657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=814fbc22-664f-45d0-8fbd-368fcad2aae5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:53:59.911707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:53:59.914503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:53:59.917995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:53:59.996526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:53:59.998562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:00.002307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:00.007775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:00.008508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.065429 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.0243480
Nov 23 12:54:00.067413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46598) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:00.070931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.085594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:00.095117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.192257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.196169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.248088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1ed25710-d27a-43cc-b8d9-fb5fd804aec6 None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:00.248650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ed25710-d27a-43cc-b8d9-fb5fd804aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.295819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 814fbc22-664f-45d0-8fbd-368fcad2aae5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:00.296195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.364186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port cbf08a0d-7142-4b95-b3d2-653e207449f5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cbf08a0d-7142-4b95-b3d2-653e207449f5,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:00.367456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1ed25710-d27a-43cc-b8d9-fb5fd804aec6 None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:00.371803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc077b39-5ba2-4056-8df5-abd5a22be81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.376751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.377223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:00.387573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.408591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cee05ff-1efa-43f5-9ebe-27c95ba777cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:00.453864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:00.531165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1ed25710-d27a-43cc-b8d9-fb5fd804aec6 None None] Provisioning for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:00.630178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.715414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=cbf08a0d-7142-4b95-b3d2-653e207449f5,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:00.740922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:00.750241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:00.845090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 814fbc22-664f-45d0-8fbd-368fcad2aae5 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:00.846867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:00.847982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.849405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.865797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0d7407d-0e5a-4969-a1e8-7c49c0f167c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:00.897869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:00.922933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '50156f3f-9235-4cbf-a46c-90ccbf75b418', 'ip_address': '2001:db8::f816:3eff:fe50:f5a'}, {'subnet_id': 'ace33ae9-2ceb-4293-b884-4547cb573e56'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': 'cbf08a0d-7142-4b95-b3d2-653e207449f5'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:54:00.973027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:00.978598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:01.007948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:01.008375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.075901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.080965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.099307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f HTTP/1.1" status: 204  len: 168 time: 1.5587223
Nov 23 12:54:01.100398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.105497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46602) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:01.116769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0880e9c-b6fc-4756-b11f-b2b100e7f3f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:01.131753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdd4ed-6da9-45bf-8103-ff7cdf062732 None None] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:01.358731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.378840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.518211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=fad6635b-8468-4cdb-ab7f-df69577f9342,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:01.523609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:01.524486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port d476fbc4-b693-43cf-91ff-4599af635c3a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:01.524930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.554962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.574658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:01.576136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:01.583000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b63f76cd-d218-4416-8352-4be977f6cedb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:01.589198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:01.589853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.601572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e61f52-1102-4189-8ae4-b3c4ccfd2360 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:01.611857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.9987140
Nov 23 12:54:01.612313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46606) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:01.619426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'name': 'tempest-PortsTestJSON-2108113835', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fad6635b-8468-4cdb-ab7f-df69577f9342'}], 'security_groups': ['cc58c38e-f87f-43b9-bc37-ad8258946ebb']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:01.679340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:01.918262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.937356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.947026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:01.959107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64734a88-6b25-4306-b6fb-5d69c01f86a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:02.013050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41a90>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:56Z', 'revision_number': 9, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:02.045004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cbf08a0d-7142-4b95-b3d2-653e207449f5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:02.062482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=814fbc22-664f-45d0-8fbd-368fcad2aae5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:02.065438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:02.099765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:02.149018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.261292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.307356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:02.337094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:02.337307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/814fbc22-664f-45d0-8fbd-368fcad2aae5 HTTP/1.1" status: 204  len: 168 time: 2.2073903
Nov 23 12:54:02.338138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46610) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:02.389710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.404609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:54:02.405109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:54:02.405731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:02.406501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:02.416975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port d476fbc4-b693-43cf-91ff-4599af635c3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d476fbc4-b693-43cf-91ff-4599af635c3a,segment=NetworkSegment(b0fb039f-1aea-4613-b774-c5b6b435c89c),segment_id=b0fb039f-1aea-4613-b774-c5b6b435c89c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:02.417390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.450644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Delete allocated IP 172.20.0.9 (d83eaba3-6539-4566-b94b-891fcbcd3301/65822744-60c4-4e51-a1dd-2727cdb6db0b) {{(pid=81023) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:54:02.459295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.19 (d83eaba3-6539-4566-b94b-891fcbcd3301/fad6635b-8468-4cdb-ab7f-df69577f9342/76b53db3-26ec-4963-89ee-c1d8f66212a2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:02.471363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3aba3-49e0-4e07-a9c1-7d4675e15bb1 None None] DHCP port deletion for e4dd085a-309f-4247-a9e0-f8771c1707d6 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:02.552118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Allocated IP 2001:db8:0:1::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/ace33ae9-2ceb-4293-b884-4547cb573e56/cbf08a0d-7142-4b95-b3d2-653e207449f5) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:02.556783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3aba3-49e0-4e07-a9c1-7d4675e15bb1 None None] Deleting port d476fbc4-b693-43cf-91ff-4599af635c3a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:02.557212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7c3aba3-49e0-4e07-a9c1-7d4675e15bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.573492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for d476fbc4-b693-43cf-91ff-4599af635c3a owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:02.686941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.711711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Ignored duplicate provisioning block setup for port 76b53db3-26ec-4963-89ee-c1d8f66212a2 by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Nov 23 12:54:02.715702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.746755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a53095ed-40b5-4e96-ad89-7ee1ac988d21 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:02.765637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925460a5-eb8b-4216-a73e-60917f323223 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:02.766414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-925460a5-eb8b-4216-a73e-60917f323223 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:02.778043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Deleting port bbb23c03-8424-40d4-bc5e-61800e6d6304 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:02.778374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.803730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:02.804159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.809633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:02.840793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:02.894863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=76b53db3-26ec-4963-89ee-c1d8f66212a2,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:02.898330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:02.906295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3aba3-49e0-4e07-a9c1-7d4675e15bb1 None None] The port 'd476fbc4-b693-43cf-91ff-4599af635c3a' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:54:02.936655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:02.951027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=d476fbc4-b693-43cf-91ff-4599af635c3a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:02.960384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:02.981468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-925460a5-eb8b-4216-a73e-60917f323223 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:02.985545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-925460a5-eb8b-4216-a73e-60917f323223 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 962 time: 0.6432073
Nov 23 12:54:02.991937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46614) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:03.016120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] In _notify_port_updated(), no bound segment for port 76b53db3-26ec-4963-89ee-c1d8f66212a2 on network d83eaba3-6539-4566-b94b-891fcbcd3301 {{(pid=81023) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:54:03.020303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:03.021027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.025610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/ports/76b53db3-26ec-4963-89ee-c1d8f66212a2 HTTP/1.1" status: 200  len: 921 time: 1.4089539
Nov 23 12:54:03.028899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46618) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:03.106747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 76b53db3-26ec-4963-89ee-c1d8f66212a2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:03.107125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.221200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port d476fbc4-b693-43cf-91ff-4599af635c3a on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:03.324700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] For port bbb23c03-8424-40d4-bc5e-61800e6d6304, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bbb23c03-8424-40d4-bc5e-61800e6d6304,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:03.325148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.383307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] For port cbf08a0d-7142-4b95-b3d2-653e207449f5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cbf08a0d-7142-4b95-b3d2-653e207449f5,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:03.385538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Provisioning for port 76b53db3-26ec-4963-89ee-c1d8f66212a2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:03.396465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.406572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f81ace-dffe-4f0f-8d05-ee97d421e771 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:03.410259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9f81ace-dffe-4f0f-8d05-ee97d421e771 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 962 time: 0.4157882
Nov 23 12:54:03.415626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Provisioning complete for port 76b53db3-26ec-4963-89ee-c1d8f66212a2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:03.416054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.474316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46622) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:03.534253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 76b53db3-26ec-4963-89ee-c1d8f66212a2 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:03.539498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.566717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-82fa9988-b467-4ada-a156-47d5d12ab3b2 None None] Port 76b53db3-26ec-4963-89ee-c1d8f66212a2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:03.581200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Update dhcp port {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'fixed_ips': [{'subnet_id': '65822744-60c4-4e51-a1dd-2727cdb6db0b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fad6635b-8468-4cdb-ab7f-df69577f9342'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '01aaa48c-767e-49f7-ac9e-219159e2ce58'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:54:03.599700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Calling delete_port for bbb23c03-8424-40d4-bc5e-61800e6d6304 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:03.638595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Transition to ACTIVE for port object cbf08a0d-7142-4b95-b3d2-653e207449f5 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:03.657823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.658115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.695017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.712788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:03.763558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=76b53db3-26ec-4963-89ee-c1d8f66212a2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:03.817398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:03.818653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:03.820146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:03.821512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:03.821800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:03.869256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e4ae34-a619-4cfa-ba4c-6284df21e166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:03.897479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f414f60>,) {'filters': {'network_id': ['e4dd085a-309f-4247-a9e0-f8771c1707d6']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:03.909258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:03.911507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ae60358-5b3f-421f-bbdd-eb469538b7f2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4363253
Nov 23 12:54:03.915090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46626) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:03.916879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f414f60>, 'b0fb039f-1aea-4613-b774-c5b6b435c89c') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:03.917218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f414f60>, 'b0fb039f-1aea-4613-b774-c5b6b435c89c') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:03.974549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.978047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:03.993829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/76b53db3-26ec-4963-89ee-c1d8f66212a2 HTTP/1.1" status: 204  len: 168 time: 0.9634500
Nov 23 12:54:03.994306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46630) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:04.017890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.025875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 9 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:04.027089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.059262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19f46df-0a37-4166-afad-2ba2ba4f5336 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:54:04.060161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d19f46df-0a37-4166-afad-2ba2ba4f5336 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:04.062878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Pushing event updated for resources: {'Port': ['ID=cbf08a0d-7142-4b95-b3d2-653e207449f5,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:04.093786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d19f46df-0a37-4166-afad-2ba2ba4f5336 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:04.099254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d19f46df-0a37-4166-afad-2ba2ba4f5336 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/76b53db3-26ec-4963-89ee-c1d8f66212a2 HTTP/1.1" status: 404  len: 333 time: 0.1037164
Nov 23 12:54:04.100034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46634) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:04.111427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:04.123783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:04.178838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.212267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.256620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41a90>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:56Z', 'revision_number': 9, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:04.261240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.267255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b71659-c8f2-40f0-a3e7-36043d2be979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:04.278396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6080a1-a192-402f-b34c-f7533f646c91 None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:53:56Z', 'revision_number': 9, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': '47e2fc8e-20ee-49df-8571-6744c9708590', 'name': '', 'network_id': '0f1bedfe-0492-4e3e-888b-0d68119f82a2', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:eb:ce:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:12Z', 'updated_at': '2020-11-23T12:53:24Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': 'a698b29f-c0bb-47c0-8274-310047993cc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:04.281196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec6cc81-d80a-419f-bc32-ddfd1384fe85,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:04.283613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:04.290611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.295142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/security-groups/cec6cc81-d80a-419f-bc32-ddfd1384fe85 HTTP/1.1" status: 204  len: 168 time: 0.1939008
Nov 23 12:54:04.295908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46638) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:04.375901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.396510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:04.411730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.417973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.484408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.492145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5d9e659a-da31-481d-a73c-31bf58497c4f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:04.493858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:04.494290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.528826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58c38e-f87f-43b9-bc37-ad8258946ebb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:04.553815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:04.557200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.558517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:04.564063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/security-groups/cc58c38e-f87f-43b9-bc37-ad8258946ebb HTTP/1.1" status: 204  len: 168 time: 0.2665868
Nov 23 12:54:04.566490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46642) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:04.608118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Allocated IP 172.20.0.18 (d83eaba3-6539-4566-b94b-891fcbcd3301/fad6635b-8468-4cdb-ab7f-df69577f9342/01aaa48c-767e-49f7-ac9e-219159e2ce58) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:04.677906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 65822744-60c4-4e51-a1dd-2727cdb6db0b {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:04.921951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:04.943619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d476fbc4-b693-43cf-91ff-4599af635c3a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:04.998687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d476fbc4-b693-43cf-91ff-4599af635c3a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:04.998687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d476fbc4-b693-43cf-91ff-4599af635c3a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:05.000438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.025815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Transition to ACTIVE for port object 01aaa48c-767e-49f7-ac9e-219159e2ce58 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:05.027509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.029210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:05.031708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.059537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:05.113268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.222594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 50156f3f-9235-4cbf-a46c-90ccbf75b418 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:05.230126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.276049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.286217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:05.300077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:05.350035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Port': ['ID=bbb23c03-8424-40d4-bc5e-61800e6d6304,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:05.407949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-65eeb268-b71f-437f-b72a-88f91283fdf0 None None] Could not find standard attr ID for object 814fbc22-664f-45d0-8fbd-368fcad2aae5. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:05.411732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:05.418378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network e4dd085a-309f-4247-a9e0-f8771c1707d6 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:05.427528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-65eeb268-b71f-437f-b72a-88f91283fdf0 None None] Provisioning for port cbf08a0d-7142-4b95-b3d2-653e207449f5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:05.437510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-65eeb268-b71f-437f-b72a-88f91283fdf0 None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:05.438034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65eeb268-b71f-437f-b72a-88f91283fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:05.489373 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:05.615515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.763167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.764083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.781896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-82f41b80-1114-48ae-b450-5b4f63fcf0d3 tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:05.837837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:05.858839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-65c73e89-64d4-451e-a4c5-f5e131a3c7b7 None None] Could not find standard attr ID for object 814fbc22-664f-45d0-8fbd-368fcad2aae5. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:05.871385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26fc82d4-17b4-46c2-9498-31762ceb5f6d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:05.889282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=65822744-60c4-4e51-a1dd-2727cdb6db0b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:05.894629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:05.897298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/e4dd085a-309f-4247-a9e0-f8771c1707d6 HTTP/1.1" status: 204  len: 168 time: 4.7906671
Nov 23 12:54:05.901521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46646) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:05.921438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=e4dd085a-309f-4247-a9e0-f8771c1707d6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:05.997932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:06.033984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.201001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.209701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cbf08a0d-7142-4b95-b3d2-653e207449f5 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:06.247382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/65822744-60c4-4e51-a1dd-2727cdb6db0b HTTP/1.1" status: 204  len: 168 time: 1.6706042
Nov 23 12:54:06.247615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46650) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:06.256832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:06.348858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:06.349566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.415154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b7b69-a04d-4388-bae4-0aadc4b0d882 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:06.445134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.605945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:06.606115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.789696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:06.820574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:06.856463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:06.954774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Provisioning for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:06.965666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:06.965666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.004644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:07.004644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.009591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c079592-765a-4421-9931-9709734432bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:07.027607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:07.039840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:07.044201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:07.059347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:07.071103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=50156f3f-9235-4cbf-a46c-90ccbf75b418,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:07.074346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:07.083055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.104355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.121145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58ab98-e5ef-4467-98c5-37fec3593a2e None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:07.136368 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/50156f3f-9235-4cbf-a46c-90ccbf75b418 HTTP/1.1" status: 204  len: 168 time: 3.2115762
Nov 23 12:54:07.137387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46654) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:07.167307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:07.245647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet ace33ae9-2ceb-4293-b884-4547cb573e56 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:07.254880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.359015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.496741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.701173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:07.715584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Could not find standard attr ID for object 76b53db3-26ec-4963-89ee-c1d8f66212a2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:07.746507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ce7445c5-50d6-4c52-b6a0-298852efbf1f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:07.852083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: ce7445c5-50d6-4c52-b6a0-298852efbf1f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:07.852272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ce7445c5-50d6-4c52-b6a0-298852efbf1f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:07.869134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:07.872759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20168ec4-191a-4367-918e-8040bfabee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.342047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d77240bb-962f-4855-91ea-dcc4db7e9ce2 None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:08.342047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d77240bb-962f-4855-91ea-dcc4db7e9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.437376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d77240bb-962f-4855-91ea-dcc4db7e9ce2 None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:08.452583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d77240bb-962f-4855-91ea-dcc4db7e9ce2 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:08.453024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d77240bb-962f-4855-91ea-dcc4db7e9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.635529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Router 8254b172-fc78-4003-b804-da7295d3791e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:08.642219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 47e2fc8e-20ee-49df-8571-6744c9708590 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:08.642219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.763966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9590829-17fa-473c-951a-ff834e32b1ac None None] Could not find standard attr ID for object 76b53db3-26ec-4963-89ee-c1d8f66212a2. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:08.835873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.857053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87085340-cde7-42c9-af4b-4072f8a0241a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:08.888849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:08.908216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0701f36-d593-498e-8419-d3e1418a70f9 tempest-NetworksIpV6Test-1131407658 tempest-NetworksIpV6Test-1131407658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:08.952995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=ace33ae9-2ceb-4293-b884-4547cb573e56,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:08.959875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:09.030804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.051578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/ace33ae9-2ceb-4293-b884-4547cb573e56 HTTP/1.1" status: 204  len: 168 time: 1.9089339
Nov 23 12:54:09.059056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46658) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:09.089083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 47e2fc8e-20ee-49df-8571-6744c9708590, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=47e2fc8e-20ee-49df-8571-6744c9708590,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:09.089970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.100384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:09.107670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:09.120728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab36e77-ef56-4317-a80d-8efb0656b91f None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:09.145858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5144230-500b-4f7f-8b00-c10df9b34a01 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0833502
Nov 23 12:54:09.153107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46662) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:09.163393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:09.251444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 47e2fc8e-20ee-49df-8571-6744c9708590 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:09.253999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e7f63e8-f6a0-48ca-a3e8-33cf0b92b2ed None None] Provisioning complete for port cbf08a0d-7142-4b95-b3d2-653e207449f5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:09.254283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e7f63e8-f6a0-48ca-a3e8-33cf0b92b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.296393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:09.304704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "PUT /v2.0/routers/8254b172-fc78-4003-b804-da7295d3791e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6502068
Nov 23 12:54:09.307476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:09.320284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Sync routers for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:09.350532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:09.351314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ba5eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:09.361673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:09.372279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:09.390087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f271f-f3ae-437c-98a3-3f6edeae75fc None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:09.394113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:09.394892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.429373 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1793747
Nov 23 12:54:09.433520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46670) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:09.447923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'security_group': {'name': 'tempest-secgroup-905147657'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:09.460264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:09.468989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:09.477610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:09.493754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:09.523706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:09.532485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:09.538269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:09.554386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:09.562529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.596411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:09.607749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.632697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.653367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43278529-17ed-4a09-8137-80f57bb124a0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:09.765527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:09.785427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Deleting subnet 9b5d3c77-6b4f-430b-ac6a-bf93d0451199 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:09.794552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.796907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=47e2fc8e-20ee-49df-8571-6744c9708590,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:09.808175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:09.814570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:09.817176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:09.817361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Deleting port cbf08a0d-7142-4b95-b3d2-653e207449f5 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:09.819219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:09.825626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:09.831014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:09.845171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:09.915874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.078577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Update dhcp port {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'fixed_ips': [{'subnet_id': 'fad6635b-8468-4cdb-ab7f-df69577f9342', 'ip_address': '172.20.0.18'}, {'subnet_id': '1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '01aaa48c-767e-49f7-ac9e-219159e2ce58'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:54:10.155473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.311888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.330221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.338079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dae4fd3e-9533-4177-9419-71d6e05aee5e tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:10.346601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device cbf08a0d-7142-4b95-b3d2-653e207449f5 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:10.373231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ba5eb8>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:54:04Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:10.378272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Checking router: 8254b172-fc78-4003-b804-da7295d3791e for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:10.381271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a2e65-f45a-44b7-81f8-f3a5271ba0b9,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:10.388460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:10.404612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.407041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Routers {'8254b172-fc78-4003-b804-da7295d3791e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:10.412156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ba5eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8254b172-fc78-4003-b804-da7295d3791e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:10.424279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.427050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9907441
Nov 23 12:54:10.430284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:10.441777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'security_group': {'name': 'tempest-secgroup-1750684812'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:10.452881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:10.461458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:10.471072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:10.481073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:10.503475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.546557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.818303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Allocated IP 172.20.0.2 (d83eaba3-6539-4566-b94b-891fcbcd3301/1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd/01aaa48c-767e-49f7-ac9e-219159e2ce58) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:10.895266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] Set router 8254b172-fc78-4003-b804-da7295d3791e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:10.913841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:10.934409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cfc552c0-bff2-4b86-88bb-1bc3e76cd1af tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:10.979680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:11.008720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.027321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Transition to ACTIVE for port object 01aaa48c-767e-49f7-ac9e-219159e2ce58 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:11.043530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Subnet': ['ID=9b5d3c77-6b4f-430b-ac6a-bf93d0451199,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:11.048675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.051750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:11.071476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:11.079672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.106617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-783d8fce-7c00-450f-bee3-3cd458e9daab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:11.195657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] For port cbf08a0d-7142-4b95-b3d2-653e207449f5, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cbf08a0d-7142-4b95-b3d2-653e207449f5,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:11.196382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.285414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=1da511f9-03b9-43a2-a0af-66400dc2fb1a,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:11.289677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.292666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:11.296465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:11.304984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:11.309608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:11.319083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:11.325767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ba5eb8>, [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:54:04Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:11.328634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "DELETE /v2.0/subnets/9b5d3c77-6b4f-430b-ac6a-bf93d0451199 HTTP/1.1" status: 204  len: 168 time: 2.0197635
Nov 23 12:54:11.332022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46684) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:11.332952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da52aad1-1b7f-427c-ac21-0f766c867eb5 None None] The sync data for ids ['8254b172-fc78-4003-b804-da7295d3791e'] in dv-neutron-601336-59-ovs is: [{'id': '8254b172-fc78-4003-b804-da7295d3791e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41359312', 'tenant_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:51:23Z', 'updated_at': '2020-11-23T12:54:04Z', 'revision_number': 5, 'project_id': 'ce1ebc3b4a0542d699045a5b7424753b', 'gw_port': {'id': '0600ba30-2340-40ed-9e8e-81bce5eb8ff0', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8254b172-fc78-4003-b804-da7295d3791e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:51:24Z', 'updated_at': '2020-11-23T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:11.539525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:11.544002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:11.562661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:11.563680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.584187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c2d50-1605-4b5f-9711-ecaf49f0076c None None] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:11.603666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4494066
Nov 23 12:54:11.608300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46688) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:11.615796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Calling delete_port for cbf08a0d-7142-4b95-b3d2-653e207449f5 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:11.617452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:11.644240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.706251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.719085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8c3f838-db3b-4687-9b75-daf80c7c84a7 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:11.757700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab9a52-9c0b-4edd-8fa0-1f2b157da594,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:11.761475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:11.772282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:11.811101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:11.866490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.867751 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 1.4348285
Nov 23 12:54:11.868451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.875054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46694) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:11.892284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'security_group': {'name': 'tempest-secgroup-1055438145'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:11.902512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:11.908663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:11.912911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:11.920801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:11.941160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.977490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:11.979831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:11.997456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-009ba452-193b-48f0-a09b-5d15ce6c9e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:12.006586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:12.012770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:security_group_rule and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:12.015984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:12.085139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:12.091230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:12.096345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.109568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Pushing event deleted for resources: {'Port': ['ID=cbf08a0d-7142-4b95-b3d2-653e207449f5,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:12.113446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:12.158609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:12.169271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:12.177614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:12.254426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.260103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] No DVR routers for this DVR port cbf08a0d-7142-4b95-b3d2-653e207449f5 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:12.269347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.275736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:12.276887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ce7153-db1d-4ad4-b16b-5f7661e6d47a tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:12.306991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94215ed-9f1d-4986-98e5-095f4c378f29 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:12.330010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec230b-70cc-41b2-8ad5-1454429569c5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:12.338230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:12.350840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.354966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.4670975
Nov 23 12:54:12.356084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:12.357950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46698) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:12.370515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4666054
Nov 23 12:54:12.371563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46702) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:12.376738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'name': 'tempest-PortsTestJSON-529593719', 'security_groups': ['8aec230b-70cc-41b2-8ad5-1454429569c5'], 'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:12.401023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:12.403537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] DHCP port deletion for e8aea8d5-787a-49f3-a60f-ea02f9a5c89d request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:12.406461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:12.468682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Deleting port c1961877-7c1c-4be0-9a05-e1c6916016e4 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:12.469060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.504237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.585799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:12.586516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241af7b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:12.683660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.699280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:12.705193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1da511f9-03b9-43a2-a0af-66400dc2fb1a (CIDR: 2001:db8::/64)
Nov 23 12:54:12.708601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Deleting port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:12.709295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.728338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:12.760570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:54:12.760950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet a698b29f-c0bb-47c0-8274-310047993cc8 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:12.761702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:12.765784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:12.789480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:12.832261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4cf184a-5ee2-4195-9395-da91e03e9d0f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2208467
Nov 23 12:54:12.833416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46706) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:12.859542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:12.923622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.001702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] For port c1961877-7c1c-4be0-9a05-e1c6916016e4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1961877-7c1c-4be0-9a05-e1c6916016e4,segment=NetworkSegment(0887c387-94eb-4acb-9cdf-d399ec450bee),segment_id=0887c387-94eb-4acb-9cdf-d399ec450bee)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:13.002151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.032177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.140152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Calling delete_port for c1961877-7c1c-4be0-9a05-e1c6916016e4 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:13.165103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:13.171181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:13.175475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:13.175939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.183000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:13.226778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:13.233457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.244521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.265256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-226b16f2-b213-4f83-b6c2-1c4e213eecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:13.297682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bbb23c03-8424-40d4-bc5e-61800e6d6304 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:13.333091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] For port 0600ba30-2340-40ed-9e8e-81bce5eb8ff0, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:13.333503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.366276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] device_id is not set on port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:54:13.486824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Calling delete_port for 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:13.593434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: bbb23c03-8424-40d4-bc5e-61800e6d6304 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:13.594030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bbb23c03-8424-40d4-bc5e-61800e6d6304 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:13.595416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Pushing event deleted for resources: {'Port': ['ID=c1961877-7c1c-4be0-9a05-e1c6916016e4,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:13.597426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:13.680756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:13.719958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.728664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '1da511f9-03b9-43a2-a0af-66400dc2fb1a'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:54:13.729841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.737945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.13 (d83eaba3-6539-4566-b94b-891fcbcd3301/1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd/5446f12e-2c59-4c02-b2e7-8a2c6757f874) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:13.740472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08922fc9-c692-4126-b67f-c72d8b88ca15 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:13.755285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:13.755968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.817508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:13.837844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d22806bf-8a7f-48c1-af43-c9295fa6a9a4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:13.843101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=a698b29f-c0bb-47c0-8274-310047993cc8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:13.849445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:13.967823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Port': ['ID=0600ba30-2340-40ed-9e8e-81bce5eb8ff0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:13.970657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:14.060303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] No DVR routers for this DVR port c1961877-7c1c-4be0-9a05-e1c6916016e4 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:14.087992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:14.155622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Provisioning for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:14.215622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:14.216052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5367-1e79-4cbf-a923-8ae0201f93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.283593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.304574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/a698b29f-c0bb-47c0-8274-310047993cc8 HTTP/1.1" status: 204  len: 168 time: 1.9110456
Nov 23 12:54:14.305598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46710) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:14.323668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d24738-bfaa-4bb5-97ac-c6ba49499d58 None None] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:14.432537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1961877-7c1c-4be0-9a05-e1c6916016e4 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:14.494428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.495728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c1961877-7c1c-4be0-9a05-e1c6916016e4 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:14.496132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1961877-7c1c-4be0-9a05-e1c6916016e4 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:14.522596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.549019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.585884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 5446f12e-2c59-4c02-b2e7-8a2c6757f874 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:14.590787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:14.591172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.709499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:14.711930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/1da511f9-03b9-43a2-a0af-66400dc2fb1a/2fd23df8-7440-4619-9422-33b445b42115) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:14.733887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2c30d6d-b0c6-438f-9732-17cb8ce911a2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:14.755954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241af7b8>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:09Z', 'revision_number': 10, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:14.783536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:14.783963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:54:14.900438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:14.901082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241af7b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:14.995219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=5446f12e-2c59-4c02-b2e7-8a2c6757f874,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:15.005725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:15.023576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,segment=NetworkSegment(5a00f71c-f8c9-440f-bef9-bb51671c87a3),segment_id=5a00f71c-f8c9-440f-bef9-bb51671c87a3)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:15.023976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.044822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:54:15.046776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.068414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab6c6ba4-cbcf-4bcd-bdc5-f5258c43f320 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:15.179180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:15.244331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f510a0-045e-4de0-9ea7-3c6ea05625d9 None None] DHCP port deletion for 0f1bedfe-0492-4e3e-888b-0d68119f82a2 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:15.254742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:15.257787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:15.261053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a9bd8600-618f-4ec6-942c-891a1191e40c None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:15.261330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8600-618f-4ec6-942c-891a1191e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.262499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:15.303078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-08f510a0-045e-4de0-9ea7-3c6ea05625d9 None None] Deleting port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:15.303422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08f510a0-045e-4de0-9ea7-3c6ea05625d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.330352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.349699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.350059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a7a07ee4-2aad-4d7c-ab53-9889d741e9fc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:15.355281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.415895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-08f510a0-045e-4de0-9ea7-3c6ea05625d9 None None] The port '0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:54:15.423850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=7109ef9a-d705-4e61-bc26-c614807708e1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:15.430586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:15.431550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.432266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Fanout notify agent at l3_agent the message router_deleted on router 8254b172-fc78-4003-b804-da7295d3791e {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:54:15.454088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:15.476462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:15.477146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.483339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:15.488865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:15.520981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.526150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "DELETE /v2.0/routers/8254b172-fc78-4003-b804-da7295d3791e HTTP/1.1" status: 204  len: 168 time: 4.1922436
Nov 23 12:54:15.529383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46714) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:15.546456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.1870713
Nov 23 12:54:15.549591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46718) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:15.567055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:15.568803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.654184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Transition to ACTIVE for port object 2fd23df8-7440-4619-9422-33b445b42115 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:15.664948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:15.681571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:15.695104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:15.733284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:15.734063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.778667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.830200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.854385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.0171633
Nov 23 12:54:15.858650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46722) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:15.867548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:aa:9e:ad', 'name': 'tempest-NetworksTestDHCPv6-1779508284'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:15.875232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Transition to ACTIVE for port object 2fd23df8-7440-4619-9422-33b445b42115 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:15.897590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:15.915931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:16.027437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:16.030675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68241adfd0>,) {'filters': {'network_id': ['0f1bedfe-0492-4e3e-888b-0d68119f82a2']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.043004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:16.047803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:16.052144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241adfd0>, '5a00f71c-f8c9-440f-bef9-bb51671c87a3') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.052511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241adfd0>, '5a00f71c-f8c9-440f-bef9-bb51671c87a3') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.065067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:16.071893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Pushing event updated for resources: {'Port': ['ID=2fd23df8-7440-4619-9422-33b445b42115,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:16.074158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.085922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfb8d452-ac1b-41a1-bc91-f1772ac504fc None None] Provisioning for port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:16.091110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:16.098932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:16.105449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.110765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfb8d452-ac1b-41a1-bc91-f1772ac504fc None None] Provisioning complete for port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:16.111037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d452-ac1b-41a1-bc91-f1772ac504fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.135434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.173416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.186637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:16.249475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8d452-ac1b-41a1-bc91-f1772ac504fc None None] Port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:16.272143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:16.282373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:16.286728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:16.289409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:16.298197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241af7b8>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:09Z', 'revision_number': 10, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.305451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871f61f-7722-462b-85be-9eaf9cbd8b2f None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:09Z', 'revision_number': 10, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None, '_interfaces': [{'id': 'a03448e6-1cab-49a1-bef3-a14ae7f61a06', 'name': '', 'network_id': '3d0e9a08-c879-48a8-a657-84d7ad3e6daa', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'mac_address': 'fa:16:3e:b4:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5406189-d56d-47b4-9cad-118820994344', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:53:03Z', 'updated_at': '2020-11-23T12:53:18Z', 'revision_number': 5, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'subnets': [{'id': '717749e5-0684-4b1d-929c-2bb66985cdbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:16.330235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f2a6860>,) {'filters': {'network_id': ['e8aea8d5-787a-49f3-a60f-ea02f9a5c89d']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.338100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:16.355263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2a6860>, '0887c387-94eb-4acb-9cdf-d399ec450bee') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.355597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2a6860>, '0887c387-94eb-4acb-9cdf-d399ec450bee') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:16.373854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:16.381911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.391234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:16.391992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0f8f5724-2e79-4d1e-8e79-1f6fb44a8c4d not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:16.392115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:16.405319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.407473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:16.415413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.429003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:16.434430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:16.434624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0600ba30-2340-40ed-9e8e-81bce5eb8ff0 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:16.436256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Attempting to bind port 2fd23df8-7440-4619-9422-33b445b42115 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:54:16.436709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Attempting to bind port 2fd23df8-7440-4619-9422-33b445b42115 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:54:16.437122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Attempting to bind port 2fd23df8-7440-4619-9422-33b445b42115 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:54:16.437660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:16.445717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:16.446474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:16.446848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.447277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:16.447812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Bound port: 2fd23df8-7440-4619-9422-33b445b42115, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:54:16.448203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.466133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.553277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] For port 2fd23df8-7440-4619-9422-33b445b42115, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:54:16.599499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd (CIDR: 172.20.0.0/28)
Nov 23 12:54:16.651274 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:54:16.651815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 400 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:16.653737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.718205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 0f1bedfe-0492-4e3e-888b-0d68119f82a2 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:16.729501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1a7768a3-8e2c-4931-97a9-14c22a4a6d92 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1769118
Nov 23 12:54:16.741354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46726) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:16.745755 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:16.750771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:16.765466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:16.792511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.832181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] For port 2fd23df8-7440-4619-9422-33b445b42115, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2fd23df8-7440-4619-9422-33b445b42115,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:54:16.832789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.837092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.838216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:16.842837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a1eb9d6-4123-4278-84cf-197e5541863c tempest-ExtraDHCPOptionsTestJSON-1282678506 tempest-ExtraDHCPOptionsTestJSON-1282678506] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:16.854739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f13018f1-0e67-4b31-95cb-cf65be65e91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:16.873962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/0f1bedfe-0492-4e3e-888b-0d68119f82a2 HTTP/1.1" status: 204  len: 168 time: 2.5619369
Nov 23 12:54:16.873962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=0f1bedfe-0492-4e3e-888b-0d68119f82a2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:16.875405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:16.876346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:17.007841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Pushing event updated for resources: {'Port': ['ID=2fd23df8-7440-4619-9422-33b445b42115,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:17.011552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 8d98f722-0d05-440c-a62f-587c3a284b6a yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:54:17.022020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:17.151701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Network e8aea8d5-787a-49f3-a60f-ea02f9a5c89d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:17.211089 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:17.340765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:17.347530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:17.354949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:17.423173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:17.428485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:17.437474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:17.459982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:17.485241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'Network': ['ID=e8aea8d5-787a-49f3-a60f-ea02f9a5c89d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:17.496870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:17.500325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:17.554212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:17.591182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "DELETE /v2.0/networks/e8aea8d5-787a-49f3-a60f-ea02f9a5c89d HTTP/1.1" status: 204  len: 168 time: 2.0569885
Nov 23 12:54:17.610139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46734) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:17.684931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::2c2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/1da511f9-03b9-43a2-a0af-66400dc2fb1a/8d98f722-0d05-440c-a62f-587c3a284b6a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:17.718482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8:0:1:f816:3eff:feaa:9ead (a47ca4f9-0e3c-44db-bca2-574c47036bc3/7109ef9a-d705-4e61-bc26-c614807708e1/8d98f722-0d05-440c-a62f-587c3a284b6a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:17.739446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:17.782178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:17.825273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.061519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.069593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44cd69fd-3eff-4d1f-8fc6-394cf471b7df tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:18.092732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:18.095325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:18.139867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.141463 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] 10.222.0.60 "DELETE /v2.0/security-groups/ce4f0fac-c627-4dfb-bc9c-30c5745bb7c1 HTTP/1.1" status: 204  len: 168 time: 0.5298367
Nov 23 12:54:18.345058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2fd23df8-7440-4619-9422-33b445b42115 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:18.355338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fad6635b-8468-4cdb-ab7f-df69577f9342 (CIDR: 172.20.0.16/28)
Nov 23 12:54:18.365114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:54:18.365781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 400 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:18.404954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port a03448e6-1cab-49a1-bef3-a14ae7f61a06 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:18.405381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.414366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca00821a-3248-477e-94fc-cfda18c8dce2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.6695082
Nov 23 12:54:18.417723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:18.425699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'subnet': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:18.438236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2fd23df8-7440-4619-9422-33b445b42115 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:18.448973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.461506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 47e2fc8e-20ee-49df-8571-6744c9708590 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:18.507265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 47e2fc8e-20ee-49df-8571-6744c9708590 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:18.507964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 47e2fc8e-20ee-49df-8571-6744c9708590 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:18.547491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 8d98f722-0d05-440c-a62f-587c3a284b6a will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:18.617155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:18.621806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.635854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36377d-a8c9-4060-9011-c20b20c0a3e7 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:18.640126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Usage tracker for resource:subnet and tenant:88b8fad332a3423ba4aab5932a433b5a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:18.640535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port a03448e6-1cab-49a1-bef3-a14ae7f61a06, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a03448e6-1cab-49a1-bef3-a14ae7f61a06,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:18.640957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.645830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:18.676166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:18.729623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Provisioning for port 2fd23df8-7440-4619-9422-33b445b42115 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:18.736115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:18.736575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.758792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:18.791246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for a03448e6-1cab-49a1-bef3-a14ae7f61a06 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:18.798555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Made reservation on behalf of 88b8fad332a3423ba4aab5932a433b5a for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:18.805453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:18.915695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=8d98f722-0d05-440c-a62f-587c3a284b6a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:18.918983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:18.993341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.009805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:19.010822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:19.015801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:19.019015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:19.023607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:19.024345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.063447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.2022738
Nov 23 12:54:19.064891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46744) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:19.121397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=a03448e6-1cab-49a1-bef3-a14ae7f61a06,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:19.125599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:19.168985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.221436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] For port 2fd23df8-7440-4619-9422-33b445b42115, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2fd23df8-7440-4619-9422-33b445b42115,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:19.245717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 8d98f722-0d05-440c-a62f-587c3a284b6a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:19.246400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.247928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.251564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d39075d9-b42f-4f35-aa68-df360f6fa273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:19.352715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Pushing event updated for resources: {'Port': ['ID=2fd23df8-7440-4619-9422-33b445b42115,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:19.373202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:19.411783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.466399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Update dhcp port {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'fixed_ips': [{'subnet_id': '1da511f9-03b9-43a2-a0af-66400dc2fb1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '7109ef9a-d705-4e61-bc26-c614807708e1'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '2fd23df8-7440-4619-9422-33b445b42115'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:54:19.543611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.698354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46754) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:19.705277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:19.866542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 8d98f722-0d05-440c-a62f-587c3a284b6a owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:19.906328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Allocated IP 2001:db8:0:1:f816:3eff:fe27:f04f (a47ca4f9-0e3c-44db-bca2-574c47036bc3/7109ef9a-d705-4e61-bc26-c614807708e1/2fd23df8-7440-4619-9422-33b445b42115) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:20.024032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b9b38df-5822-422b-ad1a-06e1c23c5323 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce1ebc3b4a0542d699045a5b7424753b&name=default HTTP/1.1" status: 200  len: 2747 time: 0.3219972
Nov 23 12:54:20.031038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:20.069999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] For port 2fd23df8-7440-4619-9422-33b445b42115, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2fd23df8-7440-4619-9422-33b445b42115,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:20.100359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.121030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Transition to ACTIVE for port object 2fd23df8-7440-4619-9422-33b445b42115 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:20.125433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.128571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:20.145451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a97ffab4-542e-4b53-8175-976734f19961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:20.300779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.310019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Pushing event updated for resources: {'Port': ['ID=2fd23df8-7440-4619-9422-33b445b42115,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:20.328652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:20.338316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.363877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e630b341-5651-4307-b363-cb274219a92a tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:20.424759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2fd23df8-7440-4619-9422-33b445b42115 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:20.462740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.497040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.562187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:20.562423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=8d98f722-0d05-440c-a62f-587c3a284b6a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:20.566656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:20.582350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7016702
Nov 23 12:54:20.582857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f748dc0-b346-478d-a420-c43ded2acba6 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:20.583423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46764) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:20.583906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:20.601478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:20.602442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825961f28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:20.757114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Subnet': ['ID=4919b04e-999c-4b69-86ce-f8ff592cfd59,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:20.773450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:20.802844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:20.825978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.833913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-920cae6c-1af7-458d-a58f-8a5cfe1f50ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:20.856226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.860242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41622e22-0e3a-4aed-9a5a-a4422b13f74c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:20.876732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:20.881436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:20.883952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:20.905376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/8d98f722-0d05-440c-a62f-587c3a284b6a HTTP/1.1" status: 204  len: 168 time: 1.8368299
Nov 23 12:54:20.906936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46768) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:20.908065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.909386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41622e22-0e3a-4aed-9a5a-a4422b13f74c HTTP/1.1" status: 204  len: 168 time: 0.8460662
Nov 23 12:54:20.912014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting subnet 717749e5-0684-4b1d-929c-2bb66985cdbf {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:20.916765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.924229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:20.925044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:20.929374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67deb0d9-26e0-4ae6-9e71-3f59bb2d4e2c None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:20.936871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825961f28>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:20.942027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:20.956736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:20.957625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825961f28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:21.017205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.037158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.6181476
Nov 23 12:54:21.038093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46774) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:21.048467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Request body: {'port': {'name': 'tempest-PortsTestJSON-1140025247', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4919b04e-999c-4b69-86ce-f8ff592cfd59'}], 'security_groups': ['3c1a2e65-f45a-44b7-81f8-f3a5271ba0b9', '42ab9a52-9c0b-4edd-8fa0-1f2b157da594']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:21.141988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:21.208198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.225776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.231465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b296fb3-dbb7-4e06-9301-4475dd4cb758 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:21.233968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8b296fb3-dbb7-4e06-9301-4475dd4cb758 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:21.322067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d16e8346-c4e4-4024-b688-d6f028048056 None None] Could not find standard attr ID for object 8d98f722-0d05-440c-a62f-587c3a284b6a. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:21.338616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a48edde4-8040-449c-b096-1e21f219168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825961f28>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:21.343667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48edde4-8040-449c-b096-1e21f219168e None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:21.351609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d16e8346-c4e4-4024-b688-d6f028048056 None None] Provisioning for port 2fd23df8-7440-4619-9422-33b445b42115 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:21.438035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d16e8346-c4e4-4024-b688-d6f028048056 None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:21.438475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d16e8346-c4e4-4024-b688-d6f028048056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.557503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46780) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:21.718986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.763165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7833e652-9edc-4155-8948-c3b6d24f167b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:21.788388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6d70faa7-e94e-4f9e-a891-a0b8eea513e3 None None] Could not find standard attr ID for object 8d98f722-0d05-440c-a62f-587c3a284b6a. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:21.835071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Update dhcp port {'port': {'network_id': 'd83eaba3-6539-4566-b94b-891fcbcd3301', 'fixed_ips': [{'subnet_id': 'fad6635b-8468-4cdb-ab7f-df69577f9342', 'ip_address': '172.20.0.18'}, {'subnet_id': '1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '4919b04e-999c-4b69-86ce-f8ff592cfd59'}], 'binding:host_id': 'dv-neutron-601336-59-ovs'}, 'id': '01aaa48c-767e-49f7-ac9e-219159e2ce58'} from dv-neutron-601336-59-ovs. {{(pid=81024) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Nov 23 12:54:21.884233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Subnet': ['ID=717749e5-0684-4b1d-929c-2bb66985cdbf,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:21.888371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8b296fb3-dbb7-4e06-9301-4475dd4cb758 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:21.889175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:21.892600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b296fb3-dbb7-4e06-9301-4475dd4cb758 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.9818523
Nov 23 12:54:21.893970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46784) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:21.897482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:21.923330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.016531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.028291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/717749e5-0684-4b1d-929c-2bb66985cdbf HTTP/1.1" status: 204  len: 168 time: 1.4434783
Nov 23 12:54:22.030956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46788) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:22.059075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f3f84-282f-4bc0-bfe5-19678cb427c7 None None] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:22.083161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:22.093330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Usage tracker for resource:security_group_rule and tenant:99254ab9938047878ea6b481eb335e26 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:22.100391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:22.110695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:22.159968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3342f-7139-47e1-9fc5-426eefc22305 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:22.164110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32a3342f-7139-47e1-9fc5-426eefc22305 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2532375
Nov 23 12:54:22.176566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46792) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:22.187254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.265750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Deleting port 6aced35f-571b-4340-a8c2-4466441cd141 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:22.266024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.292554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b48e7ea-38a2-4601-b19c-4cd673c6a06b None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:22.294060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b48e7ea-38a2-4601-b19c-4cd673c6a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.300301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:22.301961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:22.303446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:22.304316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:22.392194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2fd23df8-7440-4619-9422-33b445b42115 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:22.398502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:22.402366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-545d428f-283c-431e-a0dc-74e931bd43fe tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2218404
Nov 23 12:54:22.408452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46796) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:22.475373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Delete allocated IP 172.20.0.13 (d83eaba3-6539-4566-b94b-891fcbcd3301/1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd) {{(pid=81022) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Nov 23 12:54:22.483099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.492906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.508005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Allocated IP 172.20.0.37 (d83eaba3-6539-4566-b94b-891fcbcd3301/4919b04e-999c-4b69-86ce-f8ff592cfd59/5446f12e-2c59-4c02-b2e7-8a2c6757f874) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:22.510081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] For port 6aced35f-571b-4340-a8c2-4466441cd141, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6aced35f-571b-4340-a8c2-4466441cd141,segment=NetworkSegment(7e9a0380-e995-420e-810f-abf394ea7470),segment_id=7e9a0380-e995-420e-810f-abf394ea7470)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:22.510310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.510930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bccbd8b6-951f-4435-8f06-f825c4832f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:22.530827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:22.531223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.600137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274806b9-f88a-435b-b187-4ffb399fec2c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:22.671300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Calling delete_port for 6aced35f-571b-4340-a8c2-4466441cd141 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:22.696131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3461a2-9e60-48d5-8e17-50cc75779135 None None] DHCP port deletion for 3d0e9a08-c879-48a8-a657-84d7ad3e6daa request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:22.735584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:22.741688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 1da511f9-03b9-43a2-a0af-66400dc2fb1a {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:22.754873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9d3461a2-9e60-48d5-8e17-50cc75779135 None None] Deleting port 6aced35f-571b-4340-a8c2-4466441cd141 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:22.755319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d3461a2-9e60-48d5-8e17-50cc75779135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.756282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.757931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.774165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:22.806497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99254ab9938047878ea6b481eb335e26&name=default HTTP/1.1" status: 200  len: 2751 time: 1.2435179
Nov 23 12:54:22.808100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46800) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:22.832924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9d3461a2-9e60-48d5-8e17-50cc75779135 None None] The port '6aced35f-571b-4340-a8c2-4466441cd141' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:54:22.859871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a03448e6-1cab-49a1-bef3-a14ae7f61a06 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:22.894599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Port': ['ID=6aced35f-571b-4340-a8c2-4466441cd141,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:22.899164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: a03448e6-1cab-49a1-bef3-a14ae7f61a06 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:22.899513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a03448e6-1cab-49a1-bef3-a14ae7f61a06 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:22.905404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:22.916007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:22.990273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No DVR routers for this DVR port 6aced35f-571b-4340-a8c2-4466441cd141 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:23.032061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.073225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.121642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.139085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.152388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Transition to ACTIVE for port object 5446f12e-2c59-4c02-b2e7-8a2c6757f874 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:23.178961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.225763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.251570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5de5c095-639b-4fc8-9ebb-354f20d22beb tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:23.254473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Allocated IP 172.20.0.34 (d83eaba3-6539-4566-b94b-891fcbcd3301/4919b04e-999c-4b69-86ce-f8ff592cfd59/01aaa48c-767e-49f7-ac9e-219159e2ce58) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:23.337562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824c78d30>,) {'filters': {'network_id': ['3d0e9a08-c879-48a8-a657-84d7ad3e6daa']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:23.354585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c78d30>, '7e9a0380-e995-420e-810f-abf394ea7470') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:23.354932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c78d30>, '7e9a0380-e995-420e-810f-abf394ea7470') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:23.370955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.389684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.391582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:23.422513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event updated for resources: {'Port': ['ID=5446f12e-2c59-4c02-b2e7-8a2c6757f874,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:23.441214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:23.511880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.574144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1acf192-de6e-4d3a-ae98-87f39bcf175b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:23.605091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274806b9-f88a-435b-b187-4ffb399fec2c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:23.633928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:23.635833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:23.648195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.716507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] In _notify_port_updated(), no bound segment for port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 on network d83eaba3-6539-4566-b94b-891fcbcd3301 {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 12:54:23.720773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:23.722023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.727046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "PUT /v2.0/ports/5446f12e-2c59-4c02-b2e7-8a2c6757f874 HTTP/1.1" status: 200  len: 960 time: 2.6855111
Nov 23 12:54:23.730333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46808) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:23.733844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.738991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/274806b9-f88a-435b-b187-4ffb399fec2c HTTP/1.1" status: 204  len: 168 time: 0.8732731
Nov 23 12:54:23.816094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6a505-3dba-4be0-b67a-acb87ad27e10 req-4e382d7d-f155-453d-b7b8-55c7461165d7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:23.817896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aa6a505-3dba-4be0-b67a-acb87ad27e10 req-4e382d7d-f155-453d-b7b8-55c7461165d7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.3436265
Nov 23 12:54:23.824276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 5446f12e-2c59-4c02-b2e7-8a2c6757f874 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:23.824956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.827766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:23.908075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:23.917028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Network 3d0e9a08-c879-48a8-a657-84d7ad3e6daa has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:23.944460 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:23.957451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.032320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Transition to ACTIVE for port object 01aaa48c-767e-49f7-ac9e-219159e2ce58 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:24.034948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.036391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.051867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97e3adf2-f3a8-40a3-a9dc-3dab4d3d012b tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:24.058386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1181b9e8-6f98-42df-b467-56b59d57cd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:24.081009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.085699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Pushing event deleted for resources: {'Network': ['ID=3d0e9a08-c879-48a8-a657-84d7ad3e6daa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:24.099206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:24.107897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/networks/3d0e9a08-c879-48a8-a657-84d7ad3e6daa HTTP/1.1" status: 204  len: 168 time: 2.0757952
Nov 23 12:54:24.109432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46814) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:24.118181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'routes': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:24.155575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7f3639d-1eb7-4348-a29a-31a66fbe731c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:24.227760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Pushing event updated for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:24.234544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:24.288237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=1da511f9-03b9-43a2-a0af-66400dc2fb1a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:24.291190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:24.294018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.299913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a420ac4-60cf-4ac7-912e-1ab51f62eb99 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:24.369895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aa6a505-3dba-4be0-b67a-acb87ad27e10 req-bb9ac6a5-2504-437b-a673-08087d7b93d9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.4854496
Nov 23 12:54:24.385939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/1da511f9-03b9-43a2-a0af-66400dc2fb1a HTTP/1.1" status: 204  len: 168 time: 1.9733839
Nov 23 12:54:24.387776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46818) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:24.470826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6aced35f-571b-4340-a8c2-4466441cd141 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:24.482931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 7109ef9a-d705-4e61-bc26-c614807708e1 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:24.498991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.501907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Added routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:54:24.502197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Removed routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:54:24.503099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.513973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 6aced35f-571b-4340-a8c2-4466441cd141 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:24.514373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6aced35f-571b-4340-a8c2-4466441cd141 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:24.550832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.710874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 5446f12e-2c59-4c02-b2e7-8a2c6757f874 owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:24.759182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.899477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.903447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:24.949008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.006873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.025321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d33cfaa-92c7-47c1-b1c5-7811446a558a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:25.074531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Could not find standard attr ID for object 5446f12e-2c59-4c02-b2e7-8a2c6757f874. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:25.092277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:25.093132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.168968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:25.183152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Provisioning for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:25.189703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:25.190485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-230e8107-6a7f-47f0-9551-95f280c60811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.391967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router a5406189-d56d-47b4-9cad-118820994344 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:25.457165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=5446f12e-2c59-4c02-b2e7-8a2c6757f874,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:25.489887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-28b5b970-54c5-4ff5-a691-39846308b3bc None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:25.490688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28b5b970-54c5-4ff5-a691-39846308b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.516657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:25.561874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:25.573443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:25.575571 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9b0d74d8-7691-4f38-bae6-3c82efcc3959 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 705 time: 1.4647739
Nov 23 12:54:25.583099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46824) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:25.604277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Sync routers for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:25.623313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:25.624214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68265fb3c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:25.644922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd777383-6f71-4f77-84f4-d37462103a60 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:25.722262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-aebcf8de-3ef6-4f9d-9a5a-80b4cc7760bc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:25.723956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-aebcf8de-3ef6-4f9d-9a5a-80b4cc7760bc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.6497157
Nov 23 12:54:25.772897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd777383-6f71-4f77-84f4-d37462103a60 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:25.774112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd777383-6f71-4f77-84f4-d37462103a60 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 205 time: 0.1899369
Nov 23 12:54:25.779530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46828) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:25.815398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd8c5-cfbd-44af-9166-66c6c0356ac3 req-5f66b7b1-5942-4ce4-8379-b5c152bf04fc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:25.817234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-55dbd8c5-cfbd-44af-9166-66c6c0356ac3 req-5f66b7b1-5942-4ce4-8379-b5c152bf04fc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 945 time: 0.1679871
Nov 23 12:54:25.822626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b9e60942-1c68-4915-9f62-7e27a9e4dd1b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:25.880271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-55dbd8c5-cfbd-44af-9166-66c6c0356ac3 req-fee1a568-2c5f-462d-97db-7432047cb047 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0530546
Nov 23 12:54:25.905539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:25.964700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943924f-fc9a-4571-9aa7-6ed25856c917 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:54:26.099319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port b9e60942-1c68-4915-9f62-7e27a9e4dd1b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:26.099589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.138760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68265fb3c8>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:26.149212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5858eb1f-ef70-418d-857b-764c376c5c9f None None] Could not find standard attr ID for object 5446f12e-2c59-4c02-b2e7-8a2c6757f874. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:26.179314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Checking router: a5406189-d56d-47b4-9cad-118820994344 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:26.200749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.243071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.268013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5858eb1f-ef70-418d-857b-764c376c5c9f None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:26.269788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5858eb1f-ef70-418d-857b-764c376c5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.314668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:26.354018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Routers {'a5406189-d56d-47b4-9cad-118820994344'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:26.354652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68265fb3c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a5406189-d56d-47b4-9cad-118820994344'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:26.375134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.426133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943924f-fc9a-4571-9aa7-6ed25856c917 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:54:26.441530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.508865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1262120d-1c6d-40e3-9d9f-e5e6d6ef723a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:26.538941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:54:26.581376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:26.601901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/5446f12e-2c59-4c02-b2e7-8a2c6757f874 HTTP/1.1" status: 204  len: 168 time: 2.8694098
Nov 23 12:54:26.605073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46834) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:26.607898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] Set router a5406189-d56d-47b4-9cad-118820994344 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:26.620637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=7109ef9a-d705-4e61-bc26-c614807708e1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:26.629135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:26.656468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'code': 200}
Nov 23 12:54:26.658559 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9314d-cdfb-4644-82c2-211e4b0a9124 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] GET failed (client error): The resource could not be found.
Nov 23 12:54:26.658878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.659176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9d9314d-cdfb-4644-82c2-211e4b0a9124 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Synchronizing usage tracker for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:26.677081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e9d9314d-cdfb-4644-82c2-211e4b0a9124 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Unset dirty status for tenant:88b8fad332a3423ba4aab5932a433b5a on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:26.680982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9d9314d-cdfb-4644-82c2-211e4b0a9124 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports/5446f12e-2c59-4c02-b2e7-8a2c6757f874 HTTP/1.1" status: 404  len: 333 time: 0.0722487
Nov 23 12:54:26.683558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46838) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:26.786070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.823612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.872445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.879737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6672eb06-5ed0-4458-aaff-3984fa57d2c1 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:26.892555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec230b-70cc-41b2-8ad5-1454429569c5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:26.899941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:26.901002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:26.904949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/security-groups/8aec230b-70cc-41b2-8ad5-1454429569c5 HTTP/1.1" status: 204  len: 168 time: 0.2199636
Nov 23 12:54:26.905711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46842) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:26.978428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.006654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.008791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.013226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/7109ef9a-d705-4e61-bc26-c614807708e1 HTTP/1.1" status: 204  len: 168 time: 2.6220288
Nov 23 12:54:27.013398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.015532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46848) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:27.030331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:27.067501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68265fb3c8>, [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:27.089085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.105814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aee395bf-4777-40e5-a671-9bdcd90bb34d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0862846
Nov 23 12:54:27.105814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:27.105814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.114680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46852) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:27.123250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a2611-2aac-45c5-b584-1b3a5b0bbfdb None None] The sync data for ids ['a5406189-d56d-47b4-9cad-118820994344'] in dv-neutron-601336-59-ovs is: [{'id': 'a5406189-d56d-47b4-9cad-118820994344', 'name': 'tempest-RoutersIpV6Test-router-1974960146', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:52:59Z', 'updated_at': '2020-11-23T12:54:18Z', 'revision_number': 11, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:27.129627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.137709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-478762fe-15cc-4e06-889a-02e57a9282fd tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:27.154939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.156572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/security-groups/42ab9a52-9c0b-4edd-8fa0-1f2b157da594 HTTP/1.1" status: 204  len: 168 time: 0.2494886
Nov 23 12:54:27.159562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab9a52-9c0b-4edd-8fa0-1f2b157da594,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:27.162869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:27.165469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46856) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:27.183280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:27.194664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:27.195331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.257791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.276261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1fce2-97a5-4630-a679-72fd183757af req-d1fcf3df-afc6-4421-8d52-fc84f1c85662 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:27.281362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-92a1fce2-97a5-4630-a679-72fd183757af req-d1fcf3df-afc6-4421-8d52-fc84f1c85662 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.2276435
Nov 23 12:54:27.350215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:27.355158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.360065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:27.392106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-92a1fce2-97a5-4630-a679-72fd183757af req-4a6522fe-756e-46e6-9e31-b6d18a56f315 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1012757
Nov 23 12:54:27.428548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.433528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16b1a1d1-d1cf-4779-a13f-2d905b09a3b5 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:27.449731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a2e65-f45a-44b7-81f8-f3a5271ba0b9,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:27.452985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:27.461170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.462945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/security-groups/3c1a2e65-f45a-44b7-81f8-f3a5271ba0b9 HTTP/1.1" status: 204  len: 168 time: 0.2965450
Nov 23 12:54:27.465948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46860) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:27.662023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.662838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router a5406189-d56d-47b4-9cad-118820994344 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:54:27.703375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f526713-3b3f-413a-9b6e-42e31d6caf72 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:54:27.711024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:27.723436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:27.726813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:27.726967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:27.731677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.734740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.736008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e53bb241-015b-403b-8986-16da194e87d6 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 204  len: 168 time: 1.9349380
Nov 23 12:54:27.750243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46864) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:27.759979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:27.767905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-88672256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:27.820024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d85640b9-4551-490f-9f27-c330ea7ae38d None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:27.820542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d85640b9-4551-490f-9f27-c330ea7ae38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.824686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.846890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:27.861576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9314195e-9073-44a8-88cf-a310559fd3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.874583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Usage tracker for resource:router and tenant:4f5ef8b1fec04f3294d7c3f41901b608 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:27.881259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:27.886214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:27.916899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:27.928610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:27.945733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f526713-3b3f-413a-9b6e-42e31d6caf72 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:54:28.001772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.002375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.002525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP 4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 disassociated. External IP: 172.26.6.235, port: b9e60942-1c68-4915-9f62-7e27a9e4dd1b.
Nov 23 12:54:28.003122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for b9e60942-1c68-4915-9f62-7e27a9e4dd1b owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:28.052188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.053221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.105687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.224331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.256535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:54:28.257113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:54:28.271449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.272411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.288948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-312ecbbc-29bb-40c8-a362-4de93134aa74 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:28.350854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.354869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80dba01d-33c0-48d1-a58c-dc687e8e1f50 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.5972874
Nov 23 12:54:28.359246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46868) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:28.370467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Request body: {'router': {'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:28.373684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257cb8c-179a-482d-9473-51e4d00f7f02 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:28.394967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:28.398131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:28.505745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.514418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd HTTP/1.1" status: 204  len: 168 time: 1.0458465
Nov 23 12:54:28.520001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:28.612458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet 4919b04e-999c-4b69-86ce-f8ff592cfd59 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:28.616316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.618987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6a22be74-6476-4ad8-9604-5b8f3385ae1b None None] Provisioning complete for port 2fd23df8-7440-4619-9422-33b445b42115 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:28.619504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a22be74-6476-4ad8-9604-5b8f3385ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.654429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3272e-2ac9-4ce8-ab34-29ee210a830b None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:28.685758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.786593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port b9e60942-1c68-4915-9f62-7e27a9e4dd1b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:28.786847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.790758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:28.970432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:29.005581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Deleting port 2fd23df8-7440-4619-9422-33b445b42115 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:29.006155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.125525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.126502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6105-565e-4402-afdf-b927341b6889 req-775b53e0-defa-4278-a7c0-a743fe4b3ed7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:29.127282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b3f6105-565e-4402-afdf-b927341b6889 req-775b53e0-defa-4278-a7c0-a743fe4b3ed7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:29.145070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b94dad1a-dc7b-45ca-8ea1-e2b71066baf7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:29.168287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.263525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=4919b04e-999c-4b69-86ce-f8ff592cfd59,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:29.272723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b3f6105-565e-4402-afdf-b927341b6889 req-775b53e0-defa-4278-a7c0-a743fe4b3ed7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:29.274327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b3f6105-565e-4402-afdf-b927341b6889 req-775b53e0-defa-4278-a7c0-a743fe4b3ed7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.6917160
Nov 23 12:54:29.275024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:29.277715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.292983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] For port 2fd23df8-7440-4619-9422-33b445b42115, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2fd23df8-7440-4619-9422-33b445b42115,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:29.293436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.341663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.351659 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/4919b04e-999c-4b69-86ce-f8ff592cfd59 HTTP/1.1" status: 204  len: 168 time: 0.8280747
Nov 23 12:54:29.352065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46878) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:29.397146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-519ab9e9-2876-4cb7-984f-c3fb307a6ab0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:29.398230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519ab9e9-2876-4cb7-984f-c3fb307a6ab0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:29.402657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-519ab9e9-2876-4cb7-984f-c3fb307a6ab0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/1b6bc2c2-8d1f-40a5-bd44-f9b9b43695bd HTTP/1.1" status: 404  len: 337 time: 0.0470006
Nov 23 12:54:29.403003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46882) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:29.434317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Calling delete_port for 2fd23df8-7440-4619-9422-33b445b42115 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:29.489527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting subnet fad6635b-8468-4cdb-ab7f-df69577f9342 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:29.493617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.521968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.540793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b4ce78d-20a5-4796-ba87-2adeba1c0688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:29.551613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b3f6105-565e-4402-afdf-b927341b6889 req-edd7f060-0a23-4710-98d5-0799abe92ddc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2652373
Nov 23 12:54:29.553539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] For port b9e60942-1c68-4915-9f62-7e27a9e4dd1b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:29.553940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.557358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.684735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:29.856645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Pushing event deleted for resources: {'Port': ['ID=2fd23df8-7440-4619-9422-33b445b42115,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:29.861556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:29.934315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] No DVR routers for this DVR port 2fd23df8-7440-4619-9422-33b445b42115 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:30.028703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a5684-7d8b-4898-9f11-8dd168765f60 None None] Network d83eaba3-6539-4566-b94b-891fcbcd3301 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:30.046726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.065774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b84757a-51c3-48ae-8615-65697677412b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:30.147719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.161122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5172f41c-f873-44d8-ac06-fe023c64333e None None] Provisioning complete for port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:30.161122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5172f41c-f873-44d8-ac06-fe023c64333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.166772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0730d5d-1636-41ba-b049-8c5ea20af658 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:30.177621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Subnet': ['ID=fad6635b-8468-4cdb-ab7f-df69577f9342,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:30.182444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:30.230059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.237836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/fad6635b-8468-4cdb-ab7f-df69577f9342 HTTP/1.1" status: 204  len: 168 time: 0.8333230
Nov 23 12:54:30.240064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46886) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.292968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f6cb69-cac3-4f1f-8082-ced0faea93ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.292968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f6cb69-cac3-4f1f-8082-ced0faea93ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.295027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a0f6cb69-cac3-4f1f-8082-ced0faea93ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/65822744-60c4-4e51-a1dd-2727cdb6db0b HTTP/1.1" status: 404  len: 337 time: 0.0536046
Nov 23 12:54:30.301187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46890) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.319615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5172f41c-f873-44d8-ac06-fe023c64333e None None] Port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:30.334511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2fd23df8-7440-4619-9422-33b445b42115 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:30.357698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c1dc86f4-e07c-44f1-840f-ab16383133a8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "GET /v2.0/ports?device_id=1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 HTTP/1.1" status: 200  len: 205 time: 0.0524759
Nov 23 12:54:30.357944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46894) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.381757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2fd23df8-7440-4619-9422-33b445b42115 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:30.382335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2fd23df8-7440-4619-9422-33b445b42115 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:30.395355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e617fa4-847a-4d4d-b91a-1d7f887b590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.399135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5172f41c-f873-44d8-ac06-fe023c64333e None None] Provisioning complete for port 01aaa48c-767e-49f7-ac9e-219159e2ce58 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:30.399622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5172f41c-f873-44d8-ac06-fe023c64333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.402698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Router 270c3965-908b-4926-984b-eddbd494127d is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:54:30.432729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=44beb49f-6bf6-4d9a-b26e-d8af02495bce,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:30.439950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-13acf9d0-a6c1-42cb-86cf-71417fbb02ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] delete failed (client error): The resource could not be found.
Nov 23 12:54:30.443759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13acf9d0-a6c1-42cb-86cf-71417fbb02ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/routers/1229c8f3-a86a-4fbe-bdf0-0b8c2e506950 HTTP/1.1" status: 404  len: 336 time: 0.0823076
Nov 23 12:54:30.444367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46898) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.450431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:30.491181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0e4831-cd5a-4a27-b53b-44044f350fee tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.491783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0e4831-cd5a-4a27-b53b-44044f350fee tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.491988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.492406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.492778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP 4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 disassociated. External IP: 172.26.6.235, port: b9e60942-1c68-4915-9f62-7e27a9e4dd1b.
Nov 23 12:54:30.493154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for b9e60942-1c68-4915-9f62-7e27a9e4dd1b owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:30.496781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c0e4831-cd5a-4a27-b53b-44044f350fee tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/82cd873e-a8fe-4e84-a2bb-189ea223d579 HTTP/1.1" status: 404  len: 337 time: 0.0494177
Nov 23 12:54:30.497117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46902) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.517131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] DHCP port deletion for d83eaba3-6539-4566-b94b-891fcbcd3301 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:30.531907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Deleting port 01aaa48c-767e-49f7-ac9e-219159e2ce58 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:30.532462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.541956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-219514f1-3995-4972-9770-b8bf0f2847c0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.542556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219514f1-3995-4972-9770-b8bf0f2847c0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.547000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-219514f1-3995-4972-9770-b8bf0f2847c0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/d0d663c3-d5b0-4453-b8a4-e4d7e841d306 HTTP/1.1" status: 404  len: 337 time: 0.0462136
Nov 23 12:54:30.547387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46906) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.594573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9d28d8-3edb-4b8a-bee3-491726a63a56 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.595152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9d28d8-3edb-4b8a-bee3-491726a63a56 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.602046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9d9d28d8-3edb-4b8a-bee3-491726a63a56 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/95d788bb-4821-4629-b17a-d7140901d02a HTTP/1.1" status: 404  len: 337 time: 0.0506930
Nov 23 12:54:30.602329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46910) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.619917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:30.624394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:30.646299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-13251b25-a581-4e5b-a470-c44f08f5b984 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.646793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13251b25-a581-4e5b-a470-c44f08f5b984 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.648637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13251b25-a581-4e5b-a470-c44f08f5b984 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/c08cd96e-92be-4226-bbdd-e161148bcb27 HTTP/1.1" status: 404  len: 333 time: 0.0452588
Nov 23 12:54:30.651424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46916) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.688326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31226c-f41f-4371-b2c1-250ddf7d7b8b None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:30.700710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e91ea1-86d0-47e6-9e7c-a0dc07273bf9 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.701200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e91ea1-86d0-47e6-9e7c-a0dc07273bf9 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.703190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53e91ea1-86d0-47e6-9e7c-a0dc07273bf9 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/2e26554d-6cf3-4ac4-853a-03a9ace11ad3 HTTP/1.1" status: 404  len: 337 time: 0.0508487
Nov 23 12:54:30.707002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.760025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:30.760780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.800611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d20e82-704c-4a50-95d5-b31c8a45dea7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.801242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d20e82-704c-4a50-95d5-b31c8a45dea7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.807640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e3d20e82-704c-4a50-95d5-b31c8a45dea7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/a1f983c0-6ca7-4eb0-ae7c-e90f0571ef3d HTTP/1.1" status: 404  len: 337 time: 0.0954242
Nov 23 12:54:30.807871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46924) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.848005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3b9e4-e49e-4a0c-8744-4fc8cea7a11c req-85923749-99b9-4ac9-9533-0e082db37775 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:30.849689 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dfb3b9e4-e49e-4a0c-8744-4fc8cea7a11c req-85923749-99b9-4ac9-9533-0e082db37775 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 943 time: 0.1029792
Nov 23 12:54:30.859758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.7381916
Nov 23 12:54:30.860596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93e7a9e-0fb7-45b0-88b7-0a2a458196db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:30.860859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93e7a9e-0fb7-45b0-88b7-0a2a458196db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:30.865881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a93e7a9e-0fb7-45b0-88b7-0a2a458196db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/10a98ff8-fee8-40d8-9e79-3eaeb8d53b5b HTTP/1.1" status: 404  len: 333 time: 0.0557833
Nov 23 12:54:30.865881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46928) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.868297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:30.874385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46930) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.874635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.878701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a9ff66ec-c5d0-4099-a7b6-33d7b8742314 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "PUT /v2.0/routers/270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 200  len: 696 time: 2.5156755
Nov 23 12:54:30.879543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46936) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:30.881001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:30.885110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Sync routers for ids ['270c3965-908b-4926-984b-eddbd494127d'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:30.897050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:30.899669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Routers {'270c3965-908b-4926-984b-eddbd494127d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:30.900564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825961f98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['270c3965-908b-4926-984b-eddbd494127d'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:30.957882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] For port 01aaa48c-767e-49f7-ac9e-219159e2ce58, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=01aaa48c-767e-49f7-ac9e-219159e2ce58,segment=NetworkSegment(482f1cd2-7712-494a-864b-737e8e32f0e8),segment_id=482f1cd2-7712-494a-864b-737e8e32f0e8)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:30.958452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.005666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6856c91-f753-4633-8e35-a5ee62509a45 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:31.006274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6856c91-f753-4633-8e35-a5ee62509a45 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:31.008195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6856c91-f753-4633-8e35-a5ee62509a45 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/3d144114-5288-4ee0-90b1-39e9ef2570c0 HTTP/1.1" status: 404  len: 337 time: 0.1305861
Nov 23 12:54:31.010997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46940) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:31.047502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Set router 270c3965-908b-4926-984b-eddbd494127d gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:31.088709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:31.097924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:31.103093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:31.114145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:31.120718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.142542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c03a49c-e2bf-4cda-b847-525fb5283960 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:31.143570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Calling delete_port for 01aaa48c-767e-49f7-ac9e-219159e2ce58 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:31.171582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825961f98>, [{'id': '270c3965-908b-4926-984b-eddbd494127d', 'name': 'tempest-RoutersIpV6Test-router-88672256', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:54:28Z', 'updated_at': '2020-11-23T12:54:29Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:31.180179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Checking router: 270c3965-908b-4926-984b-eddbd494127d for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:31.202160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Routers {'270c3965-908b-4926-984b-eddbd494127d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:31.203192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825961f98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['270c3965-908b-4926-984b-eddbd494127d'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:31.257417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=b9e60942-1c68-4915-9f62-7e27a9e4dd1b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:31.260494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:31.264289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:31.271153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.326123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.345796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e86cfb0-c636-4206-9c8f-d19e6a79ebc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:31.410617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] Set router 270c3965-908b-4926-984b-eddbd494127d gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:31.431636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2676a5cc-dd35-45e2-81ab-a2b187be68cc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:31.432232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2676a5cc-dd35-45e2-81ab-a2b187be68cc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:31.436650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2676a5cc-dd35-45e2-81ab-a2b187be68cc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/subnets/1e7dabc3-749c-4101-9722-a2259f20be40 HTTP/1.1" status: 404  len: 337 time: 0.4221811
Nov 23 12:54:31.438745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46944) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:31.470739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.ipam_backend_mixin [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44beb49f-6bf6-4d9a-b26e-d8af02495bce (CIDR: 2001:db8::/64)
Nov 23 12:54:31.500617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Pushing event deleted for resources: {'Port': ['ID=01aaa48c-767e-49f7-ac9e-219159e2ce58,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:31.501396 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dfb3b9e4-e49e-4a0c-8744-4fc8cea7a11c req-e32c9a9c-51c8-446c-afef-0908d8b0c1cd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.6443074
Nov 23 12:54:31.503749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:31.512345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9f024c9-f2b2-4404-88e5-73cea8c4ebba tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/routers/270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 200  len: 702 time: 0.6294470
Nov 23 12:54:31.513373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46948) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:31.551154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'tenant_id': '1b057cc10b9946b59fbf1c6327140b31', 'fixed_ips': [{'subnet_id': '44beb49f-6bf6-4d9a-b26e-d8af02495bce'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:54:31.552069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.578097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec1fd481-c543-4f9d-aa91-3d7ed0cf705f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 200  len: 205 time: 0.0608544
Nov 23 12:54:31.578359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 12:54:31.578359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 400 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:31.579960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46952) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:31.593171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825961f98>, [{'id': '270c3965-908b-4926-984b-eddbd494127d', 'name': 'tempest-RoutersIpV6Test-router-88672256', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:54:28Z', 'updated_at': '2020-11-23T12:54:29Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:31.599738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b7e4d-32af-4cf8-9ae8-5a8a503d0760 None None] The sync data for ids ['270c3965-908b-4926-984b-eddbd494127d'] in dv-neutron-601336-59-ovs is: [{'id': '270c3965-908b-4926-984b-eddbd494127d', 'name': 'tempest-RoutersIpV6Test-router-88672256', 'tenant_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:54:28Z', 'updated_at': '2020-11-23T12:54:29Z', 'revision_number': 2, 'project_id': '4f5ef8b1fec04f3294d7c3f41901b608', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:31.642252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] No DVR routers for this DVR port 01aaa48c-767e-49f7-ac9e-219159e2ce58 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:31.660085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Deleting port 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:31.660513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.721034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f025f4c-07a4-4a5e-a468-6aad7665e862 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8553150
Nov 23 12:54:31.722651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46956) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:31.737332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'subnet': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:31.860277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.935713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:31.943431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:subnet and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:31.960096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:31.968390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:31.978917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Allocated IP 2001:db8::2 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/44beb49f-6bf6-4d9a-b26e-d8af02495bce/52926707-b996-4ab5-b572-5d9a05dcc223) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:31.981253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:31.992753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:32.001718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:32.009775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.247078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.250595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.262668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Transition to ACTIVE for port object 52926707-b996-4ab5-b572-5d9a05dcc223 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:32.282550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Transition to ACTIVE for port object 52926707-b996-4ab5-b572-5d9a05dcc223 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:32.295780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.316482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0feedbeb-8a36-44d5-b4fa-7df66355c4d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:32.354268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.408457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:32.468990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:32.469256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 01aaa48c-767e-49f7-ac9e-219159e2ce58 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:32.469491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 01aaa48c-767e-49f7-ac9e-219159e2ce58 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:32.493482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:32.517748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] No DVR routers for this DVR port b9e60942-1c68-4915-9f62-7e27a9e4dd1b on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:32.521363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.524348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-deleted', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:54:32.545429 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fab37cc7-434f-40c8-a97a-58aea6b11074 req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "DELETE /v2.0/ports/b9e60942-1c68-4915-9f62-7e27a9e4dd1b HTTP/1.1" status: 204  len: 173 time: 6.8026946
Nov 23 12:54:32.562610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Calling delete_port for 10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:32.574088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Pushing event updated for resources: {'Port': ['ID=52926707-b996-4ab5-b572-5d9a05dcc223,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:32.588072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:32.605272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0c2d62-4abc-4229-bc91-6af9ccaf9972', 'name': 'network-vif-deleted', 'tag': 'b9e60942-1c68-4915-9f62-7e27a9e4dd1b', 'status': 'completed', 'code': 200}
Nov 23 12:54:32.607050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:32.608080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825023ef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:32.694829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.700235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.733862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.734456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Fanout notify agent at l3_agent the message router_deleted on router 270c3965-908b-4926-984b-eddbd494127d {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:54:32.753254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:32.760195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0b356ac-c900-4b4a-aa74-6cbfa25fe7af tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 204  len: 168 time: 1.1800623
Nov 23 12:54:32.763815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46964) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:32.834084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2999df1d-bd2b-4a20-8353-a207d910314c tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 200  len: 205 time: 0.0688128
Nov 23 12:54:32.837442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46968) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:32.886091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:32.888184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:32.901055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:32.960960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c620601e-ec02-48de-925c-8f2c266dcaa2 req-0420cba1-72f3-4d0a-ab8d-53f4ce811c02 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=ed0c2d62-4abc-4229-bc91-6af9ccaf9972 HTTP/1.1" status: 200  len: 210 time: 0.1204150
Nov 23 12:54:32.981667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f7f65418-8603-4ca0-92da-b169f2fae344 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:32.993760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7f65418-8603-4ca0-92da-b169f2fae344 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/270c3965-908b-4926-984b-eddbd494127d HTTP/1.1" status: 404  len: 336 time: 0.1469851
Nov 23 12:54:32.993760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46972) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.046310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.068275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e4fe567-33d6-43bf-bee3-4dd4baee30be tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:33.080343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:33.105365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e857d03f-291e-42c2-94ec-4cede0522a93 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:33.105868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e857d03f-291e-42c2-94ec-4cede0522a93 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:33.187515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Port': ['ID=10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:33.193649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e857d03f-291e-42c2-94ec-4cede0522a93 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/5889488d-c401-4eed-9ffe-d19448f73b0e HTTP/1.1" status: 404  len: 337 time: 0.2050169
Nov 23 12:54:33.196726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46976) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.260520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b5c859-2d1c-4f68-bd72-608d425eb6f1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:33.261099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b5c859-2d1c-4f68-bd72-608d425eb6f1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:33.265238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06b5c859-2d1c-4f68-bd72-608d425eb6f1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/df93aa9e-c6e2-4ca3-8f55-4d2e90f94d1f HTTP/1.1" status: 404  len: 337 time: 0.0668204
Nov 23 12:54:33.267936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46980) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.314460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.314919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.315466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.316109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.317380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.317380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.317380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.318274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.318274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.318516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.318882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.319288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.319787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.320197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.320747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.321161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.321566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.322600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.322600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.322856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.323161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.323563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.323972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.324372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:33.338429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:33.341495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5548cc-e360-4cc4-a0f3-dd6b243ad644 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:33.341990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5548cc-e360-4cc4-a0f3-dd6b243ad644 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:33.347236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f5548cc-e360-4cc4-a0f3-dd6b243ad644 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/a698b29f-c0bb-47c0-8274-310047993cc8 HTTP/1.1" status: 404  len: 337 time: 0.0765324
Nov 23 12:54:33.349524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46984) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.352161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81022) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:54:33.403031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-478df5e5-1f18-4577-ba01-b5c8e46d22de tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:33.403534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478df5e5-1f18-4577-ba01-b5c8e46d22de tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:33.408016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Attempting to bind port 52926707-b996-4ab5-b572-5d9a05dcc223 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:54:33.408459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Attempting to bind port 52926707-b996-4ab5-b572-5d9a05dcc223 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:54:33.408655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-478df5e5-1f18-4577-ba01-b5c8e46d22de tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/717749e5-0684-4b1d-929c-2bb66985cdbf HTTP/1.1" status: 404  len: 337 time: 0.0579145
Nov 23 12:54:33.409801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46988) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.416543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Attempting to bind port 52926707-b996-4ab5-b572-5d9a05dcc223 on network a47ca4f9-0e3c-44db-bca2-574c47036bc3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:54:33.459050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:33.459451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Checking segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:33.459916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.460359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Bound using segment: {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:33.460932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Bound port: 52926707-b996-4ab5-b572-5d9a05dcc223, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558920b9-d1ab-4ab3-8102-312ebf14e874', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:54:33.461370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.464875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9886e2c-e5ac-4850-884b-29331ec4affd tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 200  len: 205 time: 0.0517631
Nov 23 12:54:33.469359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.471796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 46992) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.471987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/ports/10fbb799-99ed-4eb0-aad9-e2cd8cfc97fa HTTP/1.1" status: 204  len: 168 time: 2.0312951
Nov 23 12:54:33.474796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 46994) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.573517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-52f5b98a-7036-4854-9e9b-5554a918fed2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:33.574813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-52f5b98a-7036-4854-9e9b-5554a918fed2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/a5406189-d56d-47b4-9cad-118820994344 HTTP/1.1" status: 404  len: 336 time: 0.1002042
Nov 23 12:54:33.578271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47000) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.614008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.636005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4adb5394-47ae-4d72-88e4-c4d6b754d2bc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Synchronizing usage tracker for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:33.644483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825023ef0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:33.653659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:54:33.656220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] For port 52926707-b996-4ab5-b572-5d9a05dcc223, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:54:33.661050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] For port 52926707-b996-4ab5-b572-5d9a05dcc223, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52926707-b996-4ab5-b572-5d9a05dcc223,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:54:33.667361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.688637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edac0b05-6926-4f5c-8966-94caaa2f7e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:33.702763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4adb5394-47ae-4d72-88e4-c4d6b754d2bc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Unset dirty status for tenant:4f5ef8b1fec04f3294d7c3f41901b608 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:33.708040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4adb5394-47ae-4d72-88e4-c4d6b754d2bc tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=f512b5e4-da4f-406d-a721-5aa7f2d27132 HTTP/1.1" status: 200  len: 205 time: 0.1282182
Nov 23 12:54:33.708940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47004) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.824577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f57ad633-184a-490d-81a3-40956968c18d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:33.829014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f57ad633-184a-490d-81a3-40956968c18d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/f512b5e4-da4f-406d-a721-5aa7f2d27132 HTTP/1.1" status: 404  len: 336 time: 0.1119220
Nov 23 12:54:33.838034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:33.838942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47008) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.840028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825023ef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:33.870896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.903855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebbe281-be2b-487b-84b5-fbbaebfc6a0e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:33.904349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebbe281-be2b-487b-84b5-fbbaebfc6a0e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:33.910568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9ebbe281-be2b-487b-84b5-fbbaebfc6a0e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/9b100321-4a8c-4a19-b84d-b39f5520568f HTTP/1.1" status: 404  len: 337 time: 0.0704906
Nov 23 12:54:33.911398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47012) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:33.961878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:33.983160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-572171e9-18e6-4206-8381-d855e7b7ea94 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 200  len: 205 time: 0.0678275
Nov 23 12:54:33.987471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47016) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.004851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Pushing event updated for resources: {'Port': ['ID=52926707-b996-4ab5-b572-5d9a05dcc223,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:34.015601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:34.052413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824d171d0>,) {'filters': {'network_id': ['d83eaba3-6539-4566-b94b-891fcbcd3301']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:34.077041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d171d0>, '482f1cd2-7712-494a-864b-737e8e32f0e8') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:34.077381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d171d0>, '482f1cd2-7712-494a-864b-737e8e32f0e8') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:34.082308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-31032935-abd8-4e03-b92f-f985ef270c86 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:34.086485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31032935-abd8-4e03-b92f-f985ef270c86 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/68bd12d8-c2bd-4ca1-885b-e98b36026700 HTTP/1.1" status: 404  len: 336 time: 0.0979686
Nov 23 12:54:34.087098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47022) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.142905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:54:34.147070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c3c26e0b-1fce-46d3-bc4e-eaeef9ae1053 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=c54316fd-eef2-4f1c-acad-837e832bab50 HTTP/1.1" status: 200  len: 205 time: 0.0561872
Nov 23 12:54:34.149304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.156256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47026) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.436368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] For port 52926707-b996-4ab5-b572-5d9a05dcc223, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52926707-b996-4ab5-b572-5d9a05dcc223,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:34.476053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.480747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.482524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.502598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ce451a4-559f-4ad7-8409-eebab0b214db tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:34.561672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825023ef0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:34.567268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ce6f6-ce59-448a-88ab-2e86c9c524ca None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:34.603800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.606099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:34.679533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=52926707-b996-4ab5-b572-5d9a05dcc223,revision_number=4']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:34.726509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.726944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.727360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.727771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.728467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.728615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.728970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.729373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.729761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.730156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.730558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.730750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-e620bd41-955e-403e-911d-866339e13833 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:34.730937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.731426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.735266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.781918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e620bd41-955e-403e-911d-866339e13833 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/c54316fd-eef2-4f1c-acad-837e832bab50 HTTP/1.1" status: 404  len: 336 time: 0.5745029
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47036) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.785153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7005580a-ff7d-4956-97df-f98d28d9b16d tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:34.871923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:34.882664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.887290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a5eb1b-ec33-42e8-9a34-e3f943fca168 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:34.887734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a5eb1b-ec33-42e8-9a34-e3f943fca168 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:34.889714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12a5eb1b-ec33-42e8-9a34-e3f943fca168 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/d147d244-0ce7-4eeb-b3ba-bc15624887a6 HTTP/1.1" status: 404  len: 337 time: 0.0624771
Nov 23 12:54:34.896767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47040) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.940320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Subnet': ['ID=8403c7d0-d389-4b60-9881-bf5404df263b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:34.943554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:34.948473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-06d4ac02-90dd-4589-861f-705cdc820edc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-282200712&fields=id&tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 267 time: 0.3779325
Nov 23 12:54:34.958371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:34.961370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1008468d-463e-4532-a6c7-1de4054da792 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=7ae72563-f1cf-4904-a7d8-10313cfd03bb HTTP/1.1" status: 200  len: 205 time: 0.0634243
Nov 23 12:54:34.962569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:34.964220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47044) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:34.975161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:34.975919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:34.999379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.2701368
Nov 23 12:54:35.003291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47048) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.010108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Request body: {'port': {'network_id': 'a47ca4f9-0e3c-44db-bca2-574c47036bc3', 'mac_address': 'fa:16:3e:38:80:71', 'name': 'tempest-NetworksTestDHCPv6-1824166176'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:35.107381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9f1f8-e3d1-49a7-87e7-185734630aba None None] New status for floating IP 4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:54:35.164024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:35.169268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Usage tracker for resource:port and tenant:1b057cc10b9946b59fbf1c6327140b31 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:35.172903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Quota usage for port was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:35.180645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:35.191885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Made reservation on behalf of 1b057cc10b9946b59fbf1c6327140b31 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:35.216832 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-d8ed273e-a6db-4c29-8655-17a77b505ec5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:35.220463 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8ed273e-a6db-4c29-8655-17a77b505ec5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/7ae72563-f1cf-4904-a7d8-10313cfd03bb HTTP/1.1" status: 404  len: 336 time: 0.2247822
Nov 23 12:54:35.226545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47052) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.261729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Network d83eaba3-6539-4566-b94b-891fcbcd3301 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:35.289925 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:35.341920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-521b50d1-4edf-430d-b30d-9394d3b60d24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:35.342594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521b50d1-4edf-430d-b30d-9394d3b60d24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:35.348121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-521b50d1-4edf-430d-b30d-9394d3b60d24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/0fca4465-18c2-4d43-9d50-78de4958ff57 HTTP/1.1" status: 404  len: 337 time: 0.1198590
Nov 23 12:54:35.351707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.408310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d5964c1-ff88-4465-9d58-c27f56cee954 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "GET /v2.0/ports?device_id=5d43c107-566e-4778-830a-64d35c436b7f HTTP/1.1" status: 200  len: 205 time: 0.0556483
Nov 23 12:54:35.411532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47060) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.421456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-6fcb4af7-2768-429e-af66-1349a4897ac9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:35.425002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-6fcb4af7-2768-429e-af66-1349a4897ac9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.4626486
Nov 23 12:54:35.425844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:35.430098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:35.436461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:35.470076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] 10.222.0.60 "DELETE /v2.0/networks/d83eaba3-6539-4566-b94b-891fcbcd3301 HTTP/1.1" status: 204  len: 168 time: 1.9910846
Nov 23 12:54:35.470076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Pushing event deleted for resources: {'Network': ['ID=d83eaba3-6539-4566-b94b-891fcbcd3301,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:35.470891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:35.476750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-f4be407f-eac6-46e9-b06a-439f47fb9c7d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/quotas/14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 375 time: 0.0410061
Nov 23 12:54:35.496912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-5ac649cf-ccaa-4dc7-85a1-385cde1e858e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] delete failed (client error): The resource could not be found.
Nov 23 12:54:35.501304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5ac649cf-ccaa-4dc7-85a1-385cde1e858e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/routers/5d43c107-566e-4778-830a-64d35c436b7f HTTP/1.1" status: 404  len: 336 time: 0.0858660
Nov 23 12:54:35.511156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47066) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.573961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21be085-5d40-4f46-bbf4-20cb76b5e69e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:35.574460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21be085-5d40-4f46-bbf4-20cb76b5e69e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:35.576289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d21be085-5d40-4f46-bbf4-20cb76b5e69e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/16cd0a6e-4380-4a80-994c-da36eec93ffa HTTP/1.1" status: 404  len: 337 time: 0.0640986
Nov 23 12:54:35.579249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47070) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:35.586104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:35.626512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1eb498-1fd9-4d64-848d-d081c8b52d9b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:35.627008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1eb498-1fd9-4d64-848d-d081c8b52d9b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:35.629665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c1eb498-1fd9-4d64-848d-d081c8b52d9b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] 10.222.0.60 "DELETE /v2.0/subnets/c27031ab-bdb2-48b5-ae19-a68470ddf382 HTTP/1.1" status: 404  len: 337 time: 0.0476036
Nov 23 12:54:35.641910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-8e98125c-9b12-4c9b-99b3-1fa7b44cae8e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1541064
Nov 23 12:54:35.812230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] device_id is not set on port 80d0ccc9-8839-44a5-b486-33deb6d1c55a yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:54:35.867869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-6b85defb-33ce-467f-88f6-6c11f9956f9f service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052412
Nov 23 12:54:35.992135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47080) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:36.036967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47086) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:36.053149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94412e21-0791-41ad-8095-defad88ab532 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:36.069252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-10534d34-f380-43a4-b61f-928270f17d11 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1942787
Nov 23 12:54:36.177443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a04cda76-b277-4284-8b65-49ba49b383c8 None None] Provisioning for port 52926707-b996-4ab5-b572-5d9a05dcc223 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:36.206173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8::360 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/44beb49f-6bf6-4d9a-b26e-d8af02495bce/80d0ccc9-8839-44a5-b486-33deb6d1c55a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:36.213415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Allocated IP 2001:db8:0:1:f816:3eff:fe38:8071 (a47ca4f9-0e3c-44db-bca2-574c47036bc3/8403c7d0-d389-4b60-9881-bf5404df263b/80d0ccc9-8839-44a5-b486-33deb6d1c55a) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:36.380413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52926707-b996-4ab5-b572-5d9a05dcc223 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:36.426529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-601f15f4-56e9-435e-8764-2de448474bd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88b8fad332a3423ba4aab5932a433b5a&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4330266
Nov 23 12:54:36.427334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47098) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:36.466878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a701280-16ad-4b24-9ea7-a72821b82522 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f5ef8b1fec04f3294d7c3f41901b608&name=default HTTP/1.1" status: 200  len: 2747 time: 0.4284327
Nov 23 12:54:36.470505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47102) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:36.509244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 52926707-b996-4ab5-b572-5d9a05dcc223 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:36.515398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 52926707-b996-4ab5-b572-5d9a05dcc223 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:36.515832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.533388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.553316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Transition to ACTIVE for port object 80d0ccc9-8839-44a5-b486-33deb6d1c55a will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:36.578223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.578926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.595396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8284467-7558-43df-937a-97ae90d8e10b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:36.609834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.661414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.708385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.723798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.726409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3ec3a11f-26eb-453c-bc90-fcc69e8426fb tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:36.732614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event updated for resources: {'Port': ['ID=80d0ccc9-8839-44a5-b486-33deb6d1c55a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:36.784495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a2424-79f9-4f9e-b017-7f3d445f1bde,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:36.801279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:36.806541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.816067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee9a2424-79f9-4f9e-b017-7f3d445f1bde HTTP/1.1" status: 204  len: 168 time: 0.3864145
Nov 23 12:54:36.821224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.826760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 52926707-b996-4ab5-b572-5d9a05dcc223, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52926707-b996-4ab5-b572-5d9a05dcc223,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:36.840269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.844602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1847da7e-66a5-494b-8da0-0990b7dbc389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:36.870667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:36.916755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.922744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5af4610-3316-4066-a2a7-82c023a82205 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:36.943193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=52926707-b996-4ab5-b572-5d9a05dcc223,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:36.947150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68b7c1-7656-49d0-a584-4c23859adee5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:36.947822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3cc7ea20-e8c3-47cf-ad8b-840712d285e6 req-485c5c87-d607-47d8-b6e9-8bfd3bb24e25 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:36.961343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:36.964766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:36.966227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f68b7c1-7656-49d0-a584-4c23859adee5 HTTP/1.1" status: 204  len: 168 time: 0.4940751
Nov 23 12:54:36.976100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.976659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.977150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.977961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.978558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.979246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.980073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.980856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.981441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.981930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.982376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.983046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.983557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.984000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.984704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.985151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.985593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.986131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.986765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.987219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.987668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.988098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.988592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.989028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:54:36.994572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:37.008851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3cc7ea20-e8c3-47cf-ad8b-840712d285e6 req-485c5c87-d607-47d8-b6e9-8bfd3bb24e25 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:37.010213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3cc7ea20-e8c3-47cf-ad8b-840712d285e6 req-485c5c87-d607-47d8-b6e9-8bfd3bb24e25 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 210 time: 0.1690989
Nov 23 12:54:37.117020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:37.118706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:37.121508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:37.128383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:37.129258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:37.169319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.1646464
Nov 23 12:54:37.172134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47124) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:37.258620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting port 80d0ccc9-8839-44a5-b486-33deb6d1c55a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:37.258906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:37.539581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8682e5ed-a574-4288-a10d-b004552ec3b1 None None] Provisioning complete for port 52926707-b996-4ab5-b572-5d9a05dcc223 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:37.542256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8682e5ed-a574-4288-a10d-b004552ec3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:37.890578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f00d08-c410-4dc3-89e7-70044bc5a28e None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:54:37.978645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:37.982419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-83edb808-d6fc-41a4-86a7-121e0b782677 None None] Provisioning for port 80d0ccc9-8839-44a5-b486-33deb6d1c55a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:37.996599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-83edb808-d6fc-41a4-86a7-121e0b782677 None None] Provisioning complete for port 80d0ccc9-8839-44a5-b486-33deb6d1c55a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:37.996978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83edb808-d6fc-41a4-86a7-121e0b782677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.090702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-83edb808-d6fc-41a4-86a7-121e0b782677 None None] Port 80d0ccc9-8839-44a5-b486-33deb6d1c55a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:38.098020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f00d08-c410-4dc3-89e7-70044bc5a28e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:54:38.150093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47152) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:38.185083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Calling delete_port for 80d0ccc9-8839-44a5-b486-33deb6d1c55a owned by  {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:38.381557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b776d0e-e66d-4b3e-a05f-9ae4e4481824 req-74be9de2-8ed0-4616-ba1b-9223a37944b2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 210 time: 0.1148701
Nov 23 12:54:38.453531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52926707-b996-4ab5-b572-5d9a05dcc223 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:38.476160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--1074351878'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:38.483940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:38.490048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:38.493715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:38.504257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:38.528306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.554339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.578606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 52926707-b996-4ab5-b572-5d9a05dcc223 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:38.578948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.635702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47164) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:38.725119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.743084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:38.755445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:38.758139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ba14a8-df02-468e-858f-87c3340d39a1 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:38.759865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:38.769307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:38.865570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.871973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:38.876301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9acb588c-4dbd-438c-87d8-8ac7c465577f tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:38.940483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-185060503'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:38.960909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Port': ['ID=80d0ccc9-8839-44a5-b486-33deb6d1c55a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:38.973692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:38.985879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:38.989687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bdfda3-03ef-4b2a-960e-5b40c53cb430,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:39.006729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:39.006830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-1876afaf-7d9c-48e0-83cb-e0dde3747737 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:39.010341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-1876afaf-7d9c-48e0-83cb-e0dde3747737 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.5204475
Nov 23 12:54:39.012562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:39.013652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:39.017211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:39.021509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.021677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:39.024718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:39.032835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:39.033570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/80d0ccc9-8839-44a5-b486-33deb6d1c55a HTTP/1.1" status: 204  len: 168 time: 1.8602738
Nov 23 12:54:39.035632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:39.036536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47174) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.066647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:39.072678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.098391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.147661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:39.152030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:security_group_rule and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:39.155199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:39.161877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:39.182766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0c5e5d56-da0b-4aaa-85d7-75c0d58167b4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 5285 time: 0.1471295
Nov 23 12:54:39.197922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'port': {'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'admin_state_up': True, 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'security_groups': ['7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:39.215407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.225501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.232593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-902bca05-f576-4811-afaa-9ca637eef35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:39.309178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=6e250549-2fa6-4797-bea7-98baf5b2846e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:39.314457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:39.336383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.339185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.340980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 1.1894417
Nov 23 12:54:39.342752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.348667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decff31b-354a-4862-ab98-aa4184aebdc9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:39.349427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-decff31b-354a-4862-ab98-aa4184aebdc9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:39.356698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47178) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.364681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:54:39.377315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.378012 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 8203436c-a718-4a82-8f60-259734f4bc93 of type vxlan for network be37f2ff-45ed-4be6-af60-25a9417b9fd6
Nov 23 12:54:39.413464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.450219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-decff31b-354a-4862-ab98-aa4184aebdc9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:39.451529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-decff31b-354a-4862-ab98-aa4184aebdc9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3896871
Nov 23 12:54:39.451652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b004e0c-b164-4b86-b077-d2910577a0d3 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:39.460073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47184) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.465967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.470671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:39.472009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.507451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8698800
Nov 23 12:54:39.511272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47188) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.529466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-472367091'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:39.530114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:39.543170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:39.549201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:39.553152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a63c7-5a39-4255-82fd-0064c34ad8bc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:39.556907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:39.560305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:39.560955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aa46c52-f82d-4fcf-b798-7c453d27ce6a tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:39.595297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:39.631385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:39.635431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-83d84214-e972-4006-9e94-6c0b988001ca req-43829c57-f834-4d4a-aaa6-83def043024d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 210 time: 0.0904613
Nov 23 12:54:39.642415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f422ce1-369f-476a-b865-d65bbe85c1ee tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4163 time: 0.2817965
Nov 23 12:54:39.655189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47192) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.674127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-security--70988768', 'description': 'tempest-security-description-1271476997'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:39.686267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Made reservation on behalf of 14c393ddaf6c4b09811f19a43edb7430 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:39.693689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.696873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:39.702557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.734799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=be37f2ff-45ed-4be6-af60-25a9417b9fd6,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:39.738429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:39.753873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9dfa277d-e71c-4dcb-808b-d1def19e6a93 None None] Could not find standard attr ID for object 80d0ccc9-8839-44a5-b486-33deb6d1c55a. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:54:39.761840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:39.788646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:39.794192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:54:39.809307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.809999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 3b67bb82-006d-4662-b5a7-5c1c02df350f of type vxlan for network 0e37c9dc-3495-467b-9ddf-8d89390bf536
Nov 23 12:54:39.832243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2863eda-573f-485d-8812-94071cc26ae9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:39.837775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2863eda-573f-485d-8812-94071cc26ae9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3765185
Nov 23 12:54:39.838812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47196) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:39.863679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.919195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.928273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:39.933622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:39.942171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc4e948b-9a72-40df-9248-ce0eb213b3db tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:40.036008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.095429 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5830119
Nov 23 12:54:40.095805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9dfa277d-e71c-4dcb-808b-d1def19e6a93 None None] Provisioning complete for port 52926707-b996-4ab5-b572-5d9a05dcc223 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:40.096333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dfa277d-e71c-4dcb-808b-d1def19e6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.103314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47200) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:40.104280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:40.106219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:40.107716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:40.108658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:40.116174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:40.142324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=0e37c9dc-3495-467b-9ddf-8d89390bf536,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:40.146237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:40.190508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:40.276823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:40.281606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:40.285744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:40.293154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:40.301794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:40.305334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:40.352193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.400620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:40.404638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11b9aaf7-6091-47d9-b6ca-74068a80b380 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5579240
Nov 23 12:54:40.405704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47204) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:40.414612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.422811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca55c890-2126-48da-b2fe-27ecc5a3d4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:40.466577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=6e250549-2fa6-4797-bea7-98baf5b2846e,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:40.490048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:40.496445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.502836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "PUT /v2.0/security-groups/6e250549-2fa6-4797-bea7-98baf5b2846e HTTP/1.1" status: 200  len: 1662 time: 0.8450656
Nov 23 12:54:40.503956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47208) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:40.535764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.593288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.20.0.14 (4f4f28ad-4bed-4c56-bc38-f2689df7cdb9/82724216-42f3-491c-82d7-96a48138f852/9f073b0a-322b-476f-88e6-959657ee992f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:40.613656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b512db0-7a5e-49b1-ad2c-ac43ac2c4942 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups/6e250549-2fa6-4797-bea7-98baf5b2846e HTTP/1.1" status: 200  len: 1662 time: 0.1051633
Nov 23 12:54:40.614176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47212) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:40.848260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 44beb49f-6bf6-4d9a-b26e-d8af02495bce {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:40.851680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.856322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.891672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:40.964618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef2f3057-2d07-4d00-b4da-5e8d7ff29ca3 req-fbf19b1f-dc21-4da8-81d5-b16bf7489bd7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 210 time: 0.0739617
Nov 23 12:54:41.006618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.015751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d4e6813-5360-4d20-a1bf-80def70a5281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:41.034093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.039257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.041485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e250549-2fa6-4797-bea7-98baf5b2846e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:41.052557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:41.064000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.068231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/6e250549-2fa6-4797-bea7-98baf5b2846e HTTP/1.1" status: 204  len: 168 time: 0.4468548
Nov 23 12:54:41.071261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Transition to ACTIVE for port object 9f073b0a-322b-476f-88e6-959657ee992f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:41.077096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47218) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:41.096797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.119638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b2ed260-6adf-4c0e-97c7-cef9581bf5bc tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:41.283736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=9f073b0a-322b-476f-88e6-959657ee992f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:41.289098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:41.362796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:41.364670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:41.368049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:41.440872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:41.442009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.465098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2756596
Nov 23 12:54:41.484018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-828e90f4-8394-4460-b1d8-aea8c02a11ab tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:54:41.485157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-828e90f4-8394-4460-b1d8-aea8c02a11ab tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062289
Nov 23 12:54:41.497786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Request body: {'port': {'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:41.603078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f982bf9a-9641-4bac-92c1-bd5e7ca3d1a1 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:41.623298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.635341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.682727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7ce78264-297d-4d57-9988-7ed2c54d8c8e None None] Provisioning for port 9f073b0a-322b-476f-88e6-959657ee992f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:41.696913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7ce78264-297d-4d57-9988-7ed2c54d8c8e None None] Provisioning complete for port 9f073b0a-322b-476f-88e6-959657ee992f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:41.698429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ce78264-297d-4d57-9988-7ed2c54d8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:41.706011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f982bf9a-9641-4bac-92c1-bd5e7ca3d1a1 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:41.707383 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f982bf9a-9641-4bac-92c1-bd5e7ca3d1a1 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.6292596
Nov 23 12:54:41.711056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47222) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:41.780718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7ce78264-297d-4d57-9988-7ed2c54d8c8e None None] Port 9f073b0a-322b-476f-88e6-959657ee992f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:41.833382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-316f9356-2cb1-417c-957a-5e73b2663558 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] delete failed (client error): The resource could not be found.
Nov 23 12:54:41.834406 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-316f9356-2cb1-417c-957a-5e73b2663558 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/6e250549-2fa6-4797-bea7-98baf5b2846e HTTP/1.1" status: 404  len: 347 time: 0.1213348
Nov 23 12:54:41.840831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:41.850340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--2073390357'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:41.859571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:41.953870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:41.973090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.053100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:42.059446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:42.063727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:42.071505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:42.084089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.102292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed12a112-2a7f-477e-b530-eb748c0b5a3f tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:42.211652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.240640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f073b0a-322b-476f-88e6-959657ee992f {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:54:42.251312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.287273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Transition to ACTIVE for port object 9f073b0a-322b-476f-88e6-959657ee992f will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:42.289860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.299753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.303557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.326015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8574806f-904a-493b-a148-3d03ade7b208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:42.341845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=67d99d8c-0712-4b4f-a47d-0c30f36381f0,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:42.351068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:42.351622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbf686d6-e004-418a-8eb3-8de6b73727bc tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:42.405336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=44beb49f-6bf6-4d9a-b26e-d8af02495bce,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:42.430623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:42.487468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.492573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07a7d4-bcf3-491a-8efb-41b37c745830 None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:42.527266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/44beb49f-6bf6-4d9a-b26e-d8af02495bce HTTP/1.1" status: 204  len: 168 time: 2.1180806
Nov 23 12:54:42.527266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': '8203436c-a718-4a82-8f60-259734f4bc93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:42.527266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: be37f2ff-45ed-4be6-af60-25a9417b9fd6, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:54:42.531191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47232) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:42.618081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:54:42.634698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Deleting subnet 8403c7d0-d389-4b60-9881-bf5404df263b {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:54:42.639285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.684396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, be37f2ff-45ed-4be6-af60-25a9417b9fd6) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:42.710977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:42.711645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.729795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.735860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfac239-a3da-4d4d-9cad-4aeab5936247 None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:42.746748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103d1b9-519d-4f7a-b565-ea62aefab87f req-3b0fc888-6d6c-41f5-a579-20e73427cfde tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:42.747765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c103d1b9-519d-4f7a-b565-ea62aefab87f req-3b0fc888-6d6c-41f5-a579-20e73427cfde tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:42.759642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:42.765524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 0.9191518
Nov 23 12:54:42.765690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47236) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:42.767703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=3df57aa3-751d-4b55-96a0-6d974a748c86,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:42.772289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:42.777217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c1950b-d7c0-4871-ba72-e96324373d40 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:42.782526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': '3df57aa3-751d-4b55-96a0-6d974a748c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:42.797556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6897926
Nov 23 12:54:42.798387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:42.805496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47240) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:42.815195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:42.831246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:42.840462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c103d1b9-519d-4f7a-b565-ea62aefab87f req-3b0fc888-6d6c-41f5-a579-20e73427cfde tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:42.841666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:42.841827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c103d1b9-519d-4f7a-b565-ea62aefab87f req-3b0fc888-6d6c-41f5-a579-20e73427cfde tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 932 time: 0.7049978
Nov 23 12:54:42.901955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f073b0a-322b-476f-88e6-959657ee992f,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:42.905086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:42.921019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:42.993667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:42.998107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.009215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-be37f2ff-45ed-4be6-af60-25a9417b9fd6', 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '67d99d8c-0712-4b4f-a47d-0c30f36381f0'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:54:43.009697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.011111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:43.018375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:43.022288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.066774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c103d1b9-519d-4f7a-b565-ea62aefab87f req-7d826b40-4e3b-4acc-acbc-8a2391135398 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1995289
Nov 23 12:54:43.079261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:43.113131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Attempting to bind port 9f073b0a-322b-476f-88e6-959657ee992f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:54:43.113958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Attempting to bind port 9f073b0a-322b-476f-88e6-959657ee992f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:54:43.114845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Attempting to bind port 9f073b0a-322b-476f-88e6-959657ee992f on network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:54:43.123981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:43.126249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:43.126883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:43.128392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.129173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Bound using segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:43.129992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Bound port: 9f073b0a-322b-476f-88e6-959657ee992f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:54:43.130569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.257406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] For port 9f073b0a-322b-476f-88e6-959657ee992f, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:54:43.260905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] For port 9f073b0a-322b-476f-88e6-959657ee992f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f073b0a-322b-476f-88e6-959657ee992f,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:54:43.265132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.289026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a867625-5a58-42ad-aec3-6c525bd55a43 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:43.376689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.431763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Allocated IP 172.20.0.2 (be37f2ff-45ed-4be6-af60-25a9417b9fd6/67d99d8c-0712-4b4f-a47d-0c30f36381f0/d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:43.472975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f073b0a-322b-476f-88e6-959657ee992f,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:43.476728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:43.484853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.505304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.517493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:43.518233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.519947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] 10.222.0.63 "PUT /v2.0/ports/9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1158 time: 2.0270584
Nov 23 12:54:43.520609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:54:43.546802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:43.620197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14057bb1-2a90-4116-b497-392d4dcae50a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:43.641966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f', 'status': 'completed', 'code': 200}
Nov 23 12:54:43.668201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:43.717824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-49f5d133-741a-48c0-bc03-696bf92b3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:43.721896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-49f5d133-741a-48c0-bc03-696bf92b3b4f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1161 time: 0.1350152
Nov 23 12:54:43.769917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.773978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0054879
Nov 23 12:54:43.777513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47246) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:43.791889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.823298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Transition to ACTIVE for port object d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:43.843156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Transition to ACTIVE for port object d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:43.850599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.857657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-b127a8df-3361-4c03-8ff1-d6aca48c6e90 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 217 time: 0.1216390
Nov 23 12:54:43.868597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da195156-24d5-4e25-aa1f-2bd6b7fd8bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:43.905325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.924534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.936463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-7ef84c54-0065-4df5-a7b1-59151a9e0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:43.938134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-7ef84c54-0065-4df5-a7b1-59151a9e0ed2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.0736866
Nov 23 12:54:43.949738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:43.973214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2b032e6-c2af-4db3-887a-d6f9dd2101aa tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:44.025204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-616cd8db-e2f7-4e9b-9d3b-8dee96f6229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:44.025825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Pushing event updated for resources: {'Port': ['ID=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:44.026850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-616cd8db-e2f7-4e9b-9d3b-8dee96f6229e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826483
Nov 23 12:54:44.029525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:44.083295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Subnet': ['ID=8403c7d0-d389-4b60-9881-bf5404df263b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:44.088385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-88696f15-3357-4bae-9846-c9c21a46154f None None] Provisioning complete for port 52926707-b996-4ab5-b572-5d9a05dcc223 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:44.088952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88696f15-3357-4bae-9846-c9c21a46154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.091937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:44.137673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.163474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd1d83e6-08df-4f61-9271-f474f24932ca tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:44.190911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-26b8a486-ca2c-4ace-a97f-7c4f855187b4 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560948
Nov 23 12:54:44.244951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:44.248575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:44.251107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14057bb1-2a90-4116-b497-392d4dcae50a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:44.258529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:44.259343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:44.272681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.274683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/8403c7d0-d389-4b60-9881-bf5404df263b HTTP/1.1" status: 204  len: 168 time: 1.7407653
Nov 23 12:54:44.279609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.280799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/14057bb1-2a90-4116-b497-392d4dcae50a HTTP/1.1" status: 204  len: 168 time: 0.5022523
Nov 23 12:54:44.282101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47252) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.285432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47254) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.310153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db94915e-0ba2-4760-99bb-c46710206b8b None None] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:44.383604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-53fa1555-d4fe-42ce-83cb-b5116d59481e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0977917
Nov 23 12:54:44.386670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47260) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.420355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Attempting to bind port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:54:44.420808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Attempting to bind port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8203436c-a718-4a82-8f60-259734f4bc93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:54:44.421276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Attempting to bind port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c on network be37f2ff-45ed-4be6-af60-25a9417b9fd6 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:54:44.433192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a3cb9c5-9583-4b89-b5cc-5e3b0e62752a req-c41ec858-973f-4bc8-8f51-9a8c0ed284a6 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2354321
Nov 23 12:54:44.440211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa45f-cf75-436c-bf91-fc7b44965f8e req-53017235-4dce-410e-9683-ef08cfd5095d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:44.441978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de7aa45f-cf75-436c-bf91-fc7b44965f8e req-53017235-4dce-410e-9683-ef08cfd5095d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 944 time: 0.2178426
Nov 23 12:54:44.445556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:44.445988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Checking segment: {'id': '8203436c-a718-4a82-8f60-259734f4bc93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:44.446446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.447399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Bound using segment: {'id': '8203436c-a718-4a82-8f60-259734f4bc93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:44.447399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Bound port: d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8203436c-a718-4a82-8f60-259734f4bc93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'be37f2ff-45ed-4be6-af60-25a9417b9fd6'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:54:44.447813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.474630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9562bd32-bb2f-426e-8b57-2772a9bff2af tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:44.507823 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de7aa45f-cf75-436c-bf91-fc7b44965f8e req-b882f0bf-d06d-4b4a-becf-58defd4bd4ec tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0458901
Nov 23 12:54:44.516723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9562bd32-bb2f-426e-8b57-2772a9bff2af tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:44.521541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9562bd32-bb2f-426e-8b57-2772a9bff2af tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2309523
Nov 23 12:54:44.522750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47264) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.550347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d04b177-e863-4fff-a66f-014a16acbda7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:44.552027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d04b177-e863-4fff-a66f-014a16acbda7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1643624
Nov 23 12:54:44.557913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47268) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.682272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-11200c92-7ddb-430d-bbc7-1a029c96466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:44.685032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-11200c92-7ddb-430d-bbc7-1a029c96466c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1161 time: 0.1457384
Nov 23 12:54:44.686097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.745030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.853765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] For port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:54:44.873284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] For port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,segment=NetworkSegment(8203436c-a718-4a82-8f60-259734f4bc93),segment_id=8203436c-a718-4a82-8f60-259734f4bc93)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:54:44.880471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.897241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:44.922499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:44.930874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8da8a7d3-c00a-4cd6-8c36-9a595fb5601d tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:44.963340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df57aa3-751d-4b55-96a0-6d974a748c86,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:44.967108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:44.968398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-8ef5cfca-cf92-470e-ad69-b7cf66b3cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:44.970189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-8ef5cfca-cf92-470e-ad69-b7cf66b3cceb service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.2074988
Nov 23 12:54:45.005660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] DHCP port deletion for a47ca4f9-0e3c-44db-bca2-574c47036bc3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:54:45.014669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df587d2-a642-4e42-8df9-93e20e455551 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:45.015426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2df587d2-a642-4e42-8df9-93e20e455551 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Synchronizing usage tracker for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:45.038416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.040335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.042487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/3df57aa3-751d-4b55-96a0-6d974a748c86 HTTP/1.1" status: 204  len: 168 time: 0.5184066
Nov 23 12:54:45.043787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Deleting port 52926707-b996-4ab5-b572-5d9a05dcc223 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:45.044279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.050904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47272) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.057622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-42712daa-a2d3-4a7c-93a3-6054c20a0455 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:45.070633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-76717a74-3c20-47fb-ba96-532f71b1d49b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 217 time: 0.0929322
Nov 23 12:54:45.154136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Pushing event updated for resources: {'Port': ['ID=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:45.155906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2df587d2-a642-4e42-8df9-93e20e455551 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Unset dirty status for tenant:1b057cc10b9946b59fbf1c6327140b31 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:45.160692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2df587d2-a642-4e42-8df9-93e20e455551 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5984318
Nov 23 12:54:45.162308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:45.165697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47276) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.203301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=74b87c1f-49d6-4ada-9262-4b353ab01fa9,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:45.208810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:45.249257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-5a569470-6cb4-4bbb-9294-88cf6b0576e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:45.251128 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-5a569470-6cb4-4bbb-9294-88cf6b0576e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1729584
Nov 23 12:54:45.258094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97cf16ef-aa33-4675-9ce5-2c2a083a083b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0866444
Nov 23 12:54:45.259400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-abe9a6a9-2f04-4828-83d7-ce0ec2d7d8ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:45.261449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47280) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.323309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d12334-6e86-4359-92c4-c42a9a9496b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.324287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d12334-6e86-4359-92c4-c42a9a9496b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.328723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9d12334-6e86-4359-92c4-c42a9a9496b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/80d0ccc9-8839-44a5-b486-33deb6d1c55a HTTP/1.1" status: 404  len: 333 time: 0.0632448
Nov 23 12:54:45.329357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47284) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.341745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': '3b67bb82-006d-4662-b5a7-5c1c02df350f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:45.342135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: 0e37c9dc-3495-467b-9ddf-8d89390bf536, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:54:45.367039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:54:45.379072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 0e37c9dc-3495-467b-9ddf-8d89390bf536) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:45.379303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-abe9a6a9-2f04-4828-83d7-ce0ec2d7d8ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:45.380688 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-abe9a6a9-2f04-4828-83d7-ce0ec2d7d8ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3287470
Nov 23 12:54:45.386518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] For port 52926707-b996-4ab5-b572-5d9a05dcc223, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52926707-b996-4ab5-b572-5d9a05dcc223,segment=NetworkSegment(558920b9-d1ab-4ab3-8102-312ebf14e874),segment_id=558920b9-d1ab-4ab3-8102-312ebf14e874)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:45.387074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.391441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.394784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ecd70f-48ee-418d-bc37-d95b06222694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.395387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ecd70f-48ee-418d-bc37-d95b06222694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.399598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4ecd70f-48ee-418d-bc37-d95b06222694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/8403c7d0-d389-4b60-9881-bf5404df263b HTTP/1.1" status: 404  len: 337 time: 0.0641909
Nov 23 12:54:45.399745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b536a4-fa5d-4295-a183-97b9c5226433 None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:45.399976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--738392548'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:45.400707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47292) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.416757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:45.422389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:45.423048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.442122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:45.453804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-e22beaf6-b8bb-4b1b-9731-47006e19ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:45.455982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-e22beaf6-b8bb-4b1b-9731-47006e19ba10 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1918309
Nov 23 12:54:45.457213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0414b2e-92a2-47c9-ab7e-6bc3a03c6a68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.457691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0414b2e-92a2-47c9-ab7e-6bc3a03c6a68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.459448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0414b2e-92a2-47c9-ab7e-6bc3a03c6a68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/44beb49f-6bf6-4d9a-b26e-d8af02495bce HTTP/1.1" status: 404  len: 337 time: 0.0577583
Nov 23 12:54:45.463141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6579447
Nov 23 12:54:45.463978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47296) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.464567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47298) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.506364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-717924979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:45.513435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.526880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:45.545744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:45.552408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:45.555847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-acddce75-0061-465e-ab5f-5a51b63eabf3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.556636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acddce75-0061-465e-ab5f-5a51b63eabf3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.558468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-acddce75-0061-465e-ab5f-5a51b63eabf3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/8d98f722-0d05-440c-a62f-587c3a284b6a HTTP/1.1" status: 404  len: 333 time: 0.0923893
Nov 23 12:54:45.562765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47306) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.563727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:45.589106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.590072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.603705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:45.617043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-818008ee-7029-4d51-918f-f270bbe67b4e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.617529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818008ee-7029-4d51-918f-f270bbe67b4e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.619494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-818008ee-7029-4d51-918f-f270bbe67b4e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/7109ef9a-d705-4e61-bc26-c614807708e1 HTTP/1.1" status: 404  len: 337 time: 0.0557170
Nov 23 12:54:45.619697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.622771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47310) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.642251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:45.647727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.655431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:45.669383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:45.693484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.707422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b49dd3a7-a9d1-46a4-95a4-fe8e92b6d4bc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2395682
Nov 23 12:54:45.708990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47314) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.746337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f37d46a-2bc6-4822-bd62-988545d74f99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.747147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f37d46a-2bc6-4822-bd62-988545d74f99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.749462 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f37d46a-2bc6-4822-bd62-988545d74f99 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/1da511f9-03b9-43a2-a0af-66400dc2fb1a HTTP/1.1" status: 404  len: 337 time: 0.1258397
Nov 23 12:54:45.754407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47318) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.828864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Calling delete_port for 52926707-b996-4ab5-b572-5d9a05dcc223 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:54:45.867903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-861a3b1d-1185-41cc-930c-8cc94fc47ad3 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4027250
Nov 23 12:54:45.876856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f832c83-b9b9-432c-aac5-7febaf0db775 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:45.878247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f832c83-b9b9-432c-aac5-7febaf0db775 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:45.881297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f832c83-b9b9-432c-aac5-7febaf0db775 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/814fbc22-664f-45d0-8fbd-368fcad2aae5 HTTP/1.1" status: 404  len: 333 time: 0.1256180
Nov 23 12:54:45.903390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47322) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.960005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-0e37c9dc-3495-467b-9ddf-8d89390bf536', 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '74b87c1f-49d6-4ada-9262-4b353ab01fa9'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:54:45.961100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.983450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:45.999881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e3936041-8a51-4a86-ab80-79bdc7148eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:46.028497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-50747e0f-bd82-46aa-8631-ddd290eea29b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.028990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50747e0f-bd82-46aa-8631-ddd290eea29b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.034649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-50747e0f-bd82-46aa-8631-ddd290eea29b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/ace33ae9-2ceb-4293-b884-4547cb573e56 HTTP/1.1" status: 404  len: 337 time: 0.1240575
Nov 23 12:54:46.035524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47326) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.057040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.087313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8e539-a3a6-4330-9635-a62c83d21694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.087804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f8e539-a3a6-4330-9635-a62c83d21694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.092138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18f8e539-a3a6-4330-9635-a62c83d21694 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/50156f3f-9235-4cbf-a46c-90ccbf75b418 HTTP/1.1" status: 404  len: 337 time: 0.0512130
Nov 23 12:54:46.092810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47330) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.111242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Pushing event deleted for resources: {'Port': ['ID=52926707-b996-4ab5-b572-5d9a05dcc223,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:46.119647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:46.123168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.134501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:46.171869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bbb217-9f0a-40a7-ae7e-6db5a35b5236 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.172211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bbb217-9f0a-40a7-ae7e-6db5a35b5236 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.177264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-66bbb217-9f0a-40a7-ae7e-6db5a35b5236 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/2d2dea7a-e6a9-4b6d-8244-1ff3ef3e0774 HTTP/1.1" status: 404  len: 333 time: 0.0803292
Nov 23 12:54:46.177578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47334) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.182348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9899067-42e8-46f7-92eb-784d84f98db6 req-800d5bc8-101c-4c44-9169-71d5a5f42bbe service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3076098
Nov 23 12:54:46.257285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ce7e1-4109-42a9-918c-56cee86652cf,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:46.260007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-18381457-38a6-45e2-988f-be0dacd766bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.260521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18381457-38a6-45e2-988f-be0dacd766bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.267620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18381457-38a6-45e2-988f-be0dacd766bd tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/d3895f4c-753b-4609-b163-cb5d1477ab9b HTTP/1.1" status: 404  len: 337 time: 0.0842304
Nov 23 12:54:46.267620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.267620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.8715174
Nov 23 12:54:46.267620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:46.268732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47338) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.273274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] No DVR routers for this DVR port 52926707-b996-4ab5-b572-5d9a05dcc223 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:54:46.274687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48474fd-be85-44f5-9877-625bdefd31ff req-13fd2a15-3714-4cdd-a272-df2d71e31b06 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:46.276338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f48474fd-be85-44f5-9877-625bdefd31ff req-13fd2a15-3714-4cdd-a272-df2d71e31b06 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 944 time: 0.4713938
Nov 23 12:54:46.277010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47340) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.283256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a11ce7e1-4109-42a9-918c-56cee86652cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:46.330475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:46.344343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:46.348286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc67d09-0db1-49f0-9bcf-5f10a7588ada tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.348816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc67d09-0db1-49f0-9bcf-5f10a7588ada tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.350668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3bc67d09-0db1-49f0-9bcf-5f10a7588ada tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/eae1c5fd-c360-4096-88a9-c09094fc41e2 HTTP/1.1" status: 404  len: 337 time: 0.0723386
Nov 23 12:54:46.351653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:46.354460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47346) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.411995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:46.427413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0644f59b-657f-420b-9947-397638f47c68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.428024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0644f59b-657f-420b-9947-397638f47c68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.431682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0644f59b-657f-420b-9947-397638f47c68 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/068b30dd-b2ff-42c8-98a0-337dbb60f9e5 HTTP/1.1" status: 404  len: 333 time: 0.0740867
Nov 23 12:54:46.432648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47350) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.443843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:46.482316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32d1fdb-93b1-44a8-959a-c0ed45b6e324 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.483468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32d1fdb-93b1-44a8-959a-c0ed45b6e324 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.488548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f32d1fdb-93b1-44a8-959a-c0ed45b6e324 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/951dc1c2-9cd0-4bec-8c69-301bd1a8ded8 HTTP/1.1" status: 404  len: 337 time: 0.0504794
Nov 23 12:54:46.488548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.488841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47354) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.529237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Allocated IP 172.21.0.2 (0e37c9dc-3495-467b-9ddf-8d89390bf536/74b87c1f-49d6-4ada-9262-4b353ab01fa9/b0bd4dec-237f-47af-9b9a-cc19fcf54608) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:46.557098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f48474fd-be85-44f5-9877-625bdefd31ff req-b5cc8784-a273-4d13-aa9b-00d7e0b9f980 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1815128
Nov 23 12:54:46.560722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.566403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.568453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a5d6a1b-650a-41e8-8a4b-cb738fbfbf35 tempest-ServersTestManualDisk-1753820285 tempest-ServersTestManualDisk-1753820285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:46.603786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3851e0d3-7101-4d1d-af93-e45f48b7d7ab,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:46.606488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:46.615716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3aabc2-4a44-4d35-8617-4117af6b0ba8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.616328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3aabc2-4a44-4d35-8617-4117af6b0ba8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.619789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe3aabc2-4a44-4d35-8617-4117af6b0ba8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/7f5eef9a-f7f1-486d-befd-01b38d6a7a1b HTTP/1.1" status: 404  len: 333 time: 0.1291785
Nov 23 12:54:46.624707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47358) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.627752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.632369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3594747
Nov 23 12:54:46.635688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:46.644457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47362) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.654302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a11ce7e1-4109-42a9-918c-56cee86652cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:46.662011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:46.666697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:46.669897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:46.675862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:46.676719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2536f239-2fac-48ff-b6b3-f451317086b2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.677212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2536f239-2fac-48ff-b6b3-f451317086b2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.679227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2536f239-2fac-48ff-b6b3-f451317086b2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/f1a5c77b-c1be-4c56-b7b7-0c7c97943a4e HTTP/1.1" status: 404  len: 337 time: 0.0531933
Nov 23 12:54:46.684745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47366) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.695935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.724819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52926707-b996-4ab5-b572-5d9a05dcc223 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:54:46.773289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5378c7-7d61-4bd0-9cde-cf6a2997c8ac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.773909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5378c7-7d61-4bd0-9cde-cf6a2997c8ac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.778535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f5378c7-7d61-4bd0-9cde-cf6a2997c8ac tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/ce45b40d-b684-4c64-a491-377b5a4665d5 HTTP/1.1" status: 404  len: 333 time: 0.0720484
Nov 23 12:54:46.778535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47370) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.786739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 52926707-b996-4ab5-b572-5d9a05dcc223 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:54:46.787132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52926707-b996-4ab5-b572-5d9a05dcc223 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:54:46.791076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.827245 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c1b23b-7961-4449-8ab1-e7d455629e44 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.827932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c1b23b-7961-4449-8ab1-e7d455629e44 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.830696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e9c1b23b-7961-4449-8ab1-e7d455629e44 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/e8adbeba-6d55-4d65-b287-755521f29683 HTTP/1.1" status: 404  len: 337 time: 0.0499604
Nov 23 12:54:46.834214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47374) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.834650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.872319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.878471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.884704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d3937a7-09c2-40d6-b1ad-69e720db2794 tempest-ServersTestJSON-1912233732 tempest-ServersTestJSON-1912233732] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:46.887650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e17f42-8f58-46a5-a4db-40c399985286 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.888274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e17f42-8f58-46a5-a4db-40c399985286 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.890212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6e17f42-8f58-46a5-a4db-40c399985286 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/27425c5b-0c87-4282-bbba-a114d0d71e51 HTTP/1.1" status: 404  len: 333 time: 0.0546317
Nov 23 12:54:46.893682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47378) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.901735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.914981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Transition to ACTIVE for port object b0bd4dec-237f-47af-9b9a-cc19fcf54608 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:46.934333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Transition to ACTIVE for port object b0bd4dec-237f-47af-9b9a-cc19fcf54608 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:46.940249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a161710a-1772-444c-bc97-72cec8cef110,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:46.941824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d704af7e-dff7-4f2e-95a3-83494de440d7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.942170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:46.943232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d704af7e-dff7-4f2e-95a3-83494de440d7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.945623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d704af7e-dff7-4f2e-95a3-83494de440d7 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/6987bc57-1c47-4d04-8caf-776aec4e14b6 HTTP/1.1" status: 404  len: 337 time: 0.0506606
Nov 23 12:54:46.948916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47382) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.957236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:46.962284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c124657d-84df-4868-9e79-9b43341e8d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:46.994455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7925c0f-e40c-4e25-8aaf-3546a6b99fd9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:46.995068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7925c0f-e40c-4e25-8aaf-3546a6b99fd9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:46.999547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7925c0f-e40c-4e25-8aaf-3546a6b99fd9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/c9d81344-19a6-4e47-bed4-3dc7cb7a80f2 HTTP/1.1" status: 404  len: 333 time: 0.0470521
Nov 23 12:54:47.000268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47386) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.050521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b982eb-7756-477b-bc4e-5868568c7e91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.051179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b982eb-7756-477b-bc4e-5868568c7e91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.055569 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11b982eb-7756-477b-bc4e-5868568c7e91 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/2ac4550d-938b-4fd4-b73a-5bae106c0982 HTTP/1.1" status: 404  len: 337 time: 0.0515130
Nov 23 12:54:47.055960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47390) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.084458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Pushing event updated for resources: {'Port': ['ID=b0bd4dec-237f-47af-9b9a-cc19fcf54608,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:47.098076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:47.106623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0322b35b-944d-4190-a089-a8449674707e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.106927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79493f6-8348-46d4-aa30-8a882626f42d None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:47.107376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0322b35b-944d-4190-a089-a8449674707e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.113114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0322b35b-944d-4190-a089-a8449674707e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/26c319b3-d904-4e16-a0f1-664c7c0601bb HTTP/1.1" status: 404  len: 333 time: 0.0528238
Nov 23 12:54:47.114265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47394) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.129987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.134011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4855213
Nov 23 12:54:47.150360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47398) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.161039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-072cd612-c5e7-46eb-96b6-676f8f859856 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.161649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072cd612-c5e7-46eb-96b6-676f8f859856 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.163904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-072cd612-c5e7-46eb-96b6-676f8f859856 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/3c0e6888-5bce-4327-b4e1-1f101b1b38af HTTP/1.1" status: 404  len: 337 time: 0.0482178
Nov 23 12:54:47.166755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47402) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.216806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2210f8-90b1-434a-a6ea-f143baeb7898 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.217622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2210f8-90b1-434a-a6ea-f143baeb7898 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.222608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fb2210f8-90b1-434a-a6ea-f143baeb7898 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/dc604c8b-fe44-455f-b474-c059d1a20d53 HTTP/1.1" status: 404  len: 337 time: 0.0511904
Nov 23 12:54:47.223021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47406) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.223814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a11ce7e1-4109-42a9-918c-56cee86652cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:47.235353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:47.247628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:47.254183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:47.265072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:47.270006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29dce9e-2c0e-4d6d-a63f-22ddd67b26c0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.270505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29dce9e-2c0e-4d6d-a63f-22ddd67b26c0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.274891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f29dce9e-2c0e-4d6d-a63f-22ddd67b26c0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/42f2e9c0-562a-49e9-affd-daa1fe951988 HTTP/1.1" status: 404  len: 333 time: 0.0483990
Nov 23 12:54:47.275461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47410) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.302125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.319743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecff2952-bfb5-4772-b3fa-76b2dc483e35 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.320004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecff2952-bfb5-4772-b3fa-76b2dc483e35 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.322147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecff2952-bfb5-4772-b3fa-76b2dc483e35 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/8d5e67d4-7b91-4275-a882-91476a7d412b HTTP/1.1" status: 404  len: 337 time: 0.0453944
Nov 23 12:54:47.324719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47414) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.371528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d615e265-1355-4b66-a4d5-fdcc36cab52c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.371887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d615e265-1355-4b66-a4d5-fdcc36cab52c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.376403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d615e265-1355-4b66-a4d5-fdcc36cab52c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/609511b0-63ff-4413-978e-fc859cd17e84 HTTP/1.1" status: 404  len: 337 time: 0.0479646
Nov 23 12:54:47.377298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47418) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.416461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Provisioning for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:47.448146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Provisioning complete for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:47.448598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.499818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.505301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.510838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e4c2092-3a94-4681-9752-86f4f3741214 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:47.531716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75fe281-61d7-4528-bc22-cc0072a5b9be,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:47.544864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:47.600233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:47.603672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:47.609377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.610416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:47.610675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4592514
Nov 23 12:54:47.614575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47424) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.622515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a11ce7e1-4109-42a9-918c-56cee86652cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:47.631713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:47.640891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:47.646222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:47.660056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:47.665336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.20.0.1 (be37f2ff-45ed-4be6-af60-25a9417b9fd6/67d99d8c-0712-4b4f-a47d-0c30f36381f0/1a869c59-cea1-48cb-95ce-cb12ab7172bb) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:47.713936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.750375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc9424b-8608-46a6-8112-15d986973c32 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.751169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc9424b-8608-46a6-8112-15d986973c32 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.756062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8bc9424b-8608-46a6-8112-15d986973c32 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/f26ae439-9943-4393-bf9f-06b99167ecdf HTTP/1.1" status: 404  len: 333 time: 0.3781147
Nov 23 12:54:47.756730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47428) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.802806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-482833ac-e48f-4e32-b922-766775184409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.803338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482833ac-e48f-4e32-b922-766775184409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.810507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47432) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.810913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-482833ac-e48f-4e32-b922-766775184409 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/fb1ce7da-da07-44ee-82df-94895dddcad0 HTTP/1.1" status: 404  len: 337 time: 0.0522749
Nov 23 12:54:47.851722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.862311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Attempting to bind port b0bd4dec-237f-47af-9b9a-cc19fcf54608 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:54:47.862909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Attempting to bind port b0bd4dec-237f-47af-9b9a-cc19fcf54608 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3b67bb82-006d-4662-b5a7-5c1c02df350f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:54:47.863657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Attempting to bind port b0bd4dec-237f-47af-9b9a-cc19fcf54608 on network 0e37c9dc-3495-467b-9ddf-8d89390bf536 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:54:47.887260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e106f05-d165-4188-a4d9-280c07265453 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.887525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e106f05-d165-4188-a4d9-280c07265453 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.892342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e106f05-d165-4188-a4d9-280c07265453 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/2c7c3cd3-21f3-4d4a-8b24-548a4a579228 HTTP/1.1" status: 404  len: 337 time: 0.0754645
Nov 23 12:54:47.893560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47436) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:47.894778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:47.895207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Checking segment: {'id': '3b67bb82-006d-4662-b5a7-5c1c02df350f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:54:47.895658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.896384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Bound using segment: {'id': '3b67bb82-006d-4662-b5a7-5c1c02df350f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:47.896643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Bound port: b0bd4dec-237f-47af-9b9a-cc19fcf54608, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b67bb82-006d-4662-b5a7-5c1c02df350f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0e37c9dc-3495-467b-9ddf-8d89390bf536'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:54:47.897064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.964114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] For port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,segment=NetworkSegment(8203436c-a718-4a82-8f60-259734f4bc93),segment_id=8203436c-a718-4a82-8f60-259734f4bc93)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:47.974186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:47.978080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:47.983150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba6607a-081a-4681-8b57-3cac31eb0f02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:47.983778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba6607a-081a-4681-8b57-3cac31eb0f02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:47.989823 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2ba6607a-081a-4681-8b57-3cac31eb0f02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/b73cd0c2-8336-4880-b234-da1bfb79adb2 HTTP/1.1" status: 404  len: 333 time: 0.0888231
Nov 23 12:54:47.990993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47440) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.042367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.050006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.050266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6be109-e26c-47cb-a506-1cc05e29f773 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:48.050903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6be109-e26c-47cb-a506-1cc05e29f773 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:48.053289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7d6be109-e26c-47cb-a506-1cc05e29f773 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/25def52e-3c99-4b9e-9504-5d2016d96aac HTTP/1.1" status: 404  len: 337 time: 0.0610828
Nov 23 12:54:48.056075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47444) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.063689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.092075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2fad0-bc78-414e-8e86-62756003b98c req-07ba8501-f864-4cc3-b60f-07eca20a124e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:48.093774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2e2fad0-bc78-414e-8e86-62756003b98c req-07ba8501-f864-4cc3-b60f-07eca20a124e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 944 time: 0.1695616
Nov 23 12:54:48.102212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Pushing event updated for resources: {'Port': ['ID=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.105711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] For port b0bd4dec-237f-47af-9b9a-cc19fcf54608, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:54:48.108124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.109979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] For port b0bd4dec-237f-47af-9b9a-cc19fcf54608, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b0bd4dec-237f-47af-9b9a-cc19fcf54608,segment=NetworkSegment(3b67bb82-006d-4662-b5a7-5c1c02df350f),segment_id=3b67bb82-006d-4662-b5a7-5c1c02df350f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:54:48.114887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.134803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61bc0485-fc11-4557-bb29-4aafbd33153c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.153753 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2e2fad0-bc78-414e-8e86-62756003b98c req-ef3864eb-7b6e-4990-920b-bd368bf2dca6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0522776
Nov 23 12:54:48.156942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-206a3adc-02ad-4be6-9f26-26d811c6b50c tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.164883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f20769-533f-4e39-b616-b411fc329e48 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:48.165611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f20769-533f-4e39-b616-b411fc329e48 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:48.169907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d8f20769-533f-4e39-b616-b411fc329e48 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/fc6a3169-7130-4871-a207-b518ede0b0df HTTP/1.1" status: 404  len: 337 time: 0.1101491
Nov 23 12:54:48.173369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47448) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.176619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.186841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5651159
Nov 23 12:54:48.187026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47450) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.195041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 1a869c59-cea1-48cb-95ce-cb12ab7172bb will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:48.217192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa35ebb-40d3-48ae-a92f-840e8a8dc357,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.229793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.231006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.238413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-553991a7-614a-4a94-9666-5ea5e4858fdb tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports?device_id=22d607aa-6861-400a-8c8f-cbb7405e2db4 HTTP/1.1" status: 200  len: 205 time: 0.0562949
Nov 23 12:54:48.243198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a11ce7e1-4109-42a9-918c-56cee86652cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:48.252474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:48.258320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:48.261915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:48.269286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:48.269628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47456) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.273165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f59929-795e-46ed-983e-01f1691f6c65 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.292648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.300700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Pushing event updated for resources: {'Port': ['ID=b0bd4dec-237f-47af-9b9a-cc19fcf54608,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.312621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.324606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1c8fccc4-9fcc-4d89-beff-7c8de369f01b None None] Provisioning complete for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:48.324606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c8fccc4-9fcc-4d89-beff-7c8de369f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.364616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:48.403282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.413985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.450313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a01e71a-0c8b-45e4-87bb-95bef05fc8b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.465047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.466812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.2328026
Nov 23 12:54:48.470089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84740666-7feb-4eb6-ae36-7cbd6449828e,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.474302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.475501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47460) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.515150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.529198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.566007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.570715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-430caf62-faf4-4a36-89ad-077a933600ca tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.579565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:48.579991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.599174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.604648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/84740666-7feb-4eb6-ae36-7cbd6449828e HTTP/1.1" status: 204  len: 168 time: 0.1276596
Nov 23 12:54:48.608097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47464) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.636036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84740666-7feb-4eb6-ae36-7cbd6449828e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.638869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.685748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f152c57f-8dd3-4f41-8159-46edc9278beb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:48.710663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f152c57f-8dd3-4f41-8159-46edc9278beb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:48.717043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f152c57f-8dd3-4f41-8159-46edc9278beb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.1003866
Nov 23 12:54:48.717731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47468) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.765159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.769535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-607ab0ea-3ea5-4e1d-92b1-bf95d6c41e27 None None] Provisioning complete for port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:48.770164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-607ab0ea-3ea5-4e1d-92b1-bf95d6c41e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.777742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.807157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.809755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a124212-52b1-4d9d-8f38-e5f0bce8ce85 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:48.818573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-d855e565-e069-4247-b22f-f083d115a67e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] delete failed (client error): The resource could not be found.
Nov 23 12:54:48.822615 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d855e565-e069-4247-b22f-f083d115a67e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/routers/22d607aa-6861-400a-8c8f-cbb7405e2db4 HTTP/1.1" status: 404  len: 336 time: 0.5056140
Nov 23 12:54:48.824180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47472) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.852010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=1a869c59-cea1-48cb-95ce-cb12ab7172bb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.857194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.871941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfa35ebb-40d3-48ae-a92f-840e8a8dc357,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:48.879805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:48.881174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:48.884972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/bfa35ebb-40d3-48ae-a92f-840e8a8dc357 HTTP/1.1" status: 204  len: 168 time: 0.1636548
Nov 23 12:54:48.887298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.890388 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2064732e-657f-4161-9649-333c650f4ef4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:48.890888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2064732e-657f-4161-9649-333c650f4ef4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:48.893311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2064732e-657f-4161-9649-333c650f4ef4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/7e0c7d4b-caf0-43b6-956b-3c5999d49fc5 HTTP/1.1" status: 404  len: 337 time: 0.0656865
Nov 23 12:54:48.896873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.921870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:48.923320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:48.926920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:48.975335 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-294fe080-b154-45d9-874c-2554153e43f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "GET /v2.0/ports?device_id=877a5033-c3ff-4a1e-bff3-870ea128b92e HTTP/1.1" status: 200  len: 205 time: 0.0615060
Nov 23 12:54:48.976589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.005126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.054533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-0f4eea46-5fbf-4f37-a382-71bd26af7fc4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] delete failed (client error): The resource could not be found.
Nov 23 12:54:49.058206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f4eea46-5fbf-4f37-a382-71bd26af7fc4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/routers/877a5033-c3ff-4a1e-bff3-870ea128b92e HTTP/1.1" status: 404  len: 336 time: 0.0780997
Nov 23 12:54:49.068347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47488) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.117487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.119723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-96973129-37fa-4d93-aeb7-229e98a87119 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.120221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96973129-37fa-4d93-aeb7-229e98a87119 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.124553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96973129-37fa-4d93-aeb7-229e98a87119 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/c6f1a03b-9ef0-48a0-aa5f-4a7e543f9289 HTTP/1.1" status: 404  len: 337 time: 0.0526919
Nov 23 12:54:49.124910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47492) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.139912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5969e9b9-fa3c-430e-8464-c335d6201337 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:49.192942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff304e-a02b-4754-bad9-a4862f6a1ba1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.193322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ff304e-a02b-4754-bad9-a4862f6a1ba1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.195109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17ff304e-a02b-4754-bad9-a4862f6a1ba1 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/003534ed-12f9-442f-8090-b779ff8fc8fa HTTP/1.1" status: 404  len: 337 time: 0.0658159
Nov 23 12:54:49.198182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47498) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.202230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5969e9b9-fa3c-430e-8464-c335d6201337 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:49.207721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5969e9b9-fa3c-430e-8464-c335d6201337 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.3188074
Nov 23 12:54:49.208338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47502) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.245906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.259682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.285964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8b0588-0e9e-4106-8b3c-57dcc396a31c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.286595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8b0588-0e9e-4106-8b3c-57dcc396a31c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.287895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-52e88014-b7cd-4311-8520-f42de0a5a364 None None] Provisioning for port 1a869c59-cea1-48cb-95ce-cb12ab7172bb completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:49.288457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a8b0588-0e9e-4106-8b3c-57dcc396a31c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/54dee284-96c6-4add-90ec-e02f2ba5a809 HTTP/1.1" status: 404  len: 333 time: 0.0890191
Nov 23 12:54:49.291185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.295434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.295616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-52e88014-b7cd-4311-8520-f42de0a5a364 None None] Provisioning complete for port 1a869c59-cea1-48cb-95ce-cb12ab7172bb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:49.296406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52e88014-b7cd-4311-8520-f42de0a5a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.302963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:49.317584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a75fe281-61d7-4528-bc22-cc0072a5b9be,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:49.320336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:49.327590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.331313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/a75fe281-61d7-4528-bc22-cc0072a5b9be HTTP/1.1" status: 204  len: 168 time: 0.1193912
Nov 23 12:54:49.331612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47510) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.370130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-52e88014-b7cd-4311-8520-f42de0a5a364 None None] Port 1a869c59-cea1-48cb-95ce-cb12ab7172bb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:49.387282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-01cac013-b6cd-4371-84b4-63f0a2e343e4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:49.398663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56a645a-517c-473c-90e4-e9be0f6ada2a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.399173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56a645a-517c-473c-90e4-e9be0f6ada2a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.401255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f56a645a-517c-473c-90e4-e9be0f6ada2a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/5cce8a6d-a058-4842-ba2e-eceef56496c3 HTTP/1.1" status: 404  len: 337 time: 0.1048112
Nov 23 12:54:49.401985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-01cac013-b6cd-4371-84b4-63f0a2e343e4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:49.406472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-01cac013-b6cd-4371-84b4-63f0a2e343e4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.0735135
Nov 23 12:54:49.407093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47514) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.407480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47516) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.468990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe7f3d7-7387-4f1d-8832-1cc6343a94cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.469480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe7f3d7-7387-4f1d-8832-1cc6343a94cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.471966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-efe7f3d7-7387-4f1d-8832-1cc6343a94cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/2de1801a-b40e-417d-b112-41601717a7c7 HTTP/1.1" status: 404  len: 333 time: 0.0633712
Nov 23 12:54:49.474849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47522) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.486121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.497933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.521002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.522921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c2e6d6b-9c57-4431-90aa-05b1316b5875 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:49.541561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a161710a-1772-444c-bc97-72cec8cef110,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:49.545052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:49.549745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.553960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/a161710a-1772-444c-bc97-72cec8cef110 HTTP/1.1" status: 204  len: 168 time: 0.1428974
Nov 23 12:54:49.554660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47526) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.599276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c374cd7-2126-4b54-a4bf-9d843bcbe959 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.599768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c374cd7-2126-4b54-a4bf-9d843bcbe959 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.601605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c374cd7-2126-4b54-a4bf-9d843bcbe959 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/0cb6da60-b188-45be-b176-3955944612e6 HTTP/1.1" status: 404  len: 337 time: 0.0730469
Nov 23 12:54:49.605368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28036455-abe1-4360-9e1b-fc3eabd003a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:49.605546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47530) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.620974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28036455-abe1-4360-9e1b-fc3eabd003a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:49.622334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-28036455-abe1-4360-9e1b-fc3eabd003a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.0666721
Nov 23 12:54:49.625449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47534) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.657069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.669718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.674871 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-495eeef9-6e68-4e7d-b9fd-cd89c399fd62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.675374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495eeef9-6e68-4e7d-b9fd-cd89c399fd62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.679716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-495eeef9-6e68-4e7d-b9fd-cd89c399fd62 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/75233204-fe4a-408e-9ece-ae91a174d7d4 HTTP/1.1" status: 404  len: 333 time: 0.0707433
Nov 23 12:54:49.684874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47538) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.699499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.702266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5d9907cf-5684-4ca1-9a09-37e13728e742 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:49.718220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3851e0d3-7101-4d1d-af93-e45f48b7d7ab,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:49.724545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:49.730483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.731740 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/3851e0d3-7101-4d1d-af93-e45f48b7d7ab HTTP/1.1" status: 204  len: 168 time: 0.1050258
Nov 23 12:54:49.734534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47542) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.787708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d6002ce-afe6-4dd4-a50d-2d310ba2477e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:49.809477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d6002ce-afe6-4dd4-a50d-2d310ba2477e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:49.811937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d6002ce-afe6-4dd4-a50d-2d310ba2477e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0760684
Nov 23 12:54:49.815174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47546) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.821149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01727cb7-e160-41f9-9332-1d0e38668e3b req-a3cade5a-1d26-456d-a89d-0152c02849e4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:49.822794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01727cb7-e160-41f9-9332-1d0e38668e3b req-a3cade5a-1d26-456d-a89d-0152c02849e4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 944 time: 0.4863887
Nov 23 12:54:49.826695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d14a572-17cf-4e6c-b071-e08f46cbce7f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.827175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d14a572-17cf-4e6c-b071-e08f46cbce7f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.832041 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d14a572-17cf-4e6c-b071-e08f46cbce7f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/a4e6e5d7-fe37-4d1f-8798-e19d6bb9bd0f HTTP/1.1" status: 404  len: 337 time: 0.1430781
Nov 23 12:54:49.832890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47550) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.910738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.913908 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f15623-be6d-4270-91df-bab09494ec37 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.914402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f15623-be6d-4270-91df-bab09494ec37 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.916229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e0f15623-be6d-4270-91df-bab09494ec37 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/23cecdc1-d625-4101-8b01-33644c62c7e6 HTTP/1.1" status: 404  len: 333 time: 0.0828598
Nov 23 12:54:49.920862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47554) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.944222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.993459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:49.995917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4026aebd-9563-4c20-8355-03d274ef55c3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:49.996444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4026aebd-9563-4c20-8355-03d274ef55c3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:49.998292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4026aebd-9563-4c20-8355-03d274ef55c3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/79db2b08-18ce-4111-b136-00d4fa6fba1c HTTP/1.1" status: 404  len: 337 time: 0.0761304
Nov 23 12:54:49.999262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f35c075-d440-44ef-8b9f-edf44decbabf tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:50.013733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47558) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.015975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ce7e1-4109-42a9-918c-56cee86652cf,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:50.020766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:50.047845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.051983 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/a11ce7e1-4109-42a9-918c-56cee86652cf HTTP/1.1" status: 204  len: 168 time: 0.2328672
Nov 23 12:54:50.052286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.068067 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01727cb7-e160-41f9-9332-1d0e38668e3b req-91e1d23a-5379-46d6-9f92-a143ac72add2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2298937
Nov 23 12:54:50.071856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ffbe9-b03e-4abd-9453-f29082c5e2e2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.072356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ffbe9-b03e-4abd-9453-f29082c5e2e2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.074156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d13ffbe9-b03e-4abd-9453-f29082c5e2e2 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/1855c4f9-f7a9-4ab5-a2a6-763b81316cd1 HTTP/1.1" status: 404  len: 333 time: 0.0592463
Nov 23 12:54:50.077382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47566) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.102227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.108310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.137911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a76d671-d3d7-4f76-a243-71a70991939c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.138419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a76d671-d3d7-4f76-a243-71a70991939c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.140448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2a76d671-d3d7-4f76-a243-71a70991939c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/6efca24d-96f5-4cbf-89b3-123faf77695f HTTP/1.1" status: 404  len: 337 time: 0.0618460
Nov 23 12:54:50.143077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80eec544-4793-4c08-8bb6-ef9891da323b tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:50.149938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47570) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.196917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799fb87-788a-4658-9a53-ca7a0075f10c None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:54:50.211821 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1652bc8-49fa-4926-aa62-fcd2abacc511 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.212309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1652bc8-49fa-4926-aa62-fcd2abacc511 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.216725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1652bc8-49fa-4926-aa62-fcd2abacc511 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/1c2047a3-6809-4f1e-a5e7-686723c1c3cc HTTP/1.1" status: 404  len: 333 time: 0.0632179
Nov 23 12:54:50.217298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47574) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.240924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=1a869c59-cea1-48cb-95ce-cb12ab7172bb,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:50.244186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:50.245242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.258532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1e9670a9-239f-4592-bc2d-a757a189da4a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:50.267020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-759cde82-6ca1-446f-9cd9-62877c933613 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.267570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759cde82-6ca1-446f-9cd9-62877c933613 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.269752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-759cde82-6ca1-446f-9cd9-62877c933613 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/aaa53bf8-033d-4e3f-b9ff-77141b335fe2 HTTP/1.1" status: 404  len: 337 time: 0.0514762
Nov 23 12:54:50.273075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47578) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.331876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e44221-96e4-4289-a28b-8745be4858b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.332407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a72f0090-bc34-43f5-9315-9b7e050cfc09 None None] Provisioning for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:50.332912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e44221-96e4-4289-a28b-8745be4858b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.334777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29e44221-96e4-4289-a28b-8745be4858b4 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/ports/f8a8b790-a3b6-4a2c-88f4-1e2dfc8b14f4 HTTP/1.1" status: 404  len: 333 time: 0.0595751
Nov 23 12:54:50.337580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47582) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.398114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8c8e57-bf07-45af-a8a1-cc6c6b6f676d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] DELETE failed (client error): The resource could not be found.
Nov 23 12:54:50.398114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8c8e57-bf07-45af-a8a1-cc6c6b6f676d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:54:50.398993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a8c8e57-bf07-45af-a8a1-cc6c6b6f676d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/subnets/e647f73f-611d-4c16-85b1-5070b6c3a7ca HTTP/1.1" status: 404  len: 337 time: 0.0600431
Nov 23 12:54:50.401404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1e9670a9-239f-4592-bc2d-a757a189da4a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:50.403145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e9670a9-239f-4592-bc2d-a757a189da4a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.3449578
Nov 23 12:54:50.403518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47586) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.407243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47588) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.416830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--323210170'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:50.425587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:50.428548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b0bd4dec-237f-47af-9b9a-cc19fcf54608 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:50.444131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:50.462114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:50.463336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.473922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:50.546412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.570773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:50.581359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:50.581753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.696771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:50.705891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:50.710654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:50.719495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:50.767290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.821051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port b0bd4dec-237f-47af-9b9a-cc19fcf54608, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b0bd4dec-237f-47af-9b9a-cc19fcf54608,segment=NetworkSegment(3b67bb82-006d-4662-b5a7-5c1c02df350f),segment_id=3b67bb82-006d-4662-b5a7-5c1c02df350f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:50.824762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.827749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:50.854319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.893442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ec97924d-b631-4f8b-8c6c-27f8d69ba154 None None] Provisioning complete for port 1a869c59-cea1-48cb-95ce-cb12ab7172bb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:50.894162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec97924d-b631-4f8b-8c6c-27f8d69ba154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.980210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.987102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec97924d-b631-4f8b-8c6c-27f8d69ba154 None None] Port 1a869c59-cea1-48cb-95ce-cb12ab7172bb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:50.987698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:50.989923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=b0bd4dec-237f-47af-9b9a-cc19fcf54608,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:50.993492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:51.005396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04157850-57df-4b55-bff6-060838062c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:51.011868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682460dc88>,) {'filters': {'network_id': ['a47ca4f9-0e3c-44db-bca2-574c47036bc3']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.026615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682460dc88>, '558920b9-d1ab-4ab3-8102-312ebf14e874') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.026845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682460dc88>, '558920b9-d1ab-4ab3-8102-312ebf14e874') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.041463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.060291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.062474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:51.063907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ce01e-7090-4b95-b2de-8cc1c09e2813,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:51.066640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.068173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.6598186
Nov 23 12:54:51.070424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:51.070948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47594) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.077890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'a89ce01e-7090-4b95-b2de-8cc1c09e2813', 'direction': 'ingress', 'protocol': 17}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:51.086072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:51.096632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:51.102823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:51.113667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:51.121097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bc325323-adc2-4ba9-889b-2e63f318fe09 None None] Provisioning complete for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:51.122255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc325323-adc2-4ba9-889b-2e63f318fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.155492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router a4231331-9e1d-4fe8-9f18-dc9836225705 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:54:51.159241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.277548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:51.332123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.434292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-206fca2f-4ceb-4a26-9561-f2badf863a15 None None] Provisioning complete for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:51.435510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206fca2f-4ceb-4a26-9561-f2badf863a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.559994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Network a47ca4f9-0e3c-44db-bca2-574c47036bc3 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:51.589796 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:51.663893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.669495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.672791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:51.675861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b7d7-fb15-490d-b0b8-9022f73350e7 req-8c12202c-df66-44cd-82df-2900908e31ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:51.677546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c29b7d7-fb15-490d-b0b8-9022f73350e7 req-8c12202c-df66-44cd-82df-2900908e31ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 944 time: 0.4028227
Nov 23 12:54:51.699080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b741f-29fe-46f5-8a0a-320ecd076280,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:51.704699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:51.712096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.716027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.726912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:51.728822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:51.730077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.6580169
Nov 23 12:54:51.736394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56c38b1f-c718-464c-92c2-63a6299a54ec tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:51.736596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0205073
Nov 23 12:54:51.736596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47600) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.737144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47602) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.743768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] Sync routers for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:51.763520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:51.763861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] 10.222.0.60 "DELETE /v2.0/networks/a47ca4f9-0e3c-44db-bca2-574c47036bc3 HTTP/1.1" status: 204  len: 168 time: 1.3589308
Nov 23 12:54:51.764746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ca0dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.767242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Pushing event deleted for resources: {'Network': ['ID=a47ca4f9-0e3c-44db-bca2-574c47036bc3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:51.781515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:51.788004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c29b7d7-fb15-490d-b0b8-9022f73350e7 req-44f45eae-7956-4b38-aecf-68d2b9a40757 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1039891
Nov 23 12:54:51.799460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:54:51.853411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58348ba-3286-4eb3-9dc1-28c0d076f09e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:51.854066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b58348ba-3286-4eb3-9dc1-28c0d076f09e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:51.857219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ca0dd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.870363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:51.871112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ca0dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.891213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b58348ba-3286-4eb3-9dc1-28c0d076f09e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:51.895794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b58348ba-3286-4eb3-9dc1-28c0d076f09e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports/1a869c59-cea1-48cb-95ce-cb12ab7172bb HTTP/1.1" status: 200  len: 910 time: 0.1540651
Nov 23 12:54:51.895794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47610) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.936231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ca0dd8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:51.936574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99af459-82a2-43a6-a8d8-19699a88f606 None None] The sync data for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:51.956718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.058359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.108801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47616) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.129720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.135802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2862a9de-efd7-4611-b3f4-b8b20bab706e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:52.157153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ce01e-7090-4b95-b2de-8cc1c09e2813,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:52.161762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:52.173685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.177999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/a89ce01e-7090-4b95-b2de-8cc1c09e2813 HTTP/1.1" status: 204  len: 168 time: 0.4398053
Nov 23 12:54:52.178801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47622) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.255028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47626) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.256051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d212f96b-a1af-4261-a0f9-e4cb6f1fbf0c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.0752721
Nov 23 12:54:52.313091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--432713940'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:52.325746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:52.336033 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0552f3a3-80bc-40c7-aa63-090d0b02533c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b057cc10b9946b59fbf1c6327140b31&name=default HTTP/1.1" status: 200  len: 2747 time: 0.2255819
Nov 23 12:54:52.336247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:52.337014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47630) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.340080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:52.344208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b0bd4dec-237f-47af-9b9a-cc19fcf54608 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:52.349281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:52.372609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.431246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:52.434143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.441605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b0bd4dec-237f-47af-9b9a-cc19fcf54608 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:52.442032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.466764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.476644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9f073b0a-322b-476f-88e6-959657ee992f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:52.488298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:52.496140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:52.509926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:52.528656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.535190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc153de2-3cab-4a27-9cb4-a4df900e70bc tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:52.547886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3114b8e5-e79e-4840-8266-6b6bf569ec52,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:52.556536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:52.557646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.572336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3114b8e5-e79e-4840-8266-6b6bf569ec52 HTTP/1.1" status: 204  len: 168 time: 0.2339387
Nov 23 12:54:52.670048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.677255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.685481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7c3c754-e018-44eb-92a4-7809ccb871d7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:52.686162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 9f073b0a-322b-476f-88e6-959657ee992f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:52.704712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9f073b0a-322b-476f-88e6-959657ee992f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:52.705688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.796150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.800596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.5413127
Nov 23 12:54:52.802429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47636) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.807660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3dc65-29bd-4ace-bb78-aa5559d80056,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:52.814554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--484829182'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:52.822212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:52.827035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:52.831228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:52.837713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:52.875905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:52.880769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.968325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:52.989097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:52.997148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:53.000310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:53.021306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:53.101261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.138993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:54:53.153006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9f073b0a-322b-476f-88e6-959657ee992f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f073b0a-322b-476f-88e6-959657ee992f,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:54:53.164262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.170085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:53.252663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f', 'code': 200}
Nov 23 12:54:53.261102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9f073b0a-322b-476f-88e6-959657ee992f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:53.267048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:53.407380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.415793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.432697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:53.471393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fbfa7-c274-4658-ab9e-514fb6847cf2 req-6823632e-a1fc-4c61-aa32-1f19b392befd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:53.473113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a8fbfa7-c274-4658-ab9e-514fb6847cf2 req-6823632e-a1fc-4c61-aa32-1f19b392befd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.3106921
Nov 23 12:54:53.567669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.568974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.7631397
Nov 23 12:54:53.572143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47656) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:53.576335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=299e7a4e-a12e-46fd-9850-f135e45d8f28,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:53.580879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': 'f9f3dc65-29bd-4ace-bb78-aa5559d80056', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '299e7a4e-a12e-46fd-9850-f135e45d8f28', 'remote_ip_prefix': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:53.582394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:53.591482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:53.598329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:53.602765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:53.615436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:53.635003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56104185-175a-4cdc-84eb-203dd88a5e87 req-b9a733d4-81e8-423d-96c4-8d5e7342f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:53.637074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-56104185-175a-4cdc-84eb-203dd88a5e87 req-b9a733d4-81e8-423d-96c4-8d5e7342f4b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.1213167
Nov 23 12:54:53.638485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a8fbfa7-c274-4658-ab9e-514fb6847cf2 req-21e0dd64-91e3-41cd-8f0a-e9f26feebf50 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1381669
Nov 23 12:54:53.672371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.734145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-56104185-175a-4cdc-84eb-203dd88a5e87 req-cae477be-1944-42eb-9943-7ca7ca7eb66f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0898223
Nov 23 12:54:53.780221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.784880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.787024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f6e287e-df8e-433a-a379-3aaed5503d41 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:53.812922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783e6691-43ce-45a1-8319-2a7b8afc644c,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:53.816621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:53.824468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.21.0.1 (0e37c9dc-3495-467b-9ddf-8d89390bf536/74b87c1f-49d6-4ada-9262-4b353ab01fa9/ad6cc4e4-394d-4335-b07f-5060afd82f94) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:53.827829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.829240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.2538819
Nov 23 12:54:53.833678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47664) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:53.866856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47668) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:53.870080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.886534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.910279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.912121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:53.927584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=783e6691-43ce-45a1-8319-2a7b8afc644c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:53.934465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:53.935760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:53.936995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c3e85d6-a798-41d3-a8ce-cf8fb89c9775 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/783e6691-43ce-45a1-8319-2a7b8afc644c HTTP/1.1" status: 204  len: 168 time: 0.1020405
Nov 23 12:54:53.940512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:53.993147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ead51fe8-3d1d-4353-b59c-6d328a0dd2a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:54.009521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.009754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ead51fe8-3d1d-4353-b59c-6d328a0dd2a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:54.010996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ead51fe8-3d1d-4353-b59c-6d328a0dd2a2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.0692732
Nov 23 12:54:54.014243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.029914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object ad6cc4e4-394d-4335-b07f-5060afd82f94 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:54:54.047429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'networks': [{'name': 'tempest-network--1918872642'}, {'name': 'tempest-network--1282053537'}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:54.047776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-network--1918872642'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:54.048263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-network--1282053537'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:54.051040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.056997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:54.067841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6306daee-f0ce-47de-9801-dbc94f75441d tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:54.071505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:network and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:54.077358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:54.085215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:54.107531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'network': 2} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:54.114111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.135877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.138916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.159956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9f073b0a-322b-476f-88e6-959657ee992f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:54:54.184335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.206733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=ad6cc4e4-394d-4335-b07f-5060afd82f94,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:54.211991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:54.222985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:54.238087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:security_group_rule and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:54.242128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9f073b0a-322b-476f-88e6-959657ee992f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:54.242652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.243279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:54.249412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:54.267003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.270410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:54.271667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:54.274948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:54.276621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3414ea8c-0ebf-44a4-a027-de02e12d32fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:54.301787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e7a4e-a12e-46fd-9850-f135e45d8f28,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:54.308929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:54.335419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.336301 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f5d994f-edbf-46cc-af19-94075ba5186a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/299e7a4e-a12e-46fd-9850-f135e45d8f28 HTTP/1.1" status: 204  len: 168 time: 0.3210762
Nov 23 12:54:54.342484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47682) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.353356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.396021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.402560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.403382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.415463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:54.478375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.484799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c72b0-3b05-4542-b244-df1510d4e48a,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:54.494229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:54.509010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:54:54.525703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0d53f656-b0b8-435c-ba43-ef28012e5563 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:54.535221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.535221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment cb641ead-dbca-4f09-8540-f21e2515cc63 of type vxlan for network 3289dfbd-3b15-4e75-bfd3-5df227ac0ffb
Nov 23 12:54:54.553100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0d53f656-b0b8-435c-ba43-ef28012e5563 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:54.557447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0d53f656-b0b8-435c-ba43-ef28012e5563 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4162 time: 0.2110128
Nov 23 12:54:54.559322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.570922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.610580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:54:54.620811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.621202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment 5b572ea8-e8d2-473e-b007-0eb054061510 of type vxlan for network 4ba26824-22d3-4a3f-8f73-d71d1d18c510
Nov 23 12:54:54.625149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e86c321-a93e-412d-b584-e349e77351ed None None] Provisioning for port ad6cc4e4-394d-4335-b07f-5060afd82f94 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:54:54.632357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e86c321-a93e-412d-b584-e349e77351ed None None] Provisioning complete for port ad6cc4e4-394d-4335-b07f-5060afd82f94 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:54.632910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e86c321-a93e-412d-b584-e349e77351ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.654502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.722664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.724508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.738848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:54.744698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:54.745450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.746470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6e86c321-a93e-412d-b584-e349e77351ed None None] Port ad6cc4e4-394d-4335-b07f-5060afd82f94 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:54.756917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d11e280e-e6f4-44c2-81bc-f36e5fe84990 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:54.817666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.873910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:54.961197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.0931718
Nov 23 12:54:54.965206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47692) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.996805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=3289dfbd-3b15-4e75-bfd3-5df227ac0ffb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:55.008963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3289dfbd-3b15-4e75-bfd3-5df227ac0ffb details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:55.083738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3289dfbd-3b15-4e75-bfd3-5df227ac0ffb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:55.303633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.310781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f92a8e4-8e92-4781-ad65-60344a46e60a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:55.333642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3dc65-29bd-4ace-bb78-aa5559d80056,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:55.355205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:55.399130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.403147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-057a2e46-e238-4e02-9252-3e08893df6ec tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/f9f3dc65-29bd-4ace-bb78-aa5559d80056 HTTP/1.1" status: 204  len: 168 time: 0.8400137
Nov 23 12:54:55.403332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47696) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:55.451998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.459521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.480629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=4ba26824-22d3-4a3f-8f73-d71d1d18c510,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:55.487011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:55.492179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:55.492362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:55.492623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 4ba26824-22d3-4a3f-8f73-d71d1d18c510 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:55.492741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:55.511423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 4ba26824-22d3-4a3f-8f73-d71d1d18c510 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:54:55.511635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694c530-9352-45b1-8fd2-5276488b1cb1 req-5292728d-d93f-4ef8-b8bc-847445095b14 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:55.513185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9694c530-9352-45b1-8fd2-5276488b1cb1 req-5292728d-d93f-4ef8-b8bc-847445095b14 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.6341753
Nov 23 12:54:55.569639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc13720a-3d7b-489e-ab0f-149028b5e44a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:55.570129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:55.574487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:55.584812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:55.590707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:55.592772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Synchronizing usage tracker for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:55.612968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.630670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9694c530-9352-45b1-8fd2-5276488b1cb1 req-93a9abcd-7c22-4454-8b30-a3b2a98be179 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0984216
Nov 23 12:54:55.632227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Unset dirty status for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:55.633904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1f39f11-5678-4f85-a7a7-679b5c4030f4 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.6675713
Nov 23 12:54:55.637114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47700) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:55.685210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc13720a-3d7b-489e-ab0f-149028b5e44a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:55.686642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc13720a-3d7b-489e-ab0f-149028b5e44a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.2823734
Nov 23 12:54:55.701155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=ad6cc4e4-394d-4335-b07f-5060afd82f94,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:55.707788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:55.713548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:55.719007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--239647062'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:55.727101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:55.744685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:55.774874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.781475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:55.845594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:55.846714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:55.849496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:55.914440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:55.922641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:55.990571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:55.999279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.087251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-57d29886-45c9-4de5-b480-223cfa5758e5 None None] Provisioning complete for port ad6cc4e4-394d-4335-b07f-5060afd82f94 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:54:56.087776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57d29886-45c9-4de5-b480-223cfa5758e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.134282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68253c1630>,) {'filters': {'network_id': ['3289dfbd-3b15-4e75-bfd3-5df227ac0ffb']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.144970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-57d29886-45c9-4de5-b480-223cfa5758e5 None None] Port ad6cc4e4-394d-4335-b07f-5060afd82f94 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:54:56.148854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253c1630>, 'cb641ead-dbca-4f09-8540-f21e2515cc63') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.149182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253c1630>, 'cb641ead-dbca-4f09-8540-f21e2515cc63') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.159040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.162650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.178619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.180779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:56.214251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.226209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36ba0d75-ce9e-47c2-a8d3-4c2134c46350 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:56.282193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=6f85d415-a2e2-459c-a0c7-740a2f89315d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:56.289877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:56.300012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.304181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1629 time: 0.5902116
Nov 23 12:54:56.304523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47708) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.314845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': '6f85d415-a2e2-459c-a0c7-740a2f89315d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:56.322703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:56.329079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:56.334251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:56.341475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:56.369390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router a4231331-9e1d-4fe8-9f18-dc9836225705 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:54:56.370728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 3289dfbd-3b15-4e75-bfd3-5df227ac0ffb has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:56.375306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.380650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.573770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 3289dfbd-3b15-4e75-bfd3-5df227ac0ffb has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:56.586069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.598948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.602105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:56.607034 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:56.631672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13374495-f214-4c4a-a2ae-757ff90cee53,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:56.638659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:56.653986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.655284 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.3484461
Nov 23 12:54:56.659215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47712) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.662124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:54:56.667437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7706273
Nov 23 12:54:56.674490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] Sync routers for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:54:56.681127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47716) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.692023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:56.693205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682584c668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.807420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.811542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.826333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8c39a40-a2d0-46e2-9c17-2e0fe6a0f0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:56.842974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.865448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e06602-da8c-4062-960a-68e81861a8c1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:56.867975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-74e06602-da8c-4062-960a-68e81861a8c1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports/ad6cc4e4-394d-4335-b07f-5060afd82f94 HTTP/1.1" status: 200  len: 910 time: 0.1855400
Nov 23 12:54:56.873410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/3289dfbd-3b15-4e75-bfd3-5df227ac0ffb HTTP/1.1" status: 204  len: 168 time: 1.2351835
Nov 23 12:54:56.878596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47722) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.879263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47724) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.880391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=3289dfbd-3b15-4e75-bfd3-5df227ac0ffb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:56.887154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:56.888934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:56.924375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682584c668>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.933628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e610d-dfe0-4411-87cd-7b51476d84ab req-692c0605-b8ed-47dd-8cbc-bc02ecc76043 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:56.935275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e40e610d-dfe0-4411-87cd-7b51476d84ab req-692c0605-b8ed-47dd-8cbc-bc02ecc76043 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.0992823
Nov 23 12:54:56.936341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:56.937209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682584c668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:54:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:56.990275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e40e610d-dfe0-4411-87cd-7b51476d84ab req-101a7fd1-7d19-4f8f-9b94-b946a02a2312 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0471478
Nov 23 12:54:57.001890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682584c668>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:57.002609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb58110-e2d8-4629-ae41-e342a984e460 None None] The sync data for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:54:57.190166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.197391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:57.222612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.284016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13374495-f214-4c4a-a2ae-757ff90cee53,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:57.300492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:57.307062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.308248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/13374495-f214-4c4a-a2ae-757ff90cee53 HTTP/1.1" status: 204  len: 168 time: 0.6480207
Nov 23 12:54:57.311162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47732) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.360504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa3f34c8-c901-4fa3-bc9d-6b411640f11b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:57.376547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa3f34c8-c901-4fa3-bc9d-6b411640f11b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:57.378043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa3f34c8-c901-4fa3-bc9d-6b411640f11b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0658057
Nov 23 12:54:57.381199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47736) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.448953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.478487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.495133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79142f-de48-4ba4-bc53-238fb89dca86 req-19e5f49f-4477-4a0b-96ba-8cd642764537 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:57.496771 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bd79142f-de48-4ba4-bc53-238fb89dca86 req-19e5f49f-4477-4a0b-96ba-8cd642764537 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.3510594
Nov 23 12:54:57.509934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.523773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.529625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22b66890-4261-4345-8f16-386717208979 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:57.545537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f85d415-a2e2-459c-a0c7-740a2f89315d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:57.551396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:57.559472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.563127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/6f85d415-a2e2-459c-a0c7-740a2f89315d HTTP/1.1" status: 204  len: 168 time: 0.1785107
Nov 23 12:54:57.563408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47740) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.625940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-089fcc0e-2083-474b-bc74-8f1ae66459a3 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:57.643296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-089fcc0e-2083-474b-bc74-8f1ae66459a3 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:57.646179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-089fcc0e-2083-474b-bc74-8f1ae66459a3 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.0802753
Nov 23 12:54:57.649105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47744) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.655223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group': {'name': 'tempest-secgroup--2101387089'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:57.662620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:57.673085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:57.683651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.725021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:57.729453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:57.733042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:57.738996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:57.800134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.803695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68245f50f0>,) {'filters': {'network_id': ['4ba26824-22d3-4a3f-8f73-d71d1d18c510']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:57.804027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.807465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-db07656e-3c5f-4940-8140-e9e35cd27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.810106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe88ec7-8638-4342-b780-e9fd73245301 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:57.822053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bd79142f-de48-4ba4-bc53-238fb89dca86 req-b5411c12-88e7-4027-9cae-80db30770e71 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3148720
Nov 23 12:54:57.823750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68245f50f0>, '5b572ea8-e8d2-473e-b007-0eb054061510') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:57.824082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68245f50f0>, '5b572ea8-e8d2-473e-b007-0eb054061510') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:54:57.840247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.869613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.873004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1630 time: 0.2212236
Nov 23 12:54:57.873431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:57.874235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroup': ['ID=4030cb40-4854-453f-bb00-ee0f4df718c1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:57.875272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47750) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.878842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:57.881982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 6 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:54:57.915750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': '4030cb40-4854-453f-bb00-ee0f4df718c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:57.971495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:57.981380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:54:57.989823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:54:58.002020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:58.055655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-effbb31a-979c-4bc9-8e5f-ae833c4d72ca tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1703908
Nov 23 12:54:58.066012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:58.071893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:58.082448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:58.091913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.092137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.183444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 4ba26824-22d3-4a3f-8f73-d71d1d18c510 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:58.195071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.244262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.257850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.753671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 4ba26824-22d3-4a3f-8f73-d71d1d18c510 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:58.791166 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:58.888482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.894970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.897388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:58.917069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.929388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29021ab9-187d-47cd-b2cc-7844999f9870,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:58.934114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:58.939016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:58.941558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6328285e-702a-42d7-9d88-7f1b059988e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:59.009631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=4ba26824-22d3-4a3f-8f73-d71d1d18c510,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:59.014397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.26.6.113 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f79c9ab1-cea7-4ea5-a97e-c0f913219d47) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:54:59.023985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:59.024792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.026064 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1494036
Nov 23 12:54:59.029179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/4ba26824-22d3-4a3f-8f73-d71d1d18c510 HTTP/1.1" status: 204  len: 168 time: 2.1434813
Nov 23 12:54:59.029537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.031855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47756) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.129585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-77d90ca8-cd25-49ab-a242-7ab7b7f78281 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules/29021ab9-187d-47cd-b2cc-7844999f9870 HTTP/1.1" status: 200  len: 705 time: 0.0979803
Nov 23 12:54:59.132097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47762) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.234831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3db2de9e-1983-4fb2-807d-b3c67f259530 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:59.243034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.263038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3db2de9e-1983-4fb2-807d-b3c67f259530 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:59.264307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3db2de9e-1983-4fb2-807d-b3c67f259530 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1311963
Nov 23 12:54:59.268287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47766) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.309463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.317377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.321298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e86104-a246-4414-83d6-505060c658de tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:59.325902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e86104-a246-4414-83d6-505060c658de tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:59.326722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57e86104-a246-4414-83d6-505060c658de tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Synchronizing usage tracker for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:59.335700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:59.369761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.380716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57e86104-a246-4414-83d6-505060c658de tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Unset dirty status for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:59.385506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57e86104-a246-4414-83d6-505060c658de tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3490248
Nov 23 12:54:59.391834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47770) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.401670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-593197465'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:59.410033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:59.428326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:59.483312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:54:59.489292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.497940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=f79c9ab1-cea7-4ea5-a97e-c0f913219d47,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:59.504719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:59.507967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.520682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:59.544705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:54:59.550503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29021ab9-187d-47cd-b2cc-7844999f9870,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:59.554887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:59.562435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.562840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment 17e17cb3-870b-4388-bab8-3ae3d3f9ccaa of type vxlan for network a733c26d-6f2c-4e66-a845-1ba94ded2a4d
Nov 23 12:54:59.573734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.574956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/29021ab9-187d-47cd-b2cc-7844999f9870 HTTP/1.1" status: 204  len: 168 time: 0.3055847
Nov 23 12:54:59.577930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47774) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.606981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:54:59.610115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:54:59.613503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:54:59.638738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.689703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4f32c569-311d-4de8-af83-61079a09a895 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:54:59.717401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4f32c569-311d-4de8-af83-61079a09a895 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:54:59.718767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f32c569-311d-4de8-af83-61079a09a895 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1395800
Nov 23 12:54:59.725445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47778) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.732007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': '4030cb40-4854-453f-bb00-ee0f4df718c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:59.742069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.743229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:59.746157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:54:59.746809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.757858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:54:59.761128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2da0f196-860a-4a4f-92ce-bc9458d824be tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:54:59.781832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.790808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.853900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port ad6cc4e4-394d-4335-b07f-5060afd82f94 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:54:59.854278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:54:59.931026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5374219
Nov 23 12:54:59.936527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47782) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:59.955948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1422625177'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:59.960209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=a733c26d-6f2c-4e66-a845-1ba94ded2a4d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:54:59.966773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:54:59.967852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:54:59.974761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:00.045828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:network and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:00.047535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:00.060451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:00.071695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:00.091125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:00.097219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.146632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.168828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:00.172353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.214236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.240371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aca51a25-7b09-4198-be56-7def6f5076c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.245983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.247651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:00.282509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8182bcd-a0a8-4859-ae6c-6ea4b7078c4b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:00.290546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:00.304542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.305724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment c1eb3ea7-c9c8-4242-98bd-341c1c4027a3 of type vxlan for network 101c4641-3de8-40e5-bf35-b428184e8434
Nov 23 12:55:00.315784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for ad6cc4e4-394d-4335-b07f-5060afd82f94 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:00.318019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.319299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5928476
Nov 23 12:55:00.324051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47786) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.398909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.419905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b97f3a18-70b8-4077-8142-e3b02d439987 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules/f8182bcd-a0a8-4859-ae6c-6ea4b7078c4b HTTP/1.1" status: 200  len: 705 time: 0.0945487
Nov 23 12:55:00.422742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47790) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.460269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.464904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:00.465559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.472963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64bdfa4b-708a-439e-86d6-15b04939c4e6 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:00.529963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-71a57789-5e7c-4e2c-9c4e-d27c45d3ae0d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:00.556742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-71a57789-5e7c-4e2c-9c4e-d27c45d3ae0d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:00.558068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71a57789-5e7c-4e2c-9c4e-d27c45d3ae0d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1343443
Nov 23 12:55:00.562607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47794) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.574357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.577978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.599101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:00.619835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6749122
Nov 23 12:55:00.620838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=101c4641-3de8-40e5-bf35-b428184e8434,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:00.624003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:00.627990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47798) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.634443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 101c4641-3de8-40e5-bf35-b428184e8434 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:00.646106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'ports': [{'network_id': 'a733c26d-6f2c-4e66-a845-1ba94ded2a4d', 'name': 'tempest-port--715720832', 'admin_state_up': True}, {'network_id': '101c4641-3de8-40e5-bf35-b428184e8434', 'admin_state_up': False}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:00.646563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'port': {'network_id': 'a733c26d-6f2c-4e66-a845-1ba94ded2a4d', 'name': 'tempest-port--715720832', 'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:00.646971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'port': {'network_id': '101c4641-3de8-40e5-bf35-b428184e8434', 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:00.653358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 101c4641-3de8-40e5-bf35-b428184e8434 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:00.777335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=f79c9ab1-cea7-4ea5-a97e-c0f913219d47,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:00.780053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:00.780817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.813829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.855683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.896330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.913825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.915143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.8534484
Nov 23 12:55:00.962721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:00.982674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e230505f-9a0a-4b19-8ed6-3440434c84ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:01.006755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-380a2716-ab8d-498d-b324-cbac9323cef5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:01.021684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-380a2716-ab8d-498d-b324-cbac9323cef5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:01.022969 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-380a2716-ab8d-498d-b324-cbac9323cef5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.113 HTTP/1.1" status: 200  len: 696 time: 0.1013412
Nov 23 12:55:01.092765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.107949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=ad6cc4e4-394d-4335-b07f-5060afd82f94,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:01.123313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:01.123894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75a2cd26-a41b-47bd-b32f-cb6eec4ae3ea tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:01.163712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8182bcd-a0a8-4859-ae6c-6ea4b7078c4b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:01.177411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:01.188215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-cf0cb062-4a35-4f95-850d-388749b8c3b4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:01.190746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fb107553-cfdb-4d05-82e0-b5cee45a2cde req-cf0cb062-4a35-4f95-850d-388749b8c3b4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1614766
Nov 23 12:55:01.201302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:01.203870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.205522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/f8182bcd-a0a8-4859-ae6c-6ea4b7078c4b HTTP/1.1" status: 204  len: 168 time: 0.6386209
Nov 23 12:55:01.208290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.212872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:port and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:01.225552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:01.235873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:01.257630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'port': 2} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:01.263917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.270640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e98b369d-a287-4161-a031-2524e5ec5e15 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0608914
Nov 23 12:55:01.271335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47808) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.277693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Request body: {'security_group_rule': {'security_group_id': '4030cb40-4854-453f-bb00-ee0f4df718c1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:01.285451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:01.290054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Usage tracker for resource:security_group_rule and tenant:c45e5115647345fd9b0414ee68b7489c is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:01.293689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:01.300852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:01.321646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.395727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.399069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.401127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:01.410295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.431222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97437032-c2e7-427d-9acd-67984b928b63,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:01.434133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:01.445147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.446834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1740036
Nov 23 12:55:01.450141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47812) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.471431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2302a380-afa3-4e78-8509-c2f2e7dd560a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules/97437032-c2e7-427d-9acd-67984b928b63 HTTP/1.1" status: 200  len: 706 time: 0.0194449
Nov 23 12:55:01.474278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47816) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.528134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43258de0-4bff-4ef0-84f2-ae9e0d8cd040 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:01.543944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43258de0-4bff-4ef0-84f2-ae9e0d8cd040 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:01.545411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43258de0-4bff-4ef0-84f2-ae9e0d8cd040 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.0699241
Nov 23 12:55:01.548364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47820) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.581770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.593297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.617443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.619292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-737de5f7-a233-40d9-988f-0452defe3b48 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:01.635454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97437032-c2e7-427d-9acd-67984b928b63,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:01.641229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:01.647412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.648670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-group-rules/97437032-c2e7-427d-9acd-67984b928b63 HTTP/1.1" status: 204  len: 168 time: 0.0983684
Nov 23 12:55:01.651336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47824) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.702148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13e190bc-4cbb-41c0-86ee-10d59220126b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:01.709888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c5bb3c80-3ddf-42c0-bbc1-e383bc8f089a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:01.711538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c5bb3c80-3ddf-42c0-bbc1-e383bc8f089a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3889191
Nov 23 12:55:01.720296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13e190bc-4cbb-41c0-86ee-10d59220126b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group_rule {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:01.725110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13e190bc-4cbb-41c0-86ee-10d59220126b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0699871
Nov 23 12:55:01.725342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47828) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.796637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.834009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.881892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.887747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-408e4867-f7e1-4447-9186-550ec6fba840 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:01.905773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030cb40-4854-453f-bb00-ee0f4df718c1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:01.910885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:01.921104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.925515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "DELETE /v2.0/security-groups/4030cb40-4854-453f-bb00-ee0f4df718c1 HTTP/1.1" status: 204  len: 168 time: 0.1960368
Nov 23 12:55:01.926362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47832) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.981502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:01.987540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3744b29-56d6-4671-9188-89b7f72f4bff tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Synchronizing usage tracker for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:02.004154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3744b29-56d6-4671-9188-89b7f72f4bff tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Unset dirty status for tenant:c45e5115647345fd9b0414ee68b7489c on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:02.005565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3744b29-56d6-4671-9188-89b7f72f4bff tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.0781462
Nov 23 12:55:02.011751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47836) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:02.068355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] device_id is not set on port 947c2f1f-f395-4d13-acd8-ad5204764918 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:55:02.077589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1532e43-7476-4c2f-b86e-93444d7c33cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2751 time: 0.0590289
Nov 23 12:55:02.119173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-32c24447-219b-4621-b7d9-4b2b43f7d186 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.113 HTTP/1.1" status: 200  len: 696 time: 0.3892772
Nov 23 12:55:02.133788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:02.238040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.276571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.348194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.404811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47844) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:02.600154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1d00de1-9196-4279-b1fb-51867fcb5e30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c45e5115647345fd9b0414ee68b7489c&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1937737
Nov 23 12:55:02.602939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47850) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:02.632122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.674449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.703745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.757090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.762347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21aa8f65-bf78-41ec-b3de-8feed29899d3 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:02.777980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bdfda3-03ef-4b2a-960e-5b40c53cb430,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:02.782529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:02.789808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:02.791273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0bdfda3-03ef-4b2a-960e-5b40c53cb430 HTTP/1.1" status: 204  len: 168 time: 0.1872137
Nov 23 12:55:02.859443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] device_id is not set on port 2cdd7203-e754-44b0-927c-0c21e1d2de40 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:55:03.379103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:03.596897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:03.615992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:03.742567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:55:03.879870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Port': ['ID=947c2f1f-f395-4d13-acd8-ad5204764918,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:03.934527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:03.975443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:04.302958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:04.479390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Checking segment: {'id': '17e17cb3-870b-4388-bab8-3ae3d3f9ccaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a733c26d-6f2c-4e66-a845-1ba94ded2a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:04.479977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network hostable DHCP agents. Network: a733c26d-6f2c-4e66-a845-1ba94ded2a4d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:04.559600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:04.571228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router a4231331-9e1d-4fe8-9f18-dc9836225705 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:04.582105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, a733c26d-6f2c-4e66-a845-1ba94ded2a4d) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:04.588255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:04.589169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:04.590017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5d30c-64b1-47d3-ae81-5bb4a311f5f0 None None] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:04.605800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5056b712-5fce-4118-9444-d5777f4dfa44 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:04.845477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Port': ['ID=2cdd7203-e754-44b0-927c-0c21e1d2de40,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:04.857254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:04.945841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP 2dec8d98-03c4-47b5-871d-9a2174129070 associated. External IP: 172.26.6.113, port: 9f073b0a-322b-476f-88e6-959657ee992f.
Nov 23 12:55:05.126294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Checking segment: {'id': 'c1eb3ea7-c9c8-4242-98bd-341c1c4027a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '101c4641-3de8-40e5-bf35-b428184e8434'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:05.126667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network hostable DHCP agents. Network: 101c4641-3de8-40e5-bf35-b428184e8434, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:05.180318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:05.190342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] Sync routers for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:05.193021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 101c4641-3de8-40e5-bf35-b428184e8434 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:05.203164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:05.206986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3209710
Nov 23 12:55:05.207179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f6d6a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:05.207465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47856) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:05.268050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 101c4641-3de8-40e5-bf35-b428184e8434) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:05.275266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f6d6a0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:05.288568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:05.291340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:05.291340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f6d6a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:05.291733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:05.294351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:05.294501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:05.346526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb341c7-a49f-45c1-b7d6-bbbdc7ad66a6 None None] Network 101c4641-3de8-40e5-bf35-b428184e8434 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:05.397946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 4.7589612
Nov 23 12:55:05.399387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47860) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:05.430362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f6d6a0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:05.430362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535090e-e4fa-45bf-af72-75830df02c92 None None] The sync data for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:05.517634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e17d5-6993-4226-b4fc-a7f8cff42db6 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:05.521835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e17d5-6993-4226-b4fc-a7f8cff42db6 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:05.523937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f4e17d5-6993-4226-b4fc-a7f8cff42db6 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1226032
Nov 23 12:55:05.530226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47864) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:05.626206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Deleting port 947c2f1f-f395-4d13-acd8-ad5204764918 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:05.626645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:05.878436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:05.917599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.059525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:06.071107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Calling delete_port for 947c2f1f-f395-4d13-acd8-ad5204764918 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:06.152539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.170788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85936d7b-32ad-4aa7-98ba-ac386d861761 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:06.276162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Port': ['ID=947c2f1f-f395-4d13-acd8-ad5204764918,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:06.282252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:06.341560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.348972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/ports/947c2f1f-f395-4d13-acd8-ad5204764918 HTTP/1.1" status: 204  len: 168 time: 0.8212729
Nov 23 12:55:06.352464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47868) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:06.445758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Deleting port 2cdd7203-e754-44b0-927c-0c21e1d2de40 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:06.446141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.754088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.898839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Calling delete_port for 2cdd7203-e754-44b0-927c-0c21e1d2de40 owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:06.906858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:06.911978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.917277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:06.931364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:06.932045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256cb6a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:06.985247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:06.985740 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-c2df829e-fd1f-4445-82d6-bf7ccad63023 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "PUT /v2.0/floatingips/2dec8d98-03c4-47b5-871d-9a2174129070 HTTP/1.1" status: 200  len: 997 time: 4.8585653
Nov 23 12:55:06.988962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:55:07.001751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d327a259-24eb-4c00-89f9-c72055767cd8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:07.077007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f', 'status': 'completed', 'code': 200}
Nov 23 12:55:07.110270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Port': ['ID=2cdd7203-e754-44b0-927c-0c21e1d2de40,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:07.116316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:07.168232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.176043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/ports/2cdd7203-e754-44b0-927c-0c21e1d2de40 HTTP/1.1" status: 204  len: 168 time: 0.8223171
Nov 23 12:55:07.178522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:07.185532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:55:07.226890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c8952473-b24e-416b-8161-4b46038e01da tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Synchronizing usage tracker for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:07.228854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-4b188fd2-0a5b-4c4d-982c-e8e7714e9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:07.230670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-4b188fd2-0a5b-4c4d-982c-e8e7714e9971 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.1964355
Nov 23 12:55:07.245059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c8952473-b24e-416b-8161-4b46038e01da tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Unset dirty status for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:07.246267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c8952473-b24e-416b-8161-4b46038e01da tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0667756
Nov 23 12:55:07.250170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47878) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:07.257872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1587813830'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:07.263459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:07.269310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:network and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:07.272278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for network was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:07.281834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:07.293705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:07.300234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.332870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 1a869c59-cea1-48cb-95ce-cb12ab7172bb {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:07.333232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.337160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:07.348233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.348939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment 5f7a45ed-104e-4d14-a7c2-cd3a21b00752 of type vxlan for network 74e889ba-da22-4dee-be89-66531d50f9f8
Nov 23 12:55:07.383709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.417256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.422074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:07.422723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.447372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14b3463a-ddf2-44ed-bccf-920789f906d3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:07.470978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2160614
Nov 23 12:55:07.509396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47882) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:07.535670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-c145f884-cb85-498b-8a48-705fb84f545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:07.537315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-c145f884-cb85-498b-8a48-705fb84f545e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.4006379
Nov 23 12:55:07.544070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1716068951'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:07.550945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=74e889ba-da22-4dee-be89-66531d50f9f8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:07.555200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:07.563412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 74e889ba-da22-4dee-be89-66531d50f9f8 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:07.582180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:07.586825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256cb6a0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:03Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:07.591084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:55:07.603130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:07.603796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68256cb6a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:07.639260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 74e889ba-da22-4dee-be89-66531d50f9f8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:07.664091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:network and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:07.677403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:07.699036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-3a6d808d-bc40-4e37-b436-9972635b2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:07.700686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-3a6d808d-bc40-4e37-b436-9972635b2ac0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.4515843
Nov 23 12:55:07.701615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:07.829479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:55:07.832986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:07.847177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:07.852932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.030117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 1a869c59-cea1-48cb-95ce-cb12ab7172bb owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:08.108548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-ab94b9ee-2d84-4c0e-ac44-1fc4c8c9b481 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1000 time: 0.3917491
Nov 23 12:55:08.109463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-faa83dcd-f602-48e4-bb2c-091e8fd36b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:08.111066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-faa83dcd-f602-48e4-bb2c-091e8fd36b33 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.5557513
Nov 23 12:55:08.166476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:08.213768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68256cb6a0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:03Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:08.218334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83372d9a-fdbe-42f4-b360-04d9e69aac0c None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:03Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:08.285168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.285560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Added segment 9929b946-d263-490e-b876-43556e5de679 of type vxlan for network f0f78512-95d0-4094-8d3c-d55bd37063cb
Nov 23 12:55:08.346505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-d23066c9-806d-417a-885f-ef553b3e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:08.348109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-d23066c9-806d-417a-885f-ef553b3e946a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.2295105
Nov 23 12:55:08.354951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.425934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-e187a1f7-d090-4224-8783-dc789d6473a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1000 time: 0.2622888
Nov 23 12:55:08.529021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255fbee-770b-4a84-b216-ecb941ad2f88 None None] New status for floating IP 2dec8d98-03c4-47b5-871d-9a2174129070: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:55:08.565827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.569838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:08.570481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.580281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30c05814-4bc7-4a08-a96c-bf0d555f2955 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:08.698128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-9657a932-8099-4e5c-978a-2a11dac84916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:08.699633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-9657a932-8099-4e5c-978a-2a11dac84916 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.2615833
Nov 23 12:55:08.774519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-5753b253-611c-4cdb-9f0d-0b48ded8e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:08.776164 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-5753b253-611c-4cdb-9f0d-0b48ded8e804 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4159203
Nov 23 12:55:08.792481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.2765341
Nov 23 12:55:08.792481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Network': ['ID=f0f78512-95d0-4094-8d3c-d55bd37063cb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:08.798296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-f5bd8714-bddd-448a-bb30-11fed0ac8c44 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:55:08.799985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-f5bd8714-bddd-448a-bb30-11fed0ac8c44 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0108981
Nov 23 12:55:08.801698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:08.818423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network f0f78512-95d0-4094-8d3c-d55bd37063cb details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:08.836896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network f0f78512-95d0-4094-8d3c-d55bd37063cb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:08.839871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:08.842058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6d8a653-d583-4656-91ee-cd807e3ead94 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:09.285787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=1a869c59-cea1-48cb-95ce-cb12ab7172bb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:09.293130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:09.407847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-f5b94209-233c-4e47-b7dc-7be09c408f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:09.409957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-f5b94209-233c-4e47-b7dc-7be09c408f69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6869087
Nov 23 12:55:09.414851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-9844c5b2-5e2a-4a3a-a2d7-352ca6b3448a service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5965464
Nov 23 12:55:09.871801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e347a5f-5b09-4a9e-9f18-1308175c293c req-65a3acdb-cca5-4220-80ac-bbe417b7dc08 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4274995
Nov 23 12:55:09.873560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-a20813e3-0fe0-4e44-8291-15b711cd9db5 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4555845
Nov 23 12:55:09.895197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:10.150716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2400ec6d-24ff-4c85-84ac-6d50b281dbc5 req-de5a92d9-835f-474b-a30f-118fe69073d4 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2572222
Nov 23 12:55:10.579929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router a4231331-9e1d-4fe8-9f18-dc9836225705 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:10.733234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:10.738746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5304325
Nov 23 12:55:10.741807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47888) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:10.756688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] Sync routers for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:10.770868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:10.771532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c89748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:10.791951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd948fa6-a695-4f08-b5cb-3f47022cadbc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:10.813723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bd948fa6-a695-4f08-b5cb-3f47022cadbc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:10.815282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd948fa6-a695-4f08-b5cb-3f47022cadbc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=a4231331-9e1d-4fe8-9f18-dc9836225705 HTTP/1.1" status: 200  len: 205 time: 0.0725119
Nov 23 12:55:10.818258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47892) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:10.843032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c89748>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:10.855496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] Routers {'a4231331-9e1d-4fe8-9f18-dc9836225705'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:10.856148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c89748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a4231331-9e1d-4fe8-9f18-dc9836225705'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:10.919841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c89748>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:10.920406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91fce8b-cd7d-4ff2-8ac5-6788b8ef240b None None] The sync data for ids ['a4231331-9e1d-4fe8-9f18-dc9836225705'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:10.963456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.654142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.659240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.693532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.694084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router a4231331-9e1d-4fe8-9f18-dc9836225705 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:55:11.706959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.710894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90a846b8-4224-4bee-89ee-bbb99e106726 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705 HTTP/1.1" status: 204  len: 168 time: 0.8887243
Nov 23 12:55:11.711124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47896) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:11.921360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 74b87c1f-49d6-4ada-9262-4b353ab01fa9 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:11.924741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:11.982059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:12.081145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:12.384300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:12.404517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4891f474-d1a2-4de2-8f6e-a8310e3f7a6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:12.505286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=74b87c1f-49d6-4ada-9262-4b353ab01fa9,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:12.512992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:12.576899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842c9b4-3719-4448-9fc7-48bc3ba9802e None None] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:12.586735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:12.610232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/74b87c1f-49d6-4ada-9262-4b353ab01fa9 HTTP/1.1" status: 204  len: 168 time: 0.8938723
Nov 23 12:55:12.613132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47900) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:12.708849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47904) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:12.719557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'subnets': [{'network_id': '74e889ba-da22-4dee-be89-66531d50f9f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--508595559', 'ip_version': 6}, {'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:12.719557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'subnet': {'network_id': '74e889ba-da22-4dee-be89-66531d50f9f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--508595559', 'ip_version': 6}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:12.719557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Request body: {'subnet': {'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:12.945064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 67d99d8c-0712-4b4f-a47d-0c30f36381f0 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:12.945064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.043464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.048888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] DHCP port deletion for 0e37c9dc-3495-467b-9ddf-8d89390bf536 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:55:13.048888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Deleting port b0bd4dec-237f-47af-9b9a-cc19fcf54608 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:13.048888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.120262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:13.120262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Usage tracker for resource:subnet and tenant:bf61cc1e401c48e59a2146dc84fbbde9 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:13.120262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:13.130968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:13.140597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.146271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Made reservation on behalf of bf61cc1e401c48e59a2146dc84fbbde9 for: {'subnet': 2} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:13.341119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] For port b0bd4dec-237f-47af-9b9a-cc19fcf54608, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b0bd4dec-237f-47af-9b9a-cc19fcf54608,segment=NetworkSegment(3b67bb82-006d-4662-b5a7-5c1c02df350f),segment_id=3b67bb82-006d-4662-b5a7-5c1c02df350f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:13.341119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.392709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.488663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Calling delete_port for b0bd4dec-237f-47af-9b9a-cc19fcf54608 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:13.575652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.604647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc587750-15f7-44a9-8d5e-0eea3e5d4abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:13.624339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:13.640084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abcb744f-e21e-4ee5-96cd-12a9cdb416ac tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:13.804940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Pushing event deleted for resources: {'Port': ['ID=b0bd4dec-237f-47af-9b9a-cc19fcf54608,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:13.848085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:13.910708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] No DVR routers for this DVR port b0bd4dec-237f-47af-9b9a-cc19fcf54608 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:14.082983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=67d99d8c-0712-4b4f-a47d-0c30f36381f0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:14.082983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:14.165398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.168066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d31ed-5df0-43d7-94b1-c60bc9648bb7 None None] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:14.170603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/67d99d8c-0712-4b4f-a47d-0c30f36381f0 HTTP/1.1" status: 204  len: 168 time: 1.5520179
Nov 23 12:55:14.170603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47908) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:14.303324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.309027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.449187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b0bd4dec-237f-47af-9b9a-cc19fcf54608 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:55:14.490227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b0bd4dec-237f-47af-9b9a-cc19fcf54608 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:55:14.490227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b0bd4dec-237f-47af-9b9a-cc19fcf54608 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:55:14.531564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-683d0bd8-5fb4-4f5a-9866-57fb4bd3e991 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:14.537183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.632607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Subnet': ['ID=00c56365-1697-46ba-9c54-1513251fa88e,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:14.632607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:14.640204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] DHCP port deletion for be37f2ff-45ed-4be6-af60-25a9417b9fd6 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:55:14.645971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Deleting port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:14.645971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.649587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Checking segment: {'id': '5f7a45ed-104e-4d14-a7c2-cd3a21b00752', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74e889ba-da22-4dee-be89-66531d50f9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:14.649587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network hostable DHCP agents. Network: 74e889ba-da22-4dee-be89-66531d50f9f8, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:14.699191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 74e889ba-da22-4dee-be89-66531d50f9f8 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:14.704067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825433668>,) {'filters': {'network_id': ['0e37c9dc-3495-467b-9ddf-8d89390bf536']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:14.708693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 74e889ba-da22-4dee-be89-66531d50f9f8) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:14.728000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825433668>, '3b67bb82-006d-4662-b5a7-5c1c02df350f') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:14.728000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825433668>, '3b67bb82-006d-4662-b5a7-5c1c02df350f') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:14.752770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.783328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:14.783328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:14.916501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf168442-61c6-43c8-8a83-e1d1911cc9b2 None None] Network 74e889ba-da22-4dee-be89-66531d50f9f8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:15.040926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:15.051019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.121135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.262024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a548e6cb-d2a0-4f11-b777-9c9c91c4a378 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:15.292992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 0e37c9dc-3495-467b-9ddf-8d89390bf536 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:15.297751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] For port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,segment=NetworkSegment(8203436c-a718-4a82-8f60-259734f4bc93),segment_id=8203436c-a718-4a82-8f60-259734f4bc93)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:15.297751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:15.322825 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:15.333582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event updated for resources: {'Subnet': ['ID=7c263e32-a49e-4a28-b07f-dd5abdd993a1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:15.333582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:15.402905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Checking segment: {'id': '9929b946-d263-490e-b876-43556e5de679', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:15.402905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network hostable DHCP agents. Network: f0f78512-95d0-4094-8d3c-d55bd37063cb, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:15.440671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.440671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33182163-a856-4d24-a764-4d5334d4baa2 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:15.451148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network f0f78512-95d0-4094-8d3c-d55bd37063cb is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:15.475518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, f0f78512-95d0-4094-8d3c-d55bd37063cb) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:15.484742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.484742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=0e37c9dc-3495-467b-9ddf-8d89390bf536,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:15.490725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:15.498703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:15.498703 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-727965a3-6892-401e-9d55-19d6cec91f6b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/0e37c9dc-3495-467b-9ddf-8d89390bf536 HTTP/1.1" status: 204  len: 168 time: 1.3150535
Nov 23 12:55:15.498703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47914) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:15.509147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:15.509147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.542467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45665d-91df-4beb-9fff-5cdf775f30eb None None] Network f0f78512-95d0-4094-8d3c-d55bd37063cb requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:15.548350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 2.8296409
Nov 23 12:55:15.548350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47918) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:15.640109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Calling delete_port for d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:15.645913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4505c95-9743-4a16-bdaa-8e2754fee2b9 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:15.645913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4505c95-9743-4a16-bdaa-8e2754fee2b9 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Synchronizing usage tracker for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:subnet {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:15.665316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b4505c95-9743-4a16-bdaa-8e2754fee2b9 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Unset dirty status for tenant:bf61cc1e401c48e59a2146dc84fbbde9 on resource:subnet {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:15.665316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b4505c95-9743-4a16-bdaa-8e2754fee2b9 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.1207762
Nov 23 12:55:15.676793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47922) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:15.679594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.801294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:15.801294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.812181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Deleting subnet 00c56365-1697-46ba-9c54-1513251fa88e {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:15.812181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:15.883723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] The port 'd4116c6f-b1dd-4a84-a8b8-dc6956cdb39c' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:55:15.887696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.044639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.049764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.084743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.107878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:16.226960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Pushing event deleted for resources: {'Port': ['ID=d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:16.233268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f59d358>,) {'filters': {'network_id': ['be37f2ff-45ed-4be6-af60-25a9417b9fd6']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:16.239208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:16.239208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ca271-f442-4fd3-a979-d30716661329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-74e889ba-da22-4dee-be89-66531d50f9f8', 'network_id': '74e889ba-da22-4dee-be89-66531d50f9f8', 'tenant_id': 'bf61cc1e401c48e59a2146dc84fbbde9', 'fixed_ips': [{'subnet_id': '00c56365-1697-46ba-9c54-1513251fa88e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:16.239208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c0ca271-f442-4fd3-a979-d30716661329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.276298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f59d358>, '8203436c-a718-4a82-8f60-259734f4bc93') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:16.276298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f59d358>, '8203436c-a718-4a82-8f60-259734f4bc93') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:16.319909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.361324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.361324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:16.399922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-f0f78512-95d0-4094-8d3c-d55bd37063cb', 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb', 'tenant_id': 'bf61cc1e401c48e59a2146dc84fbbde9', 'fixed_ips': [{'subnet_id': '7c263e32-a49e-4a28-b07f-dd5abdd993a1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:16.399922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.411304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:55:16.458634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:55:16.458634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:55:16.683945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:16.704078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.835871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] No DVR routers for this DVR port d4116c6f-b1dd-4a84-a8b8-dc6956cdb39c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:16.850653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.938675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-1c0ca271-f442-4fd3-a979-d30716661329 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00c56365-1697-46ba-9c54-1513251fa88e: This subnet is being modified by another concurrent operation.
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00c56365-1697-46ba-9c54-1513251fa88e: This subnet is being modified by another concurrent operation.
Nov 23 12:55:16.952122 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:55:16.977986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0066d50-11da-4b71-903a-a44e78c776d7 None None] Network 74e889ba-da22-4dee-be89-66531d50f9f8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:16.989041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68ea09b1-910c-487e-a07d-0b2dd3635610 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:17.000037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network be37f2ff-45ed-4be6-af60-25a9417b9fd6 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:17.031558 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:17.135588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Subnet': ['ID=00c56365-1697-46ba-9c54-1513251fa88e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:17.135588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:17.162694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.173410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:17.193128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.204503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=be37f2ff-45ed-4be6-af60-25a9417b9fd6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:17.204503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/be37f2ff-45ed-4be6-af60-25a9417b9fd6 HTTP/1.1" status: 204  len: 168 time: 1.7088091
Nov 23 12:55:17.204503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:17.204503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47926) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:17.214726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-1638336364'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:17.235319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:17.235319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:17.235319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:17.254334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:17.269516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.274889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:17.285450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/subnets/00c56365-1697-46ba-9c54-1513251fa88e HTTP/1.1" status: 204  len: 168 time: 1.6010184
Nov 23 12:55:17.290453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.295422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47930) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:17.351785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:17.364210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Allocated IP 2001:db8:0:1::1 (f0f78512-95d0-4094-8d3c-d55bd37063cb/7c263e32-a49e-4a28-b07f-dd5abdd993a1/a54e669b-75a4-4899-8c9b-5b606dbb4444) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:17.369613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.369613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment da0b9dd2-459b-4747-8bcc-fb077d795c49 of type vxlan for network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4
Nov 23 12:55:17.374720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Deleting subnet 7c263e32-a49e-4a28-b07f-dd5abdd993a1 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:17.396370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.429687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.429687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:17.429687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.441925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f6c5c45-dc08-4070-a62e-4dc6c1dbf7fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:17.536926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3246429
Nov 23 12:55:17.540791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47934) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:17.540791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:17.575208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:17.575208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:17.594077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:17.693401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:17.693401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:17.693401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:17.705772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:17.709421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:17.710930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:17.845089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.846981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.872841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Transition to ACTIVE for port object a54e669b-75a4-4899-8c9b-5b606dbb4444 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:17.893861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Transition to ACTIVE for port object a54e669b-75a4-4899-8c9b-5b606dbb4444 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:17.897793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:17.913883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b469b26b-f94e-472d-af0e-6d08387f2425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:17.920206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.010795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.188305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.224127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Pushing event updated for resources: {'Port': ['ID=a54e669b-75a4-4899-8c9b-5b606dbb4444,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:18.229472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:18.279942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Network f0f78512-95d0-4094-8d3c-d55bd37063cb is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:18.281660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:18.284006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:18.342377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Attempting to bind port a54e669b-75a4-4899-8c9b-5b606dbb4444 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:18.342796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Attempting to bind port a54e669b-75a4-4899-8c9b-5b606dbb4444 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9929b946-d263-490e-b876-43556e5de679', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:18.343209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Attempting to bind port a54e669b-75a4-4899-8c9b-5b606dbb4444 on network f0f78512-95d0-4094-8d3c-d55bd37063cb {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:18.350397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:18.350847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Checking segment: {'id': '9929b946-d263-490e-b876-43556e5de679', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:18.351274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.351717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Bound using segment: {'id': '9929b946-d263-490e-b876-43556e5de679', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:18.352233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Bound port: a54e669b-75a4-4899-8c9b-5b606dbb4444, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9929b946-d263-490e-b876-43556e5de679', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f0f78512-95d0-4094-8d3c-d55bd37063cb'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:18.352703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.643702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] For port a54e669b-75a4-4899-8c9b-5b606dbb4444, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:18.647702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.647896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] For port a54e669b-75a4-4899-8c9b-5b606dbb4444, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a54e669b-75a4-4899-8c9b-5b606dbb4444,segment=NetworkSegment(9929b946-d263-490e-b876-43556e5de679),segment_id=9929b946-d263-490e-b876-43556e5de679)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:18.674791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.686013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:18.693271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8209d08-1d53-41cd-8994-9e1b57a53dd0 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:18.804138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Subnet': ['ID=7c263e32-a49e-4a28-b07f-dd5abdd993a1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:18.806504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:18.830294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Pushing event updated for resources: {'Port': ['ID=a54e669b-75a4-4899-8c9b-5b606dbb4444,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:18.836964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:18.868942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:18.887989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-594a2159-cd21-40d7-8acf-d672872530e8 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:19.004631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.037417 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/subnets/7c263e32-a49e-4a28-b07f-dd5abdd993a1 HTTP/1.1" status: 204  len: 168 time: 1.7570918
Nov 23 12:55:19.040612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47938) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.042495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=68ed46b3-e032-458d-8018-cac36c8286f1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:19.047330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:19.131391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f5030-711e-462f-b74e-9fc64d1665ce tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:19.131391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a96f5030-711e-462f-b74e-9fc64d1665ce tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0891254
Nov 23 12:55:19.134994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47942) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.157388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': 'da0b9dd2-459b-4747-8bcc-fb077d795c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:19.157388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:19.177087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:19.190319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:19.210367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:19.218699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7c41a-6d1f-44e2-8061-2158530b4708 None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:19.228634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.284325 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7500396
Nov 23 12:55:19.285080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47946) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.291606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-1684834620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:19.302421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:19.309774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.312222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:19.320172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:19.328163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:19.359695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.361743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.383904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.402698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Deleting port a54e669b-75a4-4899-8c9b-5b606dbb4444 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:19.402698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.449128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.477559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.481115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-68e364b2-5b59-41ab-b16f-23e0133aedd6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1947641
Nov 23 12:55:19.481817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47950) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.489012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'port': {'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4', 'name': 'tempest-RoutersTest-379287007'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:19.525630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4', 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '68ed46b3-e032-458d-8018-cac36c8286f1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:19.525630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.713612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:19.732344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] For port a54e669b-75a4-4899-8c9b-5b606dbb4444, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=a54e669b-75a4-4899-8c9b-5b606dbb4444,segment=NetworkSegment(9929b946-d263-490e-b876-43556e5de679),segment_id=9929b946-d263-490e-b876-43556e5de679)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:19.732344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.739824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:port and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:19.739824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:19.774577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:19.803899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:19.815808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:19.883009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Allocated IP 172.20.0.2 (b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4/68ed46b3-e032-458d-8018-cac36c8286f1/bb89c5d6-ff8e-4813-8a53-5558a4959b3a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:19.907977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Calling delete_port for a54e669b-75a4-4899-8c9b-5b606dbb4444 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:20.015041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.148664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] device_id is not set on port 3d41677e-c309-4016-b756-0edc48dfaa75 yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 12:55:20.184971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6fd95cd-c095-4d31-9e82-70971307f2cc tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:20.229701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.249438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Port': ['ID=a54e669b-75a4-4899-8c9b-5b606dbb4444,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:20.262646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Transition to ACTIVE for port object bb89c5d6-ff8e-4813-8a53-5558a4959b3a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:20.273706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:20.273706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] No DVR routers for this DVR port a54e669b-75a4-4899-8c9b-5b606dbb4444 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:20.324939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Transition to ACTIVE for port object bb89c5d6-ff8e-4813-8a53-5558a4959b3a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:20.331279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.362414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e9a1eb8-ed2c-4ea2-912d-6f5a231cf1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:20.427591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.20.0.4 (b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4/68ed46b3-e032-458d-8018-cac36c8286f1/3d41677e-c309-4016-b756-0edc48dfaa75) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:20.507469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.520458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Pushing event updated for resources: {'Port': ['ID=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:20.531276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:20.595209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:20.596716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:20.599433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:20.668004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756270dc-b355-485b-b995-557832f264d4 None None] Network f0f78512-95d0-4094-8d3c-d55bd37063cb requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:20.671941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f9753c8>,) {'filters': {'network_id': ['f0f78512-95d0-4094-8d3c-d55bd37063cb']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:20.693612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9753c8>, '9929b946-d263-490e-b876-43556e5de679') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:20.693612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9753c8>, '9929b946-d263-490e-b876-43556e5de679') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:20.727498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.765460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.765460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:20.779195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-093aeefd-35f9-4b2b-b8c9-a771de5bb543 None None] Could not find standard attr ID for object a54e669b-75a4-4899-8c9b-5b606dbb4444. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Attempting to bind port bb89c5d6-ff8e-4813-8a53-5558a4959b3a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Attempting to bind port bb89c5d6-ff8e-4813-8a53-5558a4959b3a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'da0b9dd2-459b-4747-8bcc-fb077d795c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Attempting to bind port bb89c5d6-ff8e-4813-8a53-5558a4959b3a on network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Checking segment: {'id': 'da0b9dd2-459b-4747-8bcc-fb077d795c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Bound using segment: {'id': 'da0b9dd2-459b-4747-8bcc-fb077d795c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Bound port: bb89c5d6-ff8e-4813-8a53-5558a4959b3a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0b9dd2-459b-4747-8bcc-fb077d795c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:20.817261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.849431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.875915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 3d41677e-c309-4016-b756-0edc48dfaa75 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:20.904940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:20.934460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe378d63-bbd7-412f-92a3-5462b07fafd1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:21.028479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] For port bb89c5d6-ff8e-4813-8a53-5558a4959b3a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:21.028479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85bb93-db2e-477d-bf2d-863aab0f97e7 None None] DHCP port deletion for f0f78512-95d0-4094-8d3c-d55bd37063cb request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:55:21.037430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] For port bb89c5d6-ff8e-4813-8a53-5558a4959b3a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,segment=NetworkSegment(da0b9dd2-459b-4747-8bcc-fb077d795c49),segment_id=da0b9dd2-459b-4747-8bcc-fb077d795c49)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:21.037430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:21.065602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:21.225208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=3d41677e-c309-4016-b756-0edc48dfaa75,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:21.228848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:21.245204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Pushing event updated for resources: {'Port': ['ID=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:21.252912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:21.258832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:21.261688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:21.264290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:21.319859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network f0f78512-95d0-4094-8d3c-d55bd37063cb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:21.331777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:21.355931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:21.355931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:21.420473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.9340684
Nov 23 12:55:21.420473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47954) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:21.546498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network f0f78512-95d0-4094-8d3c-d55bd37063cb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:21.572894 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:21.787462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:21.792979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55583c8c-90d9-4b1e-8d58-1ab9d7800d47 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:21.826316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:21.838006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=f0f78512-95d0-4094-8d3c-d55bd37063cb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:21.841589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:21.870413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/f0f78512-95d0-4094-8d3c-d55bd37063cb HTTP/1.1" status: 204  len: 168 time: 2.7378023
Nov 23 12:55:21.873362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47958) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:22.020754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.239954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.384859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825261908>,) {'filters': {'network_id': ['74e889ba-da22-4dee-be89-66531d50f9f8']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:22.399371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.405667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb89c5d6-ff8e-4813-8a53-5558a4959b3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:22.406364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825261908>, '5f7a45ed-104e-4d14-a7c2-cd3a21b00752') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:22.406769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825261908>, '5f7a45ed-104e-4d14-a7c2-cd3a21b00752') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:22.426257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.444851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.448255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:22.511959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:22.533606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a54e669b-75a4-4899-8c9b-5b606dbb4444 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:55:22.582394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: a54e669b-75a4-4899-8c9b-5b606dbb4444 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:55:22.582394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device a54e669b-75a4-4899-8c9b-5b606dbb4444 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:55:22.709379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 74e889ba-da22-4dee-be89-66531d50f9f8 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:22.722691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.942845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223fd73-a612-4c3e-bb2a-715bd1b7d56c None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:22.954806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 74e889ba-da22-4dee-be89-66531d50f9f8 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:22.973970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:22.980760 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:22.985439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.002159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:23.066302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Provisioning for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:23.081173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.085593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8de8fda1-4835-4085-a781-a9b12424853c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:23.088958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Provisioning complete for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:23.089393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.111321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.129019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/74e889ba-da22-4dee-be89-66531d50f9f8 HTTP/1.1" status: 204  len: 168 time: 1.2542520
Nov 23 12:55:23.132772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47964) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:23.133942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=74e889ba-da22-4dee-be89-66531d50f9f8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:23.139010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:23.151178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=3d41677e-c309-4016-b756-0edc48dfaa75,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:23.157575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:23.283052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.305183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.388636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] For port bb89c5d6-ff8e-4813-8a53-5558a4959b3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,segment=NetworkSegment(da0b9dd2-459b-4747-8bcc-fb077d795c49),segment_id=da0b9dd2-459b-4747-8bcc-fb077d795c49)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:23.394227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.397924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd0cc027-2614-4a8e-81d3-c5b5cc366ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:23.498415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Pushing event updated for resources: {'Port': ['ID=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:23.499248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:23.520374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.552504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.665565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.698594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f2850f0>,) {'filters': {'network_id': ['101c4641-3de8-40e5-bf35-b428184e8434']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:23.725510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2850f0>, 'c1eb3ea7-c9c8-4242-98bd-341c1c4027a3') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:23.725510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2850f0>, 'c1eb3ea7-c9c8-4242-98bd-341c1c4027a3') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:23.740241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.759903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.762733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:23.824743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Provisioning complete for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:23.825437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:23.977781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 101c4641-3de8-40e5-bf35-b428184e8434 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:23.993479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.026494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Provisioning for port 3d41677e-c309-4016-b756-0edc48dfaa75 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:24.034398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Provisioning complete for port 3d41677e-c309-4016-b756-0edc48dfaa75 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:24.035034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.118454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fcee2ca7-962d-4331-823b-89e8ab216fe3 None None] Port 3d41677e-c309-4016-b756-0edc48dfaa75 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:55:24.228380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network 101c4641-3de8-40e5-bf35-b428184e8434 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:24.255131 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:24.260702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0de45ca3-bcf5-4e9e-810c-12725bc40094 None None] Provisioning complete for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:24.260702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0de45ca3-bcf5-4e9e-810c-12725bc40094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.342235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.356942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.372281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.375864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0446f0c1-eecd-469d-8785-3c9ed9d41efe tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:24.396205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.417370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/101c4641-3de8-40e5-bf35-b428184e8434 HTTP/1.1" status: 204  len: 168 time: 1.2800031
Nov 23 12:55:24.417551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da526394-3fff-4a7a-bc9a-c46516f75a10 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:24.417643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=101c4641-3de8-40e5-bf35-b428184e8434,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:24.419066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47968) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:24.507331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:24.530035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=3d41677e-c309-4016-b756-0edc48dfaa75,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:24.534071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:24.535143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.600288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.804492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb89c5d6-ff8e-4813-8a53-5558a4959b3a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:24.827003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:24.828254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:24.918603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:24.930296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:24.931315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.070182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-71c445bf-edbb-4e7e-a3e7-a9a95ba117e6 None None] Provisioning complete for port bb89c5d6-ff8e-4813-8a53-5558a4959b3a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:25.070182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71c445bf-edbb-4e7e-a3e7-a9a95ba117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.163872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824d17b70>,) {'filters': {'network_id': ['a733c26d-6f2c-4e66-a845-1ba94ded2a4d']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:25.182834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d17b70>, '17e17cb3-870b-4388-bab8-3ae3d3f9ccaa') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:25.183176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824d17b70>, '17e17cb3-870b-4388-bab8-3ae3d3f9ccaa') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:25.201865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.226004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01972f-3164-4782-87ef-df4349fe6f68 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:55:25.233175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.237913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:25.315681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 890013a3-945d-4bf4-b813-05fe3f9933a1 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:55:25.342979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-71c445bf-edbb-4e7e-a3e7-a9a95ba117e6 None None] Provisioning complete for port 3d41677e-c309-4016-b756-0edc48dfaa75 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:25.342979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71c445bf-edbb-4e7e-a3e7-a9a95ba117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.430805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-71c445bf-edbb-4e7e-a3e7-a9a95ba117e6 None None] Port 3d41677e-c309-4016-b756-0edc48dfaa75 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:55:25.439478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c01972f-3164-4782-87ef-df4349fe6f68 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:55:25.444210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:25.455147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.580374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:25.594083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/890013a3-945d-4bf4-b813-05fe3f9933a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1650157
Nov 23 12:55:25.598086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] Sync routers for ids ['890013a3-945d-4bf4-b813-05fe3f9933a1'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:25.602725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47972) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:25.606548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-414f8837-06c9-48f2-8818-02d6f1aabce0 None None] Provisioning complete for port 3d41677e-c309-4016-b756-0edc48dfaa75 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:25.606548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f8837-06c9-48f2-8818-02d6f1aabce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80fb45d-49e5-406b-a248-ea0f4d65bf13 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:25.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a80fb45d-49e5-406b-a248-ea0f4d65bf13 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:25.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a80fb45d-49e5-406b-a248-ea0f4d65bf13 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:25.758014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a80fb45d-49e5-406b-a248-ea0f4d65bf13 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports/3d41677e-c309-4016-b756-0edc48dfaa75 HTTP/1.1" status: 200  len: 976 time: 0.1418414
Nov 23 12:55:25.758014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 47976) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:25.793767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Network a733c26d-6f2c-4e66-a845-1ba94ded2a4d has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:25.820776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-414f8837-06c9-48f2-8818-02d6f1aabce0 None None] Port 3d41677e-c309-4016-b756-0edc48dfaa75 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:25.832168 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:25.834549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] Routers {'890013a3-945d-4bf4-b813-05fe3f9933a1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:25.836415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f65748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['890013a3-945d-4bf4-b813-05fe3f9933a1'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:25.930680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f65748>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:25.941954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.946458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:25.960125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74925324-0861-46db-b02d-1039f4f36b8a tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:25.982157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] 10.222.0.60 "DELETE /v2.0/networks/a733c26d-6f2c-4e66-a845-1ba94ded2a4d HTTP/1.1" status: 204  len: 168 time: 1.5619164
Nov 23 12:55:25.990816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Pushing event deleted for resources: {'Network': ['ID=a733c26d-6f2c-4e66-a845-1ba94ded2a4d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:25.994001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:26.020378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] Routers {'890013a3-945d-4bf4-b813-05fe3f9933a1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:26.021064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817f65748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['890013a3-945d-4bf4-b813-05fe3f9933a1'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:26.098825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817f65748>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:26.099228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff9e569-7f13-4677-9109-9097aaf75835 None None] The sync data for ids ['890013a3-945d-4bf4-b813-05fe3f9933a1'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:26.345393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47984) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:26.636861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:26.822993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e0c6535b-7e33-4c0d-a117-cd8fc733de10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf61cc1e401c48e59a2146dc84fbbde9&name=default HTTP/1.1" status: 200  len: 2751 time: 0.4758730
Nov 23 12:55:26.825728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 47990) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:26.890025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:26.917866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:26.962760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:26.968010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4e377837-1198-4ca7-b80b-47f9f4d4ea6f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:26.979191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c72b0-3b05-4542-b244-df1510d4e48a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:26.984285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:26.987173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:26.987844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d2c72b0-3b05-4542-b244-df1510d4e48a HTTP/1.1" status: 204  len: 168 time: 0.1611409
Nov 23 12:55:27.031706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 3d41677e-c309-4016-b756-0edc48dfaa75 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:27.032092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:27.233471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:27.371498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 3d41677e-c309-4016-b756-0edc48dfaa75 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:27.552477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:27.573961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-93e9931a-fb72-4bfd-bfa4-048aa6511566 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:27.680863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=3d41677e-c309-4016-b756-0edc48dfaa75,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:27.683780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:27.809211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7bda1de8-f22d-454a-b671-5ad9e2eca3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:27.951572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48012) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:27.971146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.097768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058319585'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:28.103253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:28.107334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:28.111101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:28.117114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:28.127823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:28.133395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.147001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.184129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:28.188100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:security_group_rule and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:28.191628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:28.197410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:28.280289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.284114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.288687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-441ff6e7-219f-4e0e-bc43-4bfef4decd49 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:28.321002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:28.334229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dd94f-0bb1-4f5f-8963-828dcd0edd1a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:28.337722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:28.340791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.341274 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment e9015918-1830-48ea-bac7-ec8a64cdcab3 of type vxlan for network 6ed81d35-79f4-4521-b5a9-65be38477487
Nov 23 12:55:28.369926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.400352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.404555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:28.405202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:28.411428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fdd630ba-671f-4382-b6ba-90e3f25c3e06 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955 tempest-ExtraDHCPOptionsIpV6TestJSON-505345955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:28.529800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5770161
Nov 23 12:55:28.533777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=6ed81d35-79f4-4521-b5a9-65be38477487,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:28.548730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 890013a3-945d-4bf4-b813-05fe3f9933a1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:28.550260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:28.559829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:28.578260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:28.685384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48018) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:28.693808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:28.700027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:28.713061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] Sync routers for ids ['890013a3-945d-4bf4-b813-05fe3f9933a1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:28.734865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] Routers {'890013a3-945d-4bf4-b813-05fe3f9933a1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:28.735805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257e07b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['890013a3-945d-4bf4-b813-05fe3f9933a1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:28.739545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/890013a3-945d-4bf4-b813-05fe3f9933a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9950268
Nov 23 12:55:28.742378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48022) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:28.826557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257e07b8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:28.837721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:28.842428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:28.846845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:55:28.847194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:28.848377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] Routers {'890013a3-945d-4bf4-b813-05fe3f9933a1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:28.849068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257e07b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['890013a3-945d-4bf4-b813-05fe3f9933a1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:28.853613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:28.863578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:28.920032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257e07b8>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:28.920589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc04505-d8b5-404d-9894-22f2a6f7b2e7 None None] The sync data for ids ['890013a3-945d-4bf4-b813-05fe3f9933a1'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:28.989011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.374851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-a13ac62e-fcb9-4f23-b55e-1d3ab48fbfe0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] remove_router_interface failed (client error): The resource could not be found.
Nov 23 12:55:29.378879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a13ac62e-fcb9-4f23-b55e-1d3ab48fbfe0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/890013a3-945d-4bf4-b813-05fe3f9933a1/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6328046
Nov 23 12:55:29.379390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48026) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:29.427792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-32c68745-3d95-4bd9-b513-27bfbcca2a31 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:29.443158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-32c68745-3d95-4bd9-b513-27bfbcca2a31 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:29.444412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32c68745-3d95-4bd9-b513-27bfbcca2a31 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=890013a3-945d-4bf4-b813-05fe3f9933a1 HTTP/1.1" status: 200  len: 205 time: 0.0640490
Nov 23 12:55:29.445633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.447339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48030) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:29.462654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c3423a5-2606-484e-be48-52f5e130f053 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:29.596396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.597745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=76813d5d-bb28-43d4-a06b-a1260f799840,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:29.600860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:29.673623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': 'e9015918-1830-48ea-bac7-ec8a64cdcab3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:29.673923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 6ed81d35-79f4-4521-b5a9-65be38477487, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:29.698128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6ed81d35-79f4-4521-b5a9-65be38477487 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:29.708766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6ed81d35-79f4-4521-b5a9-65be38477487) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:29.719819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799272a9-254c-43be-8835-9d78c1b85782 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:29.723268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:29.723902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.746022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.0594063
Nov 23 12:55:29.749627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:29.758159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911351393'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:29.763789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:29.769517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:29.772715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:29.779034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:29.790109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:29.796012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.832665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:29.844871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.845317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment f4e3f246-7bed-4587-86dc-431777ba8b95 of type vxlan for network f75690fd-f2c4-49d8-ac0c-abde578cf2eb
Nov 23 12:55:29.876913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.909437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.913702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:29.914348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:29.920150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16126725-6f01-40e5-b91d-ba268c3a482e tempest-NetworksIpV6TestAttrs-1142543355 tempest-NetworksIpV6TestAttrs-1142543355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:30.008461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2547059
Nov 23 12:55:30.010712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48040) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:30.013377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6ed81d35-79f4-4521-b5a9-65be38477487', 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '76813d5d-bb28-43d4-a06b-a1260f799840'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:30.014381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.028551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': 'f75690fd-f2c4-49d8-ac0c-abde578cf2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:30.032140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.037582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.061780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.062328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router 890013a3-945d-4bf4-b813-05fe3f9933a1 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:55:30.074301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.078017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0a5311e-b4c8-4f25-9207-bce2bf3e07ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/890013a3-945d-4bf4-b813-05fe3f9933a1 HTTP/1.1" status: 204  len: 168 time: 0.6271815
Nov 23 12:55:30.078282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48044) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:30.115896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=f75690fd-f2c4-49d8-ac0c-abde578cf2eb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:30.122786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:30.135174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:30.159664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:30.163234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:30.167334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:30.170941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:30.177584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:30.187917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:30.291853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 68ed46b3-e032-458d-8018-cac36c8286f1 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:30.295646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.306979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.359943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.375145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d40bba4b-4a2a-4c81-9a99-c0f124c1766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.459829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.554357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Allocated IP 172.20.255.242 (6ed81d35-79f4-4521-b5a9-65be38477487/76813d5d-bb28-43d4-a06b-a1260f799840/67af7ef3-22c3-4a7f-9337-0dc887ff409b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:30.778085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.795692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7845d20-68ce-434f-bf07-80d9cbde2a17 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:30.815542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.832638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fc461bc-6fd1-403e-b7f9-a36899e6ead7 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:30.893657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=68ed46b3-e032-458d-8018-cac36c8286f1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:30.898969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:30.947379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:30.957334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/68ed46b3-e032-458d-8018-cac36c8286f1 HTTP/1.1" status: 204  len: 168 time: 0.8749373
Nov 23 12:55:30.957515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48048) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:30.963393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5ad4a-6d16-4075-92f3-e25d48a1d94d None None] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:30.982960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=cca6cfe0-1b7e-453a-8c56-e650c8bd2bad,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:30.987306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:31.059326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.075014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': 'f4e3f246-7bed-4587-86dc-431777ba8b95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f75690fd-f2c4-49d8-ac0c-abde578cf2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:31.075435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: f75690fd-f2c4-49d8-ac0c-abde578cf2eb, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:31.092029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.100087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:31.109354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, f75690fd-f2c4-49d8-ac0c-abde578cf2eb) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:31.125143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:31.126680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.150866 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.1387413
Nov 23 12:55:31.151967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48052) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:31.161969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5aaa67-3eef-4e43-b6d4-a15c02bac00f None None] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:31.167506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port bb89c5d6-ff8e-4813-8a53-5558a4959b3a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:31.167805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.175947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.263515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Transition to ACTIVE for port object 67af7ef3-22c3-4a7f-9337-0dc887ff409b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:31.296974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Transition to ACTIVE for port object 67af7ef3-22c3-4a7f-9337-0dc887ff409b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:31.319159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.320274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.351721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02915e3f-4d66-45ef-bfc0-0b4815d8b86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:31.397885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port bb89c5d6-ff8e-4813-8a53-5558a4959b3a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,segment=NetworkSegment(da0b9dd2-459b-4747-8bcc-fb077d795c49),segment_id=da0b9dd2-459b-4747-8bcc-fb077d795c49)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:31.398550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.458226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.531456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for bb89c5d6-ff8e-4813-8a53-5558a4959b3a owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:31.607900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:31.611892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Pushing event updated for resources: {'Port': ['ID=67af7ef3-22c3-4a7f-9337-0dc887ff409b,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:31.616637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:31.620365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:31.621216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:31.624157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.642461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c288ec39-ddc5-4242-b8e7-963b2dbfd09a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:31.674717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59c858-38e4-449a-a66c-89213dd4879d None None] DHCP port deletion for b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:55:31.706536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Attempting to bind port 67af7ef3-22c3-4a7f-9337-0dc887ff409b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:31.707261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Attempting to bind port 67af7ef3-22c3-4a7f-9337-0dc887ff409b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e9015918-1830-48ea-bac7-ec8a64cdcab3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:31.708102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Attempting to bind port 67af7ef3-22c3-4a7f-9337-0dc887ff409b on network 6ed81d35-79f4-4521-b5a9-65be38477487 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:31.719122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:31.725503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Checking segment: {'id': 'e9015918-1830-48ea-bac7-ec8a64cdcab3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:31.726193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.726823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Bound using segment: {'id': 'e9015918-1830-48ea-bac7-ec8a64cdcab3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:31.727569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Bound port: 67af7ef3-22c3-4a7f-9337-0dc887ff409b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9015918-1830-48ea-bac7-ec8a64cdcab3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ed81d35-79f4-4521-b5a9-65be38477487'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:31.728549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.732959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=bb89c5d6-ff8e-4813-8a53-5558a4959b3a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:31.745217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:31.806719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.807831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No DVR routers for this DVR port bb89c5d6-ff8e-4813-8a53-5558a4959b3a on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:31.823134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-063761fb-51a7-4256-9233-1765d9f5a1d2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:31.824835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522eb3ae-d0ad-4e88-8662-c8f7271e8eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-f75690fd-f2c4-49d8-ac0c-abde578cf2eb', 'network_id': 'f75690fd-f2c4-49d8-ac0c-abde578cf2eb', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': 'cca6cfe0-1b7e-453a-8c56-e650c8bd2bad'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:31.825743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-522eb3ae-d0ad-4e88-8662-c8f7271e8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.917415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=cca6cfe0-1b7e-453a-8c56-e650c8bd2bad,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:31.922131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:31.947744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:31.989604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9fae0266-1297-415b-9514-99089990bea2 None None] For port 67af7ef3-22c3-4a7f-9337-0dc887ff409b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:32.020634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9fae0266-1297-415b-9514-99089990bea2 None None] For port 67af7ef3-22c3-4a7f-9337-0dc887ff409b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=67af7ef3-22c3-4a7f-9337-0dc887ff409b,segment=NetworkSegment(e9015918-1830-48ea-bac7-ec8a64cdcab3),segment_id=e9015918-1830-48ea-bac7-ec8a64cdcab3)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:32.062997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.066767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.074507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.080017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f6f06d8>,) {'filters': {'network_id': ['b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.093738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f6f06d8>, 'da0b9dd2-459b-4747-8bcc-fb077d795c49') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.094073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f6f06d8>, 'da0b9dd2-459b-4747-8bcc-fb077d795c49') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.107316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.123389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.125733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:32.159040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbe84fd9-fcac-478e-a15e-7724c7a00f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:32.206584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f975e10>,) {'filters': {'network_id': ['f75690fd-f2c4-49d8-ac0c-abde578cf2eb']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.222747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f975e10>, 'f4e3f246-7bed-4587-86dc-431777ba8b95') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.223109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f975e10>, 'f4e3f246-7bed-4587-86dc-431777ba8b95') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:32.238343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.258746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.270330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:32.318742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.326711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec94980-ce3a-4d98-9528-34cd1ae89661 None None] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:32.341260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Pushing event updated for resources: {'Port': ['ID=67af7ef3-22c3-4a7f-9337-0dc887ff409b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:32.352367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:32.413188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb89c5d6-ff8e-4813-8a53-5558a4959b3a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:55:32.473278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: bb89c5d6-ff8e-4813-8a53-5558a4959b3a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:55:32.473678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device bb89c5d6-ff8e-4813-8a53-5558a4959b3a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:55:32.502833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:32.515569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.597420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:32.611054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.819786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:32.852702 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:32.951075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.954530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04d3ca71-e7a9-4da1-9226-05066375ff6e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:32.974727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:32.984691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:32.990990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:33.000525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/b71546c5-65eb-4a4e-b3bf-995f1ecaf1d4 HTTP/1.1" status: 204  len: 168 time: 2.0401726
Nov 23 12:55:33.003232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.003582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network f75690fd-f2c4-49d8-ac0c-abde578cf2eb has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:33.010356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-43094857'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:33.015819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:33.020085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:33.023303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:33.029400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:33.029869 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:33.039993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:33.045629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.116297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.119499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-22f88495-c2d4-422a-9c89-e5ebc67b7db5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:33.124621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:33.134451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.134840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment b5af8beb-b837-4151-a653-315bd0a6d990 of type vxlan for network 056d757d-4ef2-4a42-b7f4-12a38d53ac81
Nov 23 12:55:33.135121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.147707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=f75690fd-f2c4-49d8-ac0c-abde578cf2eb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:33.150844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:33.156504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/f75690fd-f2c4-49d8-ac0c-abde578cf2eb HTTP/1.1" status: 204  len: 168 time: 1.9997461
Nov 23 12:55:33.156504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48060) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.163526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445389640'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:33.164750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.169014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:33.173477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:33.176487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:33.182253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:33.192320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:33.195467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.197948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.199576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:33.200230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.205109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2323c06c-fd45-4fab-bc50-7e3a478c75e3 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:33.238586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:33.248121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.248525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 7e92aeb2-1281-4f53-bc8d-5d97d8338397 of type vxlan for network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7
Nov 23 12:55:33.280317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.312869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.317694 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.3102660
Nov 23 12:55:33.317848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:33.317848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.318005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48064) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.323411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4154165-3056-47d8-bf85-cfa443697a7e tempest-PortsAdminExtendedAttrsTestJSON-1612800340 tempest-PortsAdminExtendedAttrsTestJSON-1612800340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:33.326479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:33.342326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=056d757d-4ef2-4a42-b7f4-12a38d53ac81,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:33.346371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:33.354843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:33.371116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:33.438191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2805138
Nov 23 12:55:33.441900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48068) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.450896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '6cf71c8d-7fa6-46da-92c5-4c531af5d7d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:33.466764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=6cf71c8d-7fa6-46da-92c5-4c531af5d7d7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:33.467903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:33.473233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:33.476866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:33.483354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:33.493824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:33.542632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.542977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.543392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.543812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.544226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.544667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.545086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.545498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.546095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.546297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.546746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.547115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.547613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.549352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.549924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.550168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.550642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.551011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.551424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.551835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.552241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.552673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.553082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.553492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:33.560158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:33.569367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:33.588064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:33.601382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:33.606114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:33.609660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:33.616865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:33.628825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:33.631518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.779365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:33.898228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing IP validity checks on allocation pools {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 12:55:33.898832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking for overlaps among allocation pools and gateway ip {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 12:55:34.034884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99575d9-8a76-4821-acd0-820a9c0ac530 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:34.140843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36d958a6-4be8-4dac-9ee5-c3e6ba49eaaf None None] Provisioning for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:34.149019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.166714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc96e054-5edd-4bc8-aa09-e181cfdd27a1 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:34.289855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.295573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=e03c7fc5-764a-4e05-a727-4a0506187ce1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:34.299749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:34.308051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fb94b9d8-ae98-4caa-8f37-60cdda50f3d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:34.397996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': 'b5af8beb-b837-4151-a653-315bd0a6d990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:34.398983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: 056d757d-4ef2-4a42-b7f4-12a38d53ac81, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:34.423488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67af7ef3-22c3-4a7f-9337-0dc887ff409b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:34.431539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:34.445409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 056d757d-4ef2-4a42-b7f4-12a38d53ac81) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:34.461565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d596c3-b597-46a9-9060-55de44eefad5 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:34.461757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:34.462450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.462741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=8c828262-acb6-44eb-a66e-2bc33f1e39f5,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:34.467613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:34.486119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1669836
Nov 23 12:55:34.489301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48072) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:34.496646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-1055733868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:34.505392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:34.513905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:34.520714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:34.527658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:34.539393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.540469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.567860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.582581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '7e92aeb2-1281-4f53-bc8d-5d97d8338397', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6cf71c8d-7fa6-46da-92c5-4c531af5d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:34.583388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:34.593180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.612329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:34.621231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.622815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea0f2fae-0a49-4bfd-90ef-a8fb37f37a28 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1321943
Nov 23 12:55:34.625861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48076) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:34.628886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:34.642374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f9fed-7a71-4101-8a4f-6e2896e8cffd None None] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:34.646512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:34.647441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.672556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.2293787
Nov 23 12:55:34.675815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48080) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:34.683350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:34.747142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:34.747569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.899071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.968218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-056d757d-4ef2-4a42-b7f4-12a38d53ac81', 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': 'e03c7fc5-764a-4e05-a727-4a0506187ce1'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:34.970359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:34.991343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e5f7dbcd-69db-4c5e-a0f4-a983aeb114eb None None] Provisioning complete for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:34.991764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7dbcd-69db-4c5e-a0f4-a983aeb114eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.061227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.229422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.265049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.359571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.385501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f9089-0c74-4c98-bc3c-2f13b7fe4502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6cf71c8d-7fa6-46da-92c5-4c531af5d7d7', 'network_id': '6cf71c8d-7fa6-46da-92c5-4c531af5d7d7', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '8c828262-acb6-44eb-a66e-2bc33f1e39f5'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:35.386739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-352f9089-0c74-4c98-bc3c-2f13b7fe4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.442115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 67af7ef3-22c3-4a7f-9337-0dc887ff409b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=67af7ef3-22c3-4a7f-9337-0dc887ff409b,segment=NetworkSegment(e9015918-1830-48ea-bac7-ec8a64cdcab3),segment_id=e9015918-1830-48ea-bac7-ec8a64cdcab3)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:35.476628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32c9d721-7a1b-443e-9c06-4517b899785a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:35.508734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.516574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de78a9fe-dc29-4d6f-94d3-5d47f7803b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:35.528594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=8c828262-acb6-44eb-a66e-2bc33f1e39f5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:35.549917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:35.570194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7dbcd-69db-4c5e-a0f4-a983aeb114eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.639155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.786507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682503b358>,) {'filters': {'network_id': ['6cf71c8d-7fa6-46da-92c5-4c531af5d7d7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:35.802606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682503b358>, '7e92aeb2-1281-4f53-bc8d-5d97d8338397') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:35.803147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682503b358>, '7e92aeb2-1281-4f53-bc8d-5d97d8338397') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:35.806893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.20.0.1 (056d757d-4ef2-4a42-b7f4-12a38d53ac81/e03c7fc5-764a-4e05-a727-4a0506187ce1/fc74198c-464f-41aa-97e8-bddea4869103) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:35.818027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.837211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:35.840094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:35.942876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=67af7ef3-22c3-4a7f-9337-0dc887ff409b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:35.991984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.017640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:36.037564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:36.046699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.070139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-e5f7dbcd-69db-4c5e-a0f4-a983aeb114eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:36.070546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-e5f7dbcd-69db-4c5e-a0f4-a983aeb114eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:55:36.086539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5fc52c-8bda-4b73-8b38-8f3f9de48572 None None] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:36.228499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:36.252667 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:36.336449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object fc74198c-464f-41aa-97e8-bddea4869103 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:36.337985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.341365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-022764f1-c800-4c54-b49b-6a516f2fe9b3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:36.359149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.362713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67af7ef3-22c3-4a7f-9337-0dc887ff409b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:36.367000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.375721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=6cf71c8d-7fa6-46da-92c5-4c531af5d7d7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:36.375940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0954dbd1-eb63-4c16-9cac-1e0e40eb12d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:36.383760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:36.394562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 HTTP/1.1" status: 204  len: 168 time: 1.7172370
Nov 23 12:55:36.395355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48084) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:36.402074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214569238'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:36.408459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:36.415349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:36.419502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:36.426194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:36.436539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:36.442126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.482712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:36.489463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Allocated IP 172.20.0.2 (056d757d-4ef2-4a42-b7f4-12a38d53ac81/e03c7fc5-764a-4e05-a727-4a0506187ce1/8408e95e-6694-41db-aa1b-aa5aa09c4505) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:36.494693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.495425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment b2e17110-270c-471d-a17a-e2f388d9433d of type vxlan for network ca22c9fb-c5d9-41ee-998d-0f85848e2f04
Nov 23 12:55:36.520818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=fc74198c-464f-41aa-97e8-bddea4869103,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:36.526994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.544040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.544368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.544812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.545225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.545634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.546043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.546453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.546856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.547262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.547720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.548162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.548588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.549084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.549488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.550190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.550304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.550638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.551036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.551430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.552158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.552158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.552604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.553003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.553399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:36.558779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.559868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:36.563056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:36.564725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.570689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b70b364a-e1bd-4dff-b04b-0082ef40c6f7 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:36.601289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:36.602591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:36.608176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:36.618460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:36.618892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.683755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2868755
Nov 23 12:55:36.685265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.686933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48088) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:36.696603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:36.719758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=ca22c9fb-c5d9-41ee-998d-0f85848e2f04,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:36.723661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:36.753763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:36.768614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:36.833702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:36.839501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:36.845168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:36.848558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:36.855287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:36.865295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:36.982751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.116978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cbded49e-b343-480a-a326-a6da1c686f81 None None] Provisioning complete for port 67af7ef3-22c3-4a7f-9337-0dc887ff409b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:37.117409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbded49e-b343-480a-a326-a6da1c686f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.175450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.202358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Transition to ACTIVE for port object 8408e95e-6694-41db-aa1b-aa5aa09c4505 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:37.230929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Transition to ACTIVE for port object 8408e95e-6694-41db-aa1b-aa5aa09c4505 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:37.267678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.290325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:37.461033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Pushing event updated for resources: {'Port': ['ID=8408e95e-6694-41db-aa1b-aa5aa09c4505,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:37.466604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.483750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7efdf3f9-2d4b-4b0d-a3b9-cda1cc544a45 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:37.484896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.485936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.486354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.486967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.487140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.487502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.487869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.488239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.488653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.488994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.489357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.489718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.490171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.490538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.490901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.491302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.491669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.492032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.492394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.492803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.493813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.493813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.493813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.494132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:55:37.499722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:37.520142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:37.522080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:37.524359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:37.584998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Attempting to bind port 8408e95e-6694-41db-aa1b-aa5aa09c4505 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:37.585414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Attempting to bind port 8408e95e-6694-41db-aa1b-aa5aa09c4505 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b5af8beb-b837-4151-a653-315bd0a6d990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:37.585827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Attempting to bind port 8408e95e-6694-41db-aa1b-aa5aa09c4505 on network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:37.592909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:37.593303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Checking segment: {'id': 'b5af8beb-b837-4151-a653-315bd0a6d990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:37.593752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.594192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Bound using segment: {'id': 'b5af8beb-b837-4151-a653-315bd0a6d990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:37.595909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Bound port: 8408e95e-6694-41db-aa1b-aa5aa09c4505, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5af8beb-b837-4151-a653-315bd0a6d990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '056d757d-4ef2-4a42-b7f4-12a38d53ac81'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:37.595909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.598768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.602732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.631306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=2815f36f-fb80-446e-9042-1ef773085642,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:37.634167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e14dd105-345d-4e70-8bd8-2e9277fac9ab tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:37.644490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:37.704827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] For port 8408e95e-6694-41db-aa1b-aa5aa09c4505, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:37.709153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] For port 8408e95e-6694-41db-aa1b-aa5aa09c4505, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8408e95e-6694-41db-aa1b-aa5aa09c4505,segment=NetworkSegment(b5af8beb-b837-4151-a653-315bd0a6d990),segment_id=b5af8beb-b837-4151-a653-315bd0a6d990)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:37.716313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.730109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': 'b2e17110-270c-471d-a17a-e2f388d9433d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:37.731056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: ca22c9fb-c5d9-41ee-998d-0f85848e2f04, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:37.733469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:37.747608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.757801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:37.767617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, ca22c9fb-c5d9-41ee-998d-0f85848e2f04) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:37.783441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:37.784097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:37.811689 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1238060
Nov 23 12:55:37.812003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48092) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:37.814944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=fc74198c-464f-41aa-97e8-bddea4869103,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:37.830236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2728c2d-86ea-41ea-8205-63fe2bb1a9d9 None None] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:37.852534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:37.981476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Pushing event updated for resources: {'Port': ['ID=8408e95e-6694-41db-aa1b-aa5aa09c4505,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:37.998747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:38.035078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:38.107319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:38.114207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:38.165915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-ca22c9fb-c5d9-41ee-998d-0f85848e2f04', 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '2815f36f-fb80-446e-9042-1ef773085642'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:38.166840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:38.332751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:38.664294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Allocated IP 172.20.0.1 (ca22c9fb-c5d9-41ee-998d-0f85848e2f04/2815f36f-fb80-446e-9042-1ef773085642/602a7229-7a4c-4c83-9e00-265a8c5ca336) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:38.859011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 03a134bf-9bbb-42b5-a940-e97ee9434750 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:55:38.894000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:38.905598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Transition to ACTIVE for port object 602a7229-7a4c-4c83-9e00-265a8c5ca336 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:38.924219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Transition to ACTIVE for port object 602a7229-7a4c-4c83-9e00-265a8c5ca336 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:38.929291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:38.948740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fccb9a4a-468d-4adf-ade9-8931636896c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:39.012025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.027737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-88232e8e-505b-4903-b36c-171f0e2c5b19 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:39.083691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Pushing event updated for resources: {'Port': ['ID=602a7229-7a4c-4c83-9e00-265a8c5ca336,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:39.088148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:39.120989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=2815f36f-fb80-446e-9042-1ef773085642,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:39.127143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:39.142041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:39.143907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:39.146578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:39.208520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Attempting to bind port 602a7229-7a4c-4c83-9e00-265a8c5ca336 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:39.208856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Attempting to bind port 602a7229-7a4c-4c83-9e00-265a8c5ca336 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b2e17110-270c-471d-a17a-e2f388d9433d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:39.209272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Attempting to bind port 602a7229-7a4c-4c83-9e00-265a8c5ca336 on network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:39.217387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:39.217819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Checking segment: {'id': 'b2e17110-270c-471d-a17a-e2f388d9433d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:39.218269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.218718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Bound using segment: {'id': 'b2e17110-270c-471d-a17a-e2f388d9433d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:39.219242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Bound port: 602a7229-7a4c-4c83-9e00-265a8c5ca336, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e17110-270c-471d-a17a-e2f388d9433d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:39.220697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.280056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:39.295498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] Sync routers for ids ['03a134bf-9bbb-42b5-a940-e97ee9434750'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:39.308450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.331802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] For port 602a7229-7a4c-4c83-9e00-265a8c5ca336, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:39.335746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] For port 602a7229-7a4c-4c83-9e00-265a8c5ca336, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=602a7229-7a4c-4c83-9e00-265a8c5ca336,segment=NetworkSegment(b2e17110-270c-471d-a17a-e2f388d9433d),segment_id=b2e17110-270c-471d-a17a-e2f388d9433d)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:39.337090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] Routers {'03a134bf-9bbb-42b5-a940-e97ee9434750'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:39.337783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255cf898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03a134bf-9bbb-42b5-a940-e97ee9434750'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.394172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/03a134bf-9bbb-42b5-a940-e97ee9434750/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7666154
Nov 23 12:55:39.397290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48098) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:39.403620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.452004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68253478d0>,) {'filters': {'network_id': ['ca22c9fb-c5d9-41ee-998d-0f85848e2f04']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.469037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253478d0>, 'b2e17110-270c-471d-a17a-e2f388d9433d') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.470153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68253478d0>, 'b2e17110-270c-471d-a17a-e2f388d9433d') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.480069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40faa-7eae-494c-9b96-593f026beba1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:39.481014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18f40faa-7eae-494c-9b96-593f026beba1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:39.482798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1732168-3c89-4532-b83d-234b7f699bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:39.483658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.499495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18f40faa-7eae-494c-9b96-593f026beba1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:39.504795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18f40faa-7eae-494c-9b96-593f026beba1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports/fc74198c-464f-41aa-97e8-bddea4869103 HTTP/1.1" status: 200  len: 910 time: 0.1034217
Nov 23 12:55:39.508993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48102) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:39.513440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:39.538509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255cf898>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.559166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0522407-c487-4046-9e2c-6862c3c55276 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:39.574025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:39.698082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] Routers {'03a134bf-9bbb-42b5-a940-e97ee9434750'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:39.702225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255cf898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03a134bf-9bbb-42b5-a940-e97ee9434750'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.838444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255cf898>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:39.838812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ce74f-e2e5-421a-bf68-3c271e88fd61 None None] The sync data for ids ['03a134bf-9bbb-42b5-a940-e97ee9434750'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:39.850039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Pushing event updated for resources: {'Port': ['ID=602a7229-7a4c-4c83-9e00-265a8c5ca336,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:39.859433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:39.860611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cdf45bc1-b451-46af-84b3-e2ef4173b2e9 None None] Provisioning for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:40.072658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3942c1-bd34-4dfe-8e38-0bb84f412dc0 None None] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:40.196482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:40.208126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.417964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8408e95e-6694-41db-aa1b-aa5aa09c4505 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:40.465661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:40.496720 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:40.520679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:40.526436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:40.526885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.676684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Provisioning complete for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:40.677385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.752482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:55:40.752482 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:55:40.752482 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': 'ca22c9fb-c5d9-41ee-998d-0f85848e2f04'}]
Nov 23 12:55:40.752482 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:40.752946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:55:40.758190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.807787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.872916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 8408e95e-6694-41db-aa1b-aa5aa09c4505, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8408e95e-6694-41db-aa1b-aa5aa09c4505,segment=NetworkSegment(b5af8beb-b837-4151-a653-315bd0a6d990),segment_id=b5af8beb-b837-4151-a653-315bd0a6d990)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:40.880336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:40.885009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abe700c2-4db0-4a03-adee-84cc078adb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:40.929286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.066394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=8408e95e-6694-41db-aa1b-aa5aa09c4505,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:41.072183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:41.074848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:41.075523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:55:41.255510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.304963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc2ecb-59da-4b40-a8ff-5123277107fa None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:55:41.354021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port 602a7229-7a4c-4c83-9e00-265a8c5ca336 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:41.354314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.653217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc2ecb-59da-4b40-a8ff-5123277107fa None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:55:41.687113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port 602a7229-7a4c-4c83-9e00-265a8c5ca336, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=602a7229-7a4c-4c83-9e00-265a8c5ca336,segment=NetworkSegment(b2e17110-270c-471d-a17a-e2f388d9433d),segment_id=b2e17110-270c-471d-a17a-e2f388d9433d)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:41.687512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.764950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Provisioning for port fc74198c-464f-41aa-97e8-bddea4869103 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:55:41.780382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Provisioning complete for port fc74198c-464f-41aa-97e8-bddea4869103 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:41.780382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.827803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for 602a7229-7a4c-4c83-9e00-265a8c5ca336 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:41.861327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e8544-20e4-433b-8369-24d45871e148 None None] Port fc74198c-464f-41aa-97e8-bddea4869103 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:55:41.965370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:41.989703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-577161c1-83d0-4c53-8e38-db45ffbf93b3 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:42.046871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-132858cb-cc44-48b9-a480-39331324b704 None None] Provisioning complete for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:42.047299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-132858cb-cc44-48b9-a480-39331324b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.089967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=602a7229-7a4c-4c83-9e00-265a8c5ca336,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:42.097376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:42.098247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port fc74198c-464f-41aa-97e8-bddea4869103 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:42.098650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.217533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-132858cb-cc44-48b9-a480-39331324b704 None None] Provisioning complete for port fc74198c-464f-41aa-97e8-bddea4869103 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:42.217882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-132858cb-cc44-48b9-a480-39331324b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.277598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-132858cb-cc44-48b9-a480-39331324b704 None None] Port fc74198c-464f-41aa-97e8-bddea4869103 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:55:42.281600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port 602a7229-7a4c-4c83-9e00-265a8c5ca336 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:42.363554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8408e95e-6694-41db-aa1b-aa5aa09c4505 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:55:42.440544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8408e95e-6694-41db-aa1b-aa5aa09c4505 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:55:42.440973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.462984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.472571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:42.941360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for fc74198c-464f-41aa-97e8-bddea4869103 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:43.046327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68257a3748>,) {'filters': {'network_id': ['ca22c9fb-c5d9-41ee-998d-0f85848e2f04']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:43.074542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257a3748>, 'b2e17110-270c-471d-a17a-e2f388d9433d') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:43.074880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257a3748>, 'b2e17110-270c-471d-a17a-e2f388d9433d') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:43.093896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.114171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.116963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:43.356840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:43.369192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.537318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.557338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48177e62-873e-4216-b322-3054ea6d6717 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:43.676794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=fc74198c-464f-41aa-97e8-bddea4869103,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:43.696847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:43.700262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network ca22c9fb-c5d9-41ee-998d-0f85848e2f04 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:43.727350 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:43.847104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.850849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3bd6073-d6e7-4127-b055-37fc801424e9 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:43.869908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:43.880861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=ca22c9fb-c5d9-41ee-998d-0f85848e2f04,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:43.888765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:43.919916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/ca22c9fb-c5d9-41ee-998d-0f85848e2f04 HTTP/1.1" status: 204  len: 168 time: 6.1062596
Nov 23 12:55:43.924548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48106) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:43.931586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542028117'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:43.937163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:43.942166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:43.945532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:43.953609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:43.963868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:43.971682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.009603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:44.020005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.020478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 2e4649cf-3c2a-4c82-8582-3401daa8d398 of type vxlan for network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d
Nov 23 12:55:44.051654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.085003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.089181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:44.089821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.095334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0bbc2aad-6801-4cbe-b14f-e79dbeaa4f7a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:44.110777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:44.200148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2741497
Nov 23 12:55:44.203570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48110) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:44.210447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=7bcddc0c-6139-416d-b2ad-87b5ac47bf0d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:44.213001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:44.213445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:44.221346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:44.238755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:44.369536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:44.443786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:44.453104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:44.461620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:44.533373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:44.780915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:45.045441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 03a134bf-9bbb-42b5-a940-e97ee9434750 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:45.549834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:45.559529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] Sync routers for ids ['03a134bf-9bbb-42b5-a940-e97ee9434750'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:45.573106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] Routers {'03a134bf-9bbb-42b5-a940-e97ee9434750'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:45.573781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825cf51d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03a134bf-9bbb-42b5-a940-e97ee9434750'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:45.577330 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/03a134bf-9bbb-42b5-a940-e97ee9434750/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0660212
Nov 23 12:55:45.581042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48114) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:45.636273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d74f00c-4878-4ab9-a350-226b99d1f0de tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=03a134bf-9bbb-42b5-a940-e97ee9434750 HTTP/1.1" status: 200  len: 205 time: 0.0535483
Nov 23 12:55:45.638905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48118) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:45.648275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825cf51d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:45.660392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] Routers {'03a134bf-9bbb-42b5-a940-e97ee9434750'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:45.661108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825cf51d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03a134bf-9bbb-42b5-a940-e97ee9434750'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:45.731053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825cf51d0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:45.731512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4225-47a6-4084-ab61-c7bb2f347c15 None None] The sync data for ids ['03a134bf-9bbb-42b5-a940-e97ee9434750'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:45.791416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:45.806367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12471359-3b88-408f-a807-55e51e17dd1e tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:45.945289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=627255be-c9a7-405c-b35e-9892602c664d,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:45.950324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:46.036235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '2e4649cf-3c2a-4c82-8582-3401daa8d398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:46.036534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:46.049133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.058252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:46.066730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:46.076454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99493458-d8ef-4729-ab53-db02b91d79a1 None None] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:46.081375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:46.082043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.103589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-83ae8478-017f-45d0-9b71-bd4f78c5ba16 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8980892
Nov 23 12:55:46.104292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48122) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:46.281081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.320858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-7bcddc0c-6139-416d-b2ad-87b5ac47bf0d', 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '627255be-c9a7-405c-b35e-9892602c664d'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:46.321870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.421533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.482401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.488495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.517758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.518334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router 03a134bf-9bbb-42b5-a940-e97ee9434750 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:55:46.530661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.535422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-941416ec-7d15-414e-8033-61756b3ac04d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/03a134bf-9bbb-42b5-a940-e97ee9434750 HTTP/1.1" status: 204  len: 168 time: 0.8921208
Nov 23 12:55:46.535907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48126) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:46.654905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Allocated IP 172.20.0.2 (7bcddc0c-6139-416d-b2ad-87b5ac47bf0d/627255be-c9a7-405c-b35e-9892602c664d/c086b09b-6b49-4ac2-851f-16198b205e65) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:46.766404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet e03c7fc5-764a-4e05-a727-4a0506187ce1 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:55:46.770205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.814456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.835261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.914664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.926767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Transition to ACTIVE for port object c086b09b-6b49-4ac2-851f-16198b205e65 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:46.931519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.944541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Transition to ACTIVE for port object c086b09b-6b49-4ac2-851f-16198b205e65 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:46.949446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.962184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:46.965709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc98b71e-fc80-494c-a225-1a77d7688c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:46.978719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b8d92f51-6ea0-4714-bb94-6ba834cded8a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:47.073662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=627255be-c9a7-405c-b35e-9892602c664d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:47.078195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:47.111938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Pushing event updated for resources: {'Port': ['ID=c086b09b-6b49-4ac2-851f-16198b205e65,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:47.115093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:47.139543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:47.140937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:47.143472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:47.214407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Attempting to bind port c086b09b-6b49-4ac2-851f-16198b205e65 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:47.214834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Attempting to bind port c086b09b-6b49-4ac2-851f-16198b205e65 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2e4649cf-3c2a-4c82-8582-3401daa8d398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:47.215254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Attempting to bind port c086b09b-6b49-4ac2-851f-16198b205e65 on network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:47.223052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:47.223484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Checking segment: {'id': '2e4649cf-3c2a-4c82-8582-3401daa8d398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:47.223941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.224387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Bound using segment: {'id': '2e4649cf-3c2a-4c82-8582-3401daa8d398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:47.224947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Bound port: c086b09b-6b49-4ac2-851f-16198b205e65, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4649cf-3c2a-4c82-8582-3401daa8d398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:47.225378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.230021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.231344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.247919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:47.321815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] For port c086b09b-6b49-4ac2-851f-16198b205e65, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:47.325332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] For port c086b09b-6b49-4ac2-851f-16198b205e65, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c086b09b-6b49-4ac2-851f-16198b205e65,segment=NetworkSegment(2e4649cf-3c2a-4c82-8582-3401daa8d398),segment_id=2e4649cf-3c2a-4c82-8582-3401daa8d398)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:47.329143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.341963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=e03c7fc5-764a-4e05-a727-4a0506187ce1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:47.345352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:47.346667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca507b06-8c8f-48dd-8f2a-d3d1b7289ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:47.364248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682531dba8>,) {'filters': {'network_id': ['7bcddc0c-6139-416d-b2ad-87b5ac47bf0d']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:47.378434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682531dba8>, '2e4649cf-3c2a-4c82-8582-3401daa8d398') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:47.378925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682531dba8>, '2e4649cf-3c2a-4c82-8582-3401daa8d398') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:47.392320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.393715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.400811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/e03c7fc5-764a-4e05-a727-4a0506187ce1 HTTP/1.1" status: 204  len: 168 time: 0.8639469
Nov 23 12:55:47.403423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48130) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:47.409972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.412670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:47.464860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61090b-9ff3-4cf2-b764-7c89f6b0acc1 None None] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:47.533683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.567852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Pushing event updated for resources: {'Port': ['ID=c086b09b-6b49-4ac2-851f-16198b205e65,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:47.588976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:47.609393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 8408e95e-6694-41db-aa1b-aa5aa09c4505 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:47.609769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.610413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:47.620216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.819203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:47.832361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfac6b8-f2a3-417b-aab5-b6c03554c808 None None] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:47.859742 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:47.880774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 8408e95e-6694-41db-aa1b-aa5aa09c4505, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8408e95e-6694-41db-aa1b-aa5aa09c4505,segment=NetworkSegment(b5af8beb-b837-4151-a653-315bd0a6d990),segment_id=b5af8beb-b837-4151-a653-315bd0a6d990)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:47.881435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:47.950105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:55:47.950105 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:55:47.950105 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '7bcddc0c-6139-416d-b2ad-87b5ac47bf0d'}]
Nov 23 12:55:47.950105 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:47.950565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:55:48.022288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8113c0-c493-4334-adef-d8f687b7ac18 None None] DHCP port deletion for 056d757d-4ef2-4a42-b7f4-12a38d53ac81 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:55:48.030201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 8408e95e-6694-41db-aa1b-aa5aa09c4505 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:48.076971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ed8113c0-c493-4334-adef-d8f687b7ac18 None None] Deleting port 8408e95e-6694-41db-aa1b-aa5aa09c4505 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:48.077395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed8113c0-c493-4334-adef-d8f687b7ac18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.104808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.121177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3710fa2-c267-48cb-ac8d-59a9980ab72c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:48.164949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ed8113c0-c493-4334-adef-d8f687b7ac18 None None] The port '8408e95e-6694-41db-aa1b-aa5aa09c4505' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:55:48.220107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=8408e95e-6694-41db-aa1b-aa5aa09c4505,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:48.228081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:48.283032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No DVR routers for this DVR port 8408e95e-6694-41db-aa1b-aa5aa09c4505 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:48.293495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0446bee-2f50-4996-b4b6-affe00620734 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:55:48.377611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8408e95e-6694-41db-aa1b-aa5aa09c4505 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:55:48.421222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 8408e95e-6694-41db-aa1b-aa5aa09c4505 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:55:48.421624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8408e95e-6694-41db-aa1b-aa5aa09c4505 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:55:48.435499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.452045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.460826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0446bee-2f50-4996-b4b6-affe00620734 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:55:48.539231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port c086b09b-6b49-4ac2-851f-16198b205e65 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:48.539607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.588959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681feeb240>,) {'filters': {'network_id': ['056d757d-4ef2-4a42-b7f4-12a38d53ac81']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:48.603293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681feeb240>, 'b5af8beb-b837-4151-a653-315bd0a6d990') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:48.603630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681feeb240>, 'b5af8beb-b837-4151-a653-315bd0a6d990') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:48.617670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.636907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.638668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:48.821682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port c086b09b-6b49-4ac2-851f-16198b205e65, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c086b09b-6b49-4ac2-851f-16198b205e65,segment=NetworkSegment(2e4649cf-3c2a-4c82-8582-3401daa8d398),segment_id=2e4649cf-3c2a-4c82-8582-3401daa8d398)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:48.822191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.862766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:48.873870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:48.966092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for c086b09b-6b49-4ac2-851f-16198b205e65 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:49.050176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.065607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:49.078062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 056d757d-4ef2-4a42-b7f4-12a38d53ac81 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:49.107332 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:49.168960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=c086b09b-6b49-4ac2-851f-16198b205e65,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:49.173577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:49.197366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.200685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:49.222220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.222384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port c086b09b-6b49-4ac2-851f-16198b205e65 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:49.234527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=056d757d-4ef2-4a42-b7f4-12a38d53ac81,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:49.244298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:49.254296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/056d757d-4ef2-4a42-b7f4-12a38d53ac81 HTTP/1.1" status: 204  len: 168 time: 1.8497145
Nov 23 12:55:49.258589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48136) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:49.264710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-2058311412', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:49.275254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:49.279410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:49.283419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:49.289424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:49.306540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.307558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.326840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.358624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.487395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f30f160>,) {'filters': {'network_id': ['7bcddc0c-6139-416d-b2ad-87b5ac47bf0d']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:49.501616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.503013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f30f160>, '2e4649cf-3c2a-4c82-8582-3401daa8d398') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:49.503097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f30f160>, '2e4649cf-3c2a-4c82-8582-3401daa8d398') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:49.517476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.536873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.538121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:49.759023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:49.770591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:49.964315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 7bcddc0c-6139-416d-b2ad-87b5ac47bf0d has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:49.990845 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:49.994440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.027681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.085719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.089090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7a7b95aa-7af2-4599-a19c-b0ad2cb3e7c2 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:50.104945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.124125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=7bcddc0c-6139-416d-b2ad-87b5ac47bf0d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:50.127833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:50.130859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/7bcddc0c-6139-416d-b2ad-87b5ac47bf0d HTTP/1.1" status: 204  len: 168 time: 4.0254219
Nov 23 12:55:50.138924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48140) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:50.144303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035831437'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:50.150372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:50.156095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:50.157436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:50.164783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:50.180077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:50.185308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.229300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:50.239752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.240140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 669d553e-95cc-40ea-b416-480e80c10855 of type vxlan for network 354239f1-bd7c-4028-91d8-04a7b8b1a476
Nov 23 12:55:50.270715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.315285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.319100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:50.319752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.325832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91a91fc6-0675-4cd5-b401-b9d9ecde56b1 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:50.334199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.26.6.218 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/82c60e3c-57d6-4741-aad2-1dbc357c0d29) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:50.438024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2994206
Nov 23 12:55:50.441759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48144) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:50.448189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=354239f1-bd7c-4028-91d8-04a7b8b1a476,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:50.450418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:50.451273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:50.460914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:50.478629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:50.633877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:50.645591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.645591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:50.649449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:50.658541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:50.678943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:50.780177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:50.798995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edb9f13c-e4e6-49b5-b636-f3f476364a55 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:50.940813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:51.064602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=82c60e3c-57d6-4741-aad2-1dbc357c0d29,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:51.083888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:51.103162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing IP validity checks on allocation pools {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 12:55:51.103760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking for overlaps among allocation pools and gateway ip {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 12:55:51.148890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:51.151034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:51.154101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:51.559284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:51.559790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:51.709493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-a854b740-bfff-4787-98c7-f02206563837 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0977094
Nov 23 12:55:51.790606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:51.807947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed10bcc5-cb7c-41a0-8d27-23786a3d677b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:51.889680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-c8e2690e-0bc0-4649-8412-de98ee1fa8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:51.891782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-c8e2690e-0bc0-4649-8412-de98ee1fa8c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.0872157
Nov 23 12:55:51.981412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=8c01b102-0f5a-4925-9620-9d5e9ba5ce64,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:51.997486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:52.060980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-be572948-29bb-43a5-89ee-c5d5dbb2702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:52.062596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-be572948-29bb-43a5-89ee-c5d5dbb2702e service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.1506956
Nov 23 12:55:52.102631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '669d553e-95cc-40ea-b416-480e80c10855', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:52.103223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 354239f1-bd7c-4028-91d8-04a7b8b1a476, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:52.158618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:52.165004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 113e83bc-b8aa-43f5-8f18-47d0832d81b2 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:55:52.174488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 354239f1-bd7c-4028-91d8-04a7b8b1a476) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:52.185151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc1434-1115-4ceb-b2cc-1367479e9003 None None] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:52.188775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-1d7efa0b-b205-4928-84ff-57a8a64266d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1002 time: 0.1186707
Nov 23 12:55:52.198953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:52.199608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:52.280746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-c66eb3c5-505e-4bad-9564-71ada48fad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:52.283946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-c66eb3c5-505e-4bad-9564-71ada48fad1e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.0880370
Nov 23 12:55:52.380192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.9377663
Nov 23 12:55:52.400525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48148) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:52.505321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-354239f1-bd7c-4028-91d8-04a7b8b1a476', 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '8c01b102-0f5a-4925-9620-9d5e9ba5ce64'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:52.506256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:52.655391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:52.783816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-f9c4a366-5e4a-4fd9-a7eb-6c54a0af0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:52.785604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-f9c4a366-5e4a-4fd9-a7eb-6c54a0af0513 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4950485
Nov 23 12:55:52.942735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Allocated IP 172.20.0.3 (354239f1-bd7c-4028-91d8-04a7b8b1a476/8c01b102-0f5a-4925-9620-9d5e9ba5ce64/cfe781a9-80db-49b0-93f8-bbe094c53ad1) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:52.988099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-8d3b96bc-6940-490e-9b50-ee135dcc1ccb service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941090
Nov 23 12:55:53.187216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f68f00e1-44db-4d90-a9f0-ab5bc18e16b0 req-cfe761d9-30a6-4078-b1be-2998dd0cdbf4 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1841989
Nov 23 12:55:53.239000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:53.249226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.253517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] Sync routers for ids ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:53.279032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.292326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] Routers {'113e83bc-b8aa-43f5-8f18-47d0832d81b2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:53.293186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418e198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:53.313393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.314813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.0553238
Nov 23 12:55:53.317827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48152) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:53.350611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Transition to ACTIVE for port object cfe781a9-80db-49b0-93f8-bbe094c53ad1 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:53.373981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418e198>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:53.387984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Transition to ACTIVE for port object cfe781a9-80db-49b0-93f8-bbe094c53ad1 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:53.396483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] Routers {'113e83bc-b8aa-43f5-8f18-47d0832d81b2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:53.397446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418e198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:53.456926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.480718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:53.600142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418e198>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:53.600237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d3834-d243-4133-a5ed-f63277ff4b89 None None] The sync data for ids ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:53.640914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Pushing event updated for resources: {'Port': ['ID=cfe781a9-80db-49b0-93f8-bbe094c53ad1,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:53.645575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:53.728843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:55:53.730270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:53.733819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:55:53.768260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.785613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-000e57eb-9ced-47f6-b216-8e7b76712596 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:53.801809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Attempting to bind port cfe781a9-80db-49b0-93f8-bbe094c53ad1 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:55:53.802475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Attempting to bind port cfe781a9-80db-49b0-93f8-bbe094c53ad1 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '669d553e-95cc-40ea-b416-480e80c10855', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:55:53.802662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Attempting to bind port cfe781a9-80db-49b0-93f8-bbe094c53ad1 on network 354239f1-bd7c-4028-91d8-04a7b8b1a476 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:55:53.810432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:53.810998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Checking segment: {'id': '669d553e-95cc-40ea-b416-480e80c10855', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:53.811531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.811943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Bound using segment: {'id': '669d553e-95cc-40ea-b416-480e80c10855', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:53.812518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Bound port: cfe781a9-80db-49b0-93f8-bbe094c53ad1, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669d553e-95cc-40ea-b416-480e80c10855', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:55:53.813452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.821323 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-135623e6-cb9f-42a0-aa16-1b1f03b2a7cf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers/113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 200  len: 881 time: 0.5022383
Nov 23 12:55:53.824173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48158) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:53.894299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=8c01b102-0f5a-4925-9620-9d5e9ba5ce64,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:53.897325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:53.930522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] For port cfe781a9-80db-49b0-93f8-bbe094c53ad1, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:55:53.934829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] For port cfe781a9-80db-49b0-93f8-bbe094c53ad1, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cfe781a9-80db-49b0-93f8-bbe094c53ad1,segment=NetworkSegment(669d553e-95cc-40ea-b416-480e80c10855),segment_id=669d553e-95cc-40ea-b416-480e80c10855)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:55:53.941050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:53.964333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd8f9672-a957-4e93-9a61-89cf2463f7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:54.059092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.061293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1a462b5-08d1-4de9-bad2-61d1d113a6f9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:router {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:54.091924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d1a462b5-08d1-4de9-bad2-61d1d113a6f9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:router {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:54.095697 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d1a462b5-08d1-4de9-bad2-61d1d113a6f9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2694829
Nov 23 12:55:54.097980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48162) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:54.104590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2058311412'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:54.140598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Pushing event updated for resources: {'Port': ['ID=cfe781a9-80db-49b0-93f8-bbe094c53ad1,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:54.145262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:54.199063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68266d5b70>,) {'filters': {'network_id': ['354239f1-bd7c-4028-91d8-04a7b8b1a476']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:54.215464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68266d5b70>, '669d553e-95cc-40ea-b416-480e80c10855') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:54.215801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68266d5b70>, '669d553e-95cc-40ea-b416-480e80c10855') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:54.229685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.249451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.249665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9f76e-9e92-4440-afde-eac64d4cd134 None None] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:54.252858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:54.459376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:54.471477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.668231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf16c69-1c58-4025-9264-e6610bcba4ef None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:55:54.688958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:54.713978 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:54.774107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.786365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:54.789468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf16c69-1c58-4025-9264-e6610bcba4ef None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:55:54.805707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:55:54.805707 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:55:54.805707 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '354239f1-bd7c-4028-91d8-04a7b8b1a476'}]
Nov 23 12:55:54.805707 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:54.806106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:55:55.014318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 113e83bc-b8aa-43f5-8f18-47d0832d81b2 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:55:55.239498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:55:55.245866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:55.247146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e67f2962-14aa-410b-b0f5-7bf141ec25b2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 200  len: 888 time: 1.1481338
Nov 23 12:55:55.250774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] Sync routers for ids ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:55:55.250918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48166) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:55.263993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] Routers {'113e83bc-b8aa-43f5-8f18-47d0832d81b2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:55.264736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ddbe48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:55.315074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:55.333663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ddbe48>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:55.348547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] Routers {'113e83bc-b8aa-43f5-8f18-47d0832d81b2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:55:55.348547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ddbe48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:55:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:55.472927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port cfe781a9-80db-49b0-93f8-bbe094c53ad1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:55.473397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:55.583052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ddbe48>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:55.583520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d8093-345c-4a58-a7bf-908f052d745f None None] The sync data for ids ['113e83bc-b8aa-43f5-8f18-47d0832d81b2'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:55:55.742652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port cfe781a9-80db-49b0-93f8-bbe094c53ad1, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=cfe781a9-80db-49b0-93f8-bbe094c53ad1,segment=NetworkSegment(669d553e-95cc-40ea-b416-480e80c10855),segment_id=669d553e-95cc-40ea-b416-480e80c10855)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:55:55.742929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:55.875962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for cfe781a9-80db-49b0-93f8-bbe094c53ad1 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:55.944259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75ee80a7-1dcc-4fa1-8a34-2e337eb2800e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers/113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 200  len: 888 time: 0.6918764
Nov 23 12:55:55.947137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48172) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:55.970076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:55.985789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9598fc94-98ac-4b3d-bd9e-e3446b9cc885 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:55.998070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20b544d1-b64f-4c26-9e4d-b08a59db95be tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:55:56.013503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-20b544d1-b64f-4c26-9e4d-b08a59db95be tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:55:56.014772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20b544d1-b64f-4c26-9e4d-b08a59db95be tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 200  len: 205 time: 0.0665355
Nov 23 12:55:56.018172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48176) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:56.079772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=cfe781a9-80db-49b0-93f8-bbe094c53ad1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:56.084439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:56.129182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port cfe781a9-80db-49b0-93f8-bbe094c53ad1 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:55:56.230357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.261275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.388221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fa78ac8>,) {'filters': {'network_id': ['354239f1-bd7c-4028-91d8-04a7b8b1a476']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:56.401730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fa78ac8>, '669d553e-95cc-40ea-b416-480e80c10855') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:56.402069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fa78ac8>, '669d553e-95cc-40ea-b416-480e80c10855') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:55:56.414923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.429999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.431940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:55:56.447398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.456585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 82c60e3c-57d6-4741-aad2-1dbc357c0d29 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:55:56.456962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.622047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:56.633535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:56.939290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.076675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 82c60e3c-57d6-4741-aad2-1dbc357c0d29 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:55:57.094733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 354239f1-bd7c-4028-91d8-04a7b8b1a476 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:57.119289 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:57.199336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.202508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5eff168c-844d-4ff3-80d4-bad36ee131d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:57.222515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.235871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=354239f1-bd7c-4028-91d8-04a7b8b1a476,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:57.240794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:57.245171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/354239f1-bd7c-4028-91d8-04a7b8b1a476 HTTP/1.1" status: 204  len: 168 time: 4.8394589
Nov 23 12:55:57.247739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48180) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:57.253037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.255674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567495354'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:57.261181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:57.265473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:57.269196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:57.269655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:57.275167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:57.286477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:57.291936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.325469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:57.335498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.335867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment ec548564-4f9b-48a4-ba41-2586f9501640 of type vxlan for network 66f15753-7591-4654-8231-6bd196c670bf
Nov 23 12:55:57.363534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.375620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=82c60e3c-57d6-4741-aad2-1dbc357c0d29,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:57.379744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:57.397698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.402059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:57.402697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.409286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3c312abd-96ef-48de-826d-80dffb60cab2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:57.512593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2636387
Nov 23 12:55:57.517038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48184) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:57.529142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '66f15753-7591-4654-8231-6bd196c670bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:57.544524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=66f15753-7591-4654-8231-6bd196c670bf,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:57.550549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:57.557414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 66f15753-7591-4654-8231-6bd196c670bf details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:57.579787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 66f15753-7591-4654-8231-6bd196c670bf details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:57.645058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.659203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:57.663485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:57.666581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:57.673187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:57.684711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:57.803210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d94eb039-bd1c-49e7-84b7-15f35b0010c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.816225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.946726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.951366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.975448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.976043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router 113e83bc-b8aa-43f5-8f18-47d0832d81b2 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:55:57.998455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:57.999660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 204  len: 168 time: 1.9803550
Nov 23 12:55:58.004110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48188) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:58.010481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-1477535811'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:58.016675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:58.021081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:58.024247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:58.030387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:58.041115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:58.046626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.084768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:55:58.094645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.095083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 7455ca65-51d3-4abf-baca-901376352a08 of type vxlan for network 24dfc45a-b463-4b18-8f83-9686d29b5db0
Nov 23 12:55:58.124734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.156370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.160550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:58.161211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.166776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-364bc9ae-cb3f-4ea9-a49b-fde391e7a9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:58.278653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2733421
Nov 23 12:55:58.280218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48192) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:58.289218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=24dfc45a-b463-4b18-8f83-9686d29b5db0,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:58.289766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:58.292033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:58.302118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:58.322427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.335935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:55:58.383269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fbf7a4a9-851a-4b75-aa65-826700309387 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:58.587242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=3cb33544-5b95-4efc-af0c-e0f0c50a8325,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:58.590354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:58.593638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:58.612133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:58.616741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:58.627461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:58.647617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:55:58.771987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': 'ec548564-4f9b-48a4-ba41-2586f9501640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66f15753-7591-4654-8231-6bd196c670bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:58.772381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 66f15753-7591-4654-8231-6bd196c670bf, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:58.792775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:58.909060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 66f15753-7591-4654-8231-6bd196c670bf is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:58.925288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 66f15753-7591-4654-8231-6bd196c670bf) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:58.933884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2fe41-309e-4a32-b2ed-cbc716027cf2 None None] Network 66f15753-7591-4654-8231-6bd196c670bf requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:58.942359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:58.943020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.004338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.4853442
Nov 23 12:55:59.006685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48196) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:59.185328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-66f15753-7591-4654-8231-6bd196c670bf', 'network_id': '66f15753-7591-4654-8231-6bd196c670bf', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '3cb33544-5b95-4efc-af0c-e0f0c50a8325'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:55:59.185328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.201356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.320152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.340957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19e39184-4505-4a8f-b1f2-5e92afb5e779 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:55:59.341749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.484754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=48d9ab17-3838-43cf-99eb-0fbc4ce2992c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:55:59.497110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Allocated IP 172.20.0.1 (66f15753-7591-4654-8231-6bd196c670bf/3cb33544-5b95-4efc-af0c-e0f0c50a8325/5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:55:59.498358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:55:59.568686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': '7455ca65-51d3-4abf-baca-901376352a08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:55:59.569080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: 24dfc45a-b463-4b18-8f83-9686d29b5db0, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:55:59.598039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:55:59.608001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 24dfc45a-b463-4b18-8f83-9686d29b5db0) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:55:59.623997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:55:59.625277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.627028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe29563-a177-4205-bf98-9f5d3d4b54a7 None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:55:59.652683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3688259
Nov 23 12:55:59.652981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48200) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:59.659391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-106975353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:59.667885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:55:59.674027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:55:59.677198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:55:59.683747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:55:59.695281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.696358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.717868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.739147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.765630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.766964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f14c209-4876-4b4f-a1ee-c46bda1cd0c2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1129379
Nov 23 12:55:59.770194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48204) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:59.926097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:55:59.944314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Transition to ACTIVE for port object 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:55:59.997952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Transition to ACTIVE for port object 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:00.005672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.024154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86999b4b-eb70-4361-bea4-f527eb700ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:00.058075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-24dfc45a-b463-4b18-8f83-9686d29b5db0', 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '48d9ab17-3838-43cf-99eb-0fbc4ce2992c'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:00.058992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.081855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.098512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ce180f1-f2a2-4fe8-918d-c35f0fb883de tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:00.198957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Pushing event updated for resources: {'Port': ['ID=5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:00.202056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:00.258329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=3cb33544-5b95-4efc-af0c-e0f0c50a8325,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:00.271269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:00.541694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19c1b43c-d70d-45fa-aa0a-2e3053edabb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.589959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Network 66f15753-7591-4654-8231-6bd196c670bf is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:00.633089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:00.635946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:00.756071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.757042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Attempting to bind port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:00.757434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Attempting to bind port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ec548564-4f9b-48a4-ba41-2586f9501640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66f15753-7591-4654-8231-6bd196c670bf'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:00.757849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Attempting to bind port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 on network 66f15753-7591-4654-8231-6bd196c670bf {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:00.809243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:00.809680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Checking segment: {'id': 'ec548564-4f9b-48a4-ba41-2586f9501640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66f15753-7591-4654-8231-6bd196c670bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:00.810591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.810591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Bound using segment: {'id': 'ec548564-4f9b-48a4-ba41-2586f9501640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66f15753-7591-4654-8231-6bd196c670bf'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:00.811059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Bound port: 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec548564-4f9b-48a4-ba41-2586f9501640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66f15753-7591-4654-8231-6bd196c670bf'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:00.811588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.828160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:00.895247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Allocated IP 172.20.0.2 (24dfc45a-b463-4b18-8f83-9686d29b5db0/48d9ab17-3838-43cf-99eb-0fbc4ce2992c/fe1924e8-1948-442b-8f67-616962034187) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:00.965867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.021764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] For port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:01.030735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824afd4a8>,) {'filters': {'network_id': ['66f15753-7591-4654-8231-6bd196c670bf']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:01.041833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] For port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61,segment=NetworkSegment(ec548564-4f9b-48a4-ba41-2586f9501640),segment_id=ec548564-4f9b-48a4-ba41-2586f9501640)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:01.045557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.064883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:01.104899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824afd4a8>, 'ec548564-4f9b-48a4-ba41-2586f9501640') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:01.105297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824afd4a8>, 'ec548564-4f9b-48a4-ba41-2586f9501640') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:01.195520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.270056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Pushing event updated for resources: {'Port': ['ID=5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:01.273851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:01.298509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.303325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:01.368116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.420873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Transition to ACTIVE for port object fe1924e8-1948-442b-8f67-616962034187 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:01.458393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Transition to ACTIVE for port object fe1924e8-1948-442b-8f67-616962034187 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:01.475803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22961ccb-481d-4e53-8d54-05256987f18f None None] Network 66f15753-7591-4654-8231-6bd196c670bf requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:01.542346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.566139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:01.571277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 66f15753-7591-4654-8231-6bd196c670bf has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:01.586192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.736367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Pushing event updated for resources: {'Port': ['ID=fe1924e8-1948-442b-8f67-616962034187,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:01.779874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:01.860073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 66f15753-7591-4654-8231-6bd196c670bf has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:01.878609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:01.880897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:01.884036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:01.894131 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:01.946529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Attempting to bind port fe1924e8-1948-442b-8f67-616962034187 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:01.947865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Attempting to bind port fe1924e8-1948-442b-8f67-616962034187 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '7455ca65-51d3-4abf-baca-901376352a08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:01.947865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Attempting to bind port fe1924e8-1948-442b-8f67-616962034187 on network 24dfc45a-b463-4b18-8f83-9686d29b5db0 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:01.955167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:01.955588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Checking segment: {'id': '7455ca65-51d3-4abf-baca-901376352a08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:01.956034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:01.956524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Bound using segment: {'id': '7455ca65-51d3-4abf-baca-901376352a08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:01.957086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Bound port: fe1924e8-1948-442b-8f67-616962034187, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455ca65-51d3-4abf-baca-901376352a08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24dfc45a-b463-4b18-8f83-9686d29b5db0'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:01.957508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.038910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:56:02.038910 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:56:02.038910 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '66f15753-7591-4654-8231-6bd196c670bf'}]
Nov 23 12:56:02.038910 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:02.039304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:02.043151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.060291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.20.0.1 (24dfc45a-b463-4b18-8f83-9686d29b5db0/48d9ab17-3838-43cf-99eb-0fbc4ce2992c/5ea78be7-9943-4f4c-9eeb-c8733529e851) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:02.073473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] For port fe1924e8-1948-442b-8f67-616962034187, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:02.076758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] For port fe1924e8-1948-442b-8f67-616962034187, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=fe1924e8-1948-442b-8f67-616962034187,segment=NetworkSegment(7455ca65-51d3-4abf-baca-901376352a08),segment_id=7455ca65-51d3-4abf-baca-901376352a08)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:02.081314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.097367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:02.245935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.260771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Pushing event updated for resources: {'Port': ['ID=fe1924e8-1948-442b-8f67-616962034187,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:02.265553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 5ea78be7-9943-4f4c-9eeb-c8733529e851 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:02.271148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:02.293534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.295437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.308750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-570555f6-2217-4609-bf2d-39abfd32ac18 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:02.448281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=5ea78be7-9943-4f4c-9eeb-c8733529e851,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:02.452752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:02.512980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:02.514189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:02.517194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:02.546918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.660854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:02.660854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.702544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.981621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:02.998644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61,segment=NetworkSegment(ec548564-4f9b-48a4-ba41-2586f9501640),segment_id=ec548564-4f9b-48a4-ba41-2586f9501640)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:02.998907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:03.174151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:03.700238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4457d-6284-4000-ba64-1fd318d3b526 None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:03.740739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:03.765085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:03.817558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8164b708-1d66-4c37-a420-fc9477b56176 None None] Provisioning for port fe1924e8-1948-442b-8f67-616962034187 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:03.886237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:03.895837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:04.066621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port 5014b15b-ca90-45e3-9f2d-bfa5cc5b2a61 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:04.259383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.398399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.416015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.435547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device fe1924e8-1948-442b-8f67-616962034187 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:04.466615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:04.523489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824902ac8>,) {'filters': {'network_id': ['66f15753-7591-4654-8231-6bd196c670bf']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:04.533342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port fe1924e8-1948-442b-8f67-616962034187 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:04.538142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8a210b4c-063a-45e2-914b-a31de5c67197 None None] Provisioning for port 5ea78be7-9943-4f4c-9eeb-c8733529e851 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:04.542388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port fe1924e8-1948-442b-8f67-616962034187 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:04.542765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.557203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824902ac8>, 'ec548564-4f9b-48a4-ba41-2586f9501640') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:04.557558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824902ac8>, 'ec548564-4f9b-48a4-ba41-2586f9501640') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:04.592265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8a210b4c-063a-45e2-914b-a31de5c67197 None None] Provisioning complete for port 5ea78be7-9943-4f4c-9eeb-c8733529e851 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:04.592735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a210b4c-063a-45e2-914b-a31de5c67197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.596200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.627215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.644164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=5ea78be7-9943-4f4c-9eeb-c8733529e851,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:04.648612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:04.721617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a210b4c-063a-45e2-914b-a31de5c67197 None None] Port 5ea78be7-9943-4f4c-9eeb-c8733529e851 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:04.741770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.768541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.770179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:04.815003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port fe1924e8-1948-442b-8f67-616962034187, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=fe1924e8-1948-442b-8f67-616962034187,segment=NetworkSegment(7455ca65-51d3-4abf-baca-901376352a08),segment_id=7455ca65-51d3-4abf-baca-901376352a08)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:04.821571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.823640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:04.934086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dc023c97-bd41-4040-82a0-8263d3222b76 None None] Provisioning complete for port fe1924e8-1948-442b-8f67-616962034187 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:04.934086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc023c97-bd41-4040-82a0-8263d3222b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:04.965258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=fe1924e8-1948-442b-8f67-616962034187,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:04.977760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:05.032964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 66f15753-7591-4654-8231-6bd196c670bf has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:05.053451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.117007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2f7bd-541e-40fd-b0ff-75fe2124c905 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:56:05.252848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2f7bd-541e-40fd-b0ff-75fe2124c905 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:56:05.255698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:05.265921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:05.268927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 66f15753-7591-4654-8231-6bd196c670bf has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:05.365249 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:05.391342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd2acc3c-8a86-48a4-b0b3-0ae5b397b24b None None] Provisioning complete for port fe1924e8-1948-442b-8f67-616962034187 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:05.392000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd2acc3c-8a86-48a4-b0b3-0ae5b397b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.541820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.548244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa49e9f7-456c-4de4-98fc-0bdb0a6f716b tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:05.564223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.583655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=66f15753-7591-4654-8231-6bd196c670bf,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:05.596612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:05.658941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/66f15753-7591-4654-8231-6bd196c670bf HTTP/1.1" status: 204  len: 168 time: 6.6507406
Nov 23 12:56:05.661615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48214) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:05.669151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884253235'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:05.675415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:05.680619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:05.686149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:05.695400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:05.706516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:05.712369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.755502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cd2acc3c-8a86-48a4-b0b3-0ae5b397b24b None None] Provisioning complete for port 5ea78be7-9943-4f4c-9eeb-c8733529e851 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:05.755502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd2acc3c-8a86-48a4-b0b3-0ae5b397b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.775045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:05.788997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.789441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 0f05d66f-10b2-4ace-8d43-9d58f8f7754f of type vxlan for network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2
Nov 23 12:56:05.821241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.838791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:56:05.845336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd2acc3c-8a86-48a4-b0b3-0ae5b397b24b None None] Port 5ea78be7-9943-4f4c-9eeb-c8733529e851 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:05.850787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 2d900f0c-9f17-4473-a76a-7af6b533083d is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:56:05.866950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.871142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:05.871776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:05.877926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3eec272-2776-4ced-9582-f20bfea3390e tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:05.992705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3273852
Nov 23 12:56:05.993311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48218) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:06.002564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:06.018098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:06.022830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:06.032548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:06.046801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:06.056459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:06.058141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/2d900f0c-9f17-4473-a76a-7af6b533083d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2867894
Nov 23 12:56:06.060820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48222) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:06.125753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] Sync routers for ids ['2d900f0c-9f17-4473-a76a-7af6b533083d'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:06.133458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:06.137647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:06.140363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2379df9-9d31-4b86-9ca8-e9ab93d2d66a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:06.141476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:06.141705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2379df9-9d31-4b86-9ca8-e9ab93d2d66a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:56:06.147529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:06.157506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2379df9-9d31-4b86-9ca8-e9ab93d2d66a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:56:06.158093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:06.161564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2379df9-9d31-4b86-9ca8-e9ab93d2d66a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports/5ea78be7-9943-4f4c-9eeb-c8733529e851 HTTP/1.1" status: 200  len: 910 time: 0.0970666
Nov 23 12:56:06.161831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:06.168837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'port': {'fixed_ips': [{'subnet_id': '48d9ab17-3838-43cf-99eb-0fbc4ce2992c'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:06.273108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:06.279963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] Routers {'2d900f0c-9f17-4473-a76a-7af6b533083d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:06.280721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824deae80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d900f0c-9f17-4473-a76a-7af6b533083d'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:06.335543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-04fd53d4-c137-478f-8ace-24e741606069 None None] Provisioning complete for port 5ea78be7-9943-4f4c-9eeb-c8733529e851 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:06.335974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04fd53d4-c137-478f-8ace-24e741606069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:06.389870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824deae80>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:06.413563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device fe1924e8-1948-442b-8f67-616962034187 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:06.448374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:06.463566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] Routers {'2d900f0c-9f17-4473-a76a-7af6b533083d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:06.464270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824deae80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d900f0c-9f17-4473-a76a-7af6b533083d'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:06.523274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-04fd53d4-c137-478f-8ace-24e741606069 None None] Port 5ea78be7-9943-4f4c-9eeb-c8733529e851 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:06.544445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824deae80>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:06.544916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a582afa-468a-4764-b5d8-e4b36685a77b None None] The sync data for ids ['2d900f0c-9f17-4473-a76a-7af6b533083d'] in dv-neutron-601336-59-ovs is: [] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:06.567692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port fe1924e8-1948-442b-8f67-616962034187 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:06.568099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:06.761665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.046394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:07.195557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=136a7da7-ca5b-4c5b-bba1-16a886a67049,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:07.200599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:07.279121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '0f05d66f-10b2-4ace-8d43-9d58f8f7754f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:07.279522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:07.303979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:07.313553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:07.322597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f11ebe-d1cf-4075-a4dc-8abeac6f78c6 None None] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:07.328452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:07.329793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.352760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.3582714
Nov 23 12:56:07.355884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48230) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:07.480583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.505116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.538095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:07.553135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2', 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '136a7da7-ca5b-4c5b-bba1-16a886a67049'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:07.554086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.637453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.716859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=5ea78be7-9943-4f4c-9eeb-c8733529e851,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:07.723332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:07.723986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.725646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/ports/5ea78be7-9943-4f4c-9eeb-c8733529e851 HTTP/1.1" status: 200  len: 910 time: 1.5626144
Nov 23 12:56:07.729028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48234) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:07.730848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:07.796008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:07.871125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Allocated IP 172.20.0.1 (94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2/136a7da7-ca5b-4c5b-bba1-16a886a67049/865b34e6-b23e-4393-8c04-9fbae9b287ea) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:08.101044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.101299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.113185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Transition to ACTIVE for port object 865b34e6-b23e-4393-8c04-9fbae9b287ea will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:08.129853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Transition to ACTIVE for port object 865b34e6-b23e-4393-8c04-9fbae9b287ea will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:08.134573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.145597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.153014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:08.163261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bdea47b-d753-4a91-89ff-cc89b8828d35 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:08.288800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=136a7da7-ca5b-4c5b-bba1-16a886a67049,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:08.291974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:08.424753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.469719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Pushing event updated for resources: {'Port': ['ID=865b34e6-b23e-4393-8c04-9fbae9b287ea,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:08.474387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:08.495522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:08.496933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:08.499609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:08.552342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68241e89e8>,) {'filters': {'network_id': ['94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:08.560889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Attempting to bind port 865b34e6-b23e-4393-8c04-9fbae9b287ea on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:08.561325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Attempting to bind port 865b34e6-b23e-4393-8c04-9fbae9b287ea by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '0f05d66f-10b2-4ace-8d43-9d58f8f7754f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:08.561743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Attempting to bind port 865b34e6-b23e-4393-8c04-9fbae9b287ea on network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:08.567031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241e89e8>, '0f05d66f-10b2-4ace-8d43-9d58f8f7754f') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:08.567373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68241e89e8>, '0f05d66f-10b2-4ace-8d43-9d58f8f7754f') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:08.570348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:08.570788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Checking segment: {'id': '0f05d66f-10b2-4ace-8d43-9d58f8f7754f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:08.571245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.571696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Bound using segment: {'id': '0f05d66f-10b2-4ace-8d43-9d58f8f7754f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:08.572964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Bound port: 865b34e6-b23e-4393-8c04-9fbae9b287ea, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f05d66f-10b2-4ace-8d43-9d58f8f7754f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:08.572964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.580071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.596142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.598237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:08.693250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] For port 865b34e6-b23e-4393-8c04-9fbae9b287ea, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:08.748246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 5ea78be7-9943-4f4c-9eeb-c8733529e851 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:08.748686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.785067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:08.794430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.954593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:08.982084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:09.007137 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:09.085630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 5ea78be7-9943-4f4c-9eeb-c8733529e851 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:09.089541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] For port 865b34e6-b23e-4393-8c04-9fbae9b287ea, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=865b34e6-b23e-4393-8c04-9fbae9b287ea,segment=NetworkSegment(0f05d66f-10b2-4ace-8d43-9d58f8f7754f),segment_id=0f05d66f-10b2-4ace-8d43-9d58f8f7754f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:09.090619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:56:09.090619 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:56:09.090619 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2'}]
Nov 23 12:56:09.090619 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:09.091132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:09.093511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:09.111321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:09.269113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:09.274819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Pushing event updated for resources: {'Port': ['ID=865b34e6-b23e-4393-8c04-9fbae9b287ea,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:09.279843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:09.285567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-beeecb34-5d7d-42ff-9b0e-2c607291d576 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:09.366246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a02dd-292f-4943-bddb-4e15d6c749d2 None None] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:09.387392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=5ea78be7-9943-4f4c-9eeb-c8733529e851,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:09.391974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:09.592598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:09.637884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5df9a-aa0f-45b5-95ef-3e8e9b887206 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:56:09.665684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port 865b34e6-b23e-4393-8c04-9fbae9b287ea {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:09.665913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:09.666153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:09.778528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5df9a-aa0f-45b5-95ef-3e8e9b887206 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:56:09.915223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port 865b34e6-b23e-4393-8c04-9fbae9b287ea, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=865b34e6-b23e-4393-8c04-9fbae9b287ea,segment=NetworkSegment(0f05d66f-10b2-4ace-8d43-9d58f8f7754f),segment_id=0f05d66f-10b2-4ace-8d43-9d58f8f7754f)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:09.915548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.049319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for 865b34e6-b23e-4393-8c04-9fbae9b287ea owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:10.128267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.145933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f72c1af0-8e80-4232-996a-0ddfa61fcb14 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:10.246419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=865b34e6-b23e-4393-8c04-9fbae9b287ea,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:10.252175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:10.299774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port 865b34e6-b23e-4393-8c04-9fbae9b287ea on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:10.438776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.526709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 2d900f0c-9f17-4473-a76a-7af6b533083d has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:10.567947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f35f668>,) {'filters': {'network_id': ['94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.580829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f35f668>, '0f05d66f-10b2-4ace-8d43-9d58f8f7754f') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.581167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f35f668>, '0f05d66f-10b2-4ace-8d43-9d58f8f7754f') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.594516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.614870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.616951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:10.681000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:10.693233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] Sync routers for ids ['2d900f0c-9f17-4473-a76a-7af6b533083d'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:10.698082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/2d900f0c-9f17-4473-a76a-7af6b533083d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9678745
Nov 23 12:56:10.701042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48240) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:10.709993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] Routers {'2d900f0c-9f17-4473-a76a-7af6b533083d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:10.711009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e1bb38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d900f0c-9f17-4473-a76a-7af6b533083d'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.755390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c3705ad-c2e2-487d-8a63-e46b4d31ddac tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:56:10.783809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e1bb38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.785917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3c3705ad-c2e2-487d-8a63-e46b4d31ddac tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:56:10.789971 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c3705ad-c2e2-487d-8a63-e46b4d31ddac tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=2d900f0c-9f17-4473-a76a-7af6b533083d HTTP/1.1" status: 200  len: 205 time: 0.0851803
Nov 23 12:56:10.790341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:10.796227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] Routers {'2d900f0c-9f17-4473-a76a-7af6b533083d'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:10.797464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825e1bb38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2d900f0c-9f17-4473-a76a-7af6b533083d'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.817722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:10.827775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:10.868719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825e1bb38>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:10.869295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88aea4-5fd6-44f4-a393-59b4d625cf13 None None] The sync data for ids ['2d900f0c-9f17-4473-a76a-7af6b533083d'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:10.941172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.028003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:11.051943 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:11.131948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.135366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d389fb96-737a-483c-a1b3-39f1a6313ea9 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:11.159085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.168660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:11.173803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:11.176780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 HTTP/1.1" status: 204  len: 168 time: 3.8182235
Nov 23 12:56:11.180482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48248) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:11.186517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149377662'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:11.192503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:11.196593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:11.199716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:11.206472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:11.216509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:11.222330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.256282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:11.265528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.266515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 60b87b51-1633-437d-b766-dba505e91208 of type vxlan for network eb9670b1-d660-487e-aefd-d2f2d85a8fb8
Nov 23 12:56:11.294210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.325505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.329791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:11.330447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.335924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61537933-0c06-42a0-95a0-4a8e9fc32a97 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:11.356766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.362011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.385290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.385846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router 2d900f0c-9f17-4473-a76a-7af6b533083d {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:56:11.402344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.403569 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-52d02f27-71d0-4b4b-985f-2a5e687f92e2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/2d900f0c-9f17-4473-a76a-7af6b533083d HTTP/1.1" status: 204  len: 168 time: 0.6116755
Nov 23 12:56:11.407019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48252) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:11.433099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2514768
Nov 23 12:56:11.443015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48256) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:11.455452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=eb9670b1-d660-487e-aefd-d2f2d85a8fb8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:11.458995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:11.461735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'New_network'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:11.467759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:11.487567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:11.907248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 48d9ab17-3838-43cf-99eb-0fbc4ce2992c {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:56:11.920206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:11.995853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.011045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.053067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.070494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cde869d-2fcb-451a-b400-5996a9535aae tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:12.274686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=eb9670b1-d660-487e-aefd-d2f2d85a8fb8,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:12.282262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:12.285614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:12.301344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.304269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:12.330144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 is not hosted by any dhcp agent {{(pid=81023) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:56:12.334126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:12.334775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.336136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "PUT /v2.0/networks/eb9670b1-d660-487e-aefd-d2f2d85a8fb8 HTTP/1.1" status: 200  len: 723 time: 0.8921068
Nov 23 12:56:12.339289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48260) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:12.346382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:12.616702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:12.634354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1418793-5dac-415c-96e3-820a2e37d811 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:12.731520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=48d9ab17-3838-43cf-99eb-0fbc4ce2992c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:12.734714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:12.747167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:12.752451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:12.755910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:12.762346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:12.773844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:12.899066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.048209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.053187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29544666-baf6-4e88-9bd4-219766f848a7 None None] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:13.055772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/48d9ab17-3838-43cf-99eb-0fbc4ce2992c HTTP/1.1" status: 204  len: 168 time: 1.6477132
Nov 23 12:56:13.058466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48264) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:13.189103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.267731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port fe1924e8-1948-442b-8f67-616962034187 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:13.268593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.325137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] DHCP port deletion for 24dfc45a-b463-4b18-8f83-9686d29b5db0 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:56:13.330213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Deleting port fe1924e8-1948-442b-8f67-616962034187 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:13.330645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.368232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.384573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-58fd2b4d-07ea-4e8c-bf6a-1151e0fe8894 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:13.507734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port fe1924e8-1948-442b-8f67-616962034187, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=fe1924e8-1948-442b-8f67-616962034187,segment=NetworkSegment(7455ca65-51d3-4abf-baca-901376352a08),segment_id=7455ca65-51d3-4abf-baca-901376352a08)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:13.508134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.526302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=26b2194e-c3d2-4023-a286-c45f92476304,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:13.531626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:13.567145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] For port fe1924e8-1948-442b-8f67-616962034187, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=fe1924e8-1948-442b-8f67-616962034187,segment=NetworkSegment(7455ca65-51d3-4abf-baca-901376352a08),segment_id=7455ca65-51d3-4abf-baca-901376352a08)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:13.567500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.602289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '60b87b51-1633-437d-b766-dba505e91208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:13.602672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: eb9670b1-d660-487e-aefd-d2f2d85a8fb8, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:13.625665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:13.634735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, eb9670b1-d660-487e-aefd-d2f2d85a8fb8) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:13.645926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for fe1924e8-1948-442b-8f67-616962034187 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:13.649068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:13.649730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.676819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3333337
Nov 23 12:56:13.677162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48268) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:13.684048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:13.694246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3a4c3-e5ab-4f49-a8ca-f822767ebd5f None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:13.715810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Calling delete_port for fe1924e8-1948-442b-8f67-616962034187 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:13.736343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.752951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81dd2628-93c2-457f-a386-a88578c10432 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:13.825268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851033868'] for subnet, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:13.852343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=fe1924e8-1948-442b-8f67-616962034187,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:13.857267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   (rel_b, rel_a, rel_b),
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:56:13.866538 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:56:13.893560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:13.894158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:13.901800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No DVR routers for this DVR port fe1924e8-1948-442b-8f67-616962034187 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:14.009547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-eb9670b1-d660-487e-aefd-d2f2d85a8fb8', 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '26b2194e-c3d2-4023-a286-c45f92476304'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:14.010561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.040366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.168325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036852273083'] for subnet, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.170961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824b042b0>,) {'filters': {'network_id': ['24dfc45a-b463-4b18-8f83-9686d29b5db0']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:14.185036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14e32263-d8c9-414b-a267-6e2ab210b6fa tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:14.185940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b042b0>, '7455ca65-51d3-4abf-baca-901376352a08') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:14.186363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b042b0>, '7455ca65-51d3-4abf-baca-901376352a08') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:14.200667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.217076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.219923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:14.316762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Allocated IP 172.20.0.2 (eb9670b1-d660-487e-aefd-d2f2d85a8fb8/26b2194e-c3d2-4023-a286-c45f92476304/402569b5-880d-4616-95df-a5d676784efc) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:14.319499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=26b2194e-c3d2-4023-a286-c45f92476304,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:14.324443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:14.378292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:14.379135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.380789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "PUT /v2.0/subnets/26b2194e-c3d2-4023-a286-c45f92476304 HTTP/1.1" status: 200  len: 806 time: 0.7026680
Nov 23 12:56:14.383657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48272) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:14.405305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Deleting port fe1924e8-1948-442b-8f67-616962034187 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:14.405728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.428298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:14.439332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.448274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device fe1924e8-1948-442b-8f67-616962034187 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:56:14.550748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.646607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 24dfc45a-b463-4b18-8f83-9686d29b5db0 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:14.686702 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:14.694056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: fe1924e8-1948-442b-8f67-616962034187 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:56:14.694461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device fe1924e8-1948-442b-8f67-616962034187 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:56:14.709161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c55a5-dd09-4437-bdc5-29c42ac933e1 None None] The port 'fe1924e8-1948-442b-8f67-616962034187' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:56:14.717730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.780339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.784699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.789182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efa7bb76-4d06-48f7-88ae-a6fb9f50347f tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:14.821257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=24dfc45a-b463-4b18-8f83-9686d29b5db0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:14.825756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:14.842488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/24dfc45a-b463-4b18-8f83-9686d29b5db0 HTTP/1.1" status: 204  len: 168 time: 1.7828095
Nov 23 12:56:14.843188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48276) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:14.844117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.850222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-280014420', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:14.855665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Transition to ACTIVE for port object 402569b5-880d-4616-95df-a5d676784efc will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:14.857401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:14.862744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:14.865826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:14.872409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:14.874529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Transition to ACTIVE for port object 402569b5-880d-4616-95df-a5d676784efc will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:14.879982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.884020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.885108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.896715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:14.905851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.924734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.954999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:14.960319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0795c343-370d-416c-8ed4-0f14ddd1f6dc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1159632
Nov 23 12:56:14.961407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48280) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:14.967962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-20654695'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:14.974016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:14.978807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:14.982021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:14.988704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:14.998184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:15.004632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.028790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Pushing event updated for resources: {'Port': ['ID=402569b5-880d-4616-95df-a5d676784efc,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:15.034258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:15.039382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:15.051976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.052439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.052554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 2bda0081-3148-43fe-abc2-9a70a7d17e08 of type vxlan for network 6ec6688f-6db0-43a2-be98-2b1d778f51a5
Nov 23 12:56:15.069174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7734385-be8e-4600-98cf-22f055aa9689 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:15.081585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.090203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:15.091410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:15.094271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:15.114897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.119250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:15.119904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.126221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3ba17f2-7efa-4472-8075-f68103ec8971 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:15.157656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Attempting to bind port 402569b5-880d-4616-95df-a5d676784efc on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:15.158051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Attempting to bind port 402569b5-880d-4616-95df-a5d676784efc by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '60b87b51-1633-437d-b766-dba505e91208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:15.158469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Attempting to bind port 402569b5-880d-4616-95df-a5d676784efc on network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:15.162495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=26b2194e-c3d2-4023-a286-c45f92476304,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:15.165973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:15.166856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Checking segment: {'id': '60b87b51-1633-437d-b766-dba505e91208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:15.166980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:15.167060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.167450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Bound using segment: {'id': '60b87b51-1633-437d-b766-dba505e91208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:15.167983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Bound port: 402569b5-880d-4616-95df-a5d676784efc, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b87b51-1633-437d-b766-dba505e91208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:15.168413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.242584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.2772269
Nov 23 12:56:15.243803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48284) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:15.253803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:15.269793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] For port 402569b5-880d-4616-95df-a5d676784efc, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:15.269998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=6ec6688f-6db0-43a2-be98-2b1d778f51a5,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:15.273259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] For port 402569b5-880d-4616-95df-a5d676784efc, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=402569b5-880d-4616-95df-a5d676784efc,segment=NetworkSegment(60b87b51-1633-437d-b766-dba505e91208),segment_id=60b87b51-1633-437d-b766-dba505e91208)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:15.275598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:15.277692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.297014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:15.318177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.325987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:15.343332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:15.384318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:15.388621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:15.392170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:15.398119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:15.407991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:15.449452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68252b7438>,) {'filters': {'network_id': ['eb9670b1-d660-487e-aefd-d2f2d85a8fb8']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:15.463662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252b7438>, '60b87b51-1633-437d-b766-dba505e91208') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:15.464013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252b7438>, '60b87b51-1633-437d-b766-dba505e91208') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:15.481249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.497352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.499310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:15.528841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.680673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Pushing event updated for resources: {'Port': ['ID=402569b5-880d-4616-95df-a5d676784efc,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:15.684971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:15.688808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:15.700407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:15.790698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adf631-a839-47a4-9305-a5a32c1679c5 None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:15.893538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:15.918453 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:16.004111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 12:56:16.004111 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 12:56:16.004111 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': 'eb9670b1-d660-487e-aefd-d2f2d85a8fb8'}]
Nov 23 12:56:16.004111 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:16.004554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:16.009214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45dfb00-d289-4039-8d3f-8ac508d885ae None None] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:16.224955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ebef6-86d2-4703-aa67-c4476a279c9b None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:56:16.340092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.360812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd245c6d-d832-44e5-b78a-f9ad147da4f0 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:16.488221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=08d0012b-12b9-4af4-91c3-25168536eeeb,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:16.491493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ebef6-86d2-4703-aa67-c4476a279c9b None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:16.492818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:16.501587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ebef6-86d2-4703-aa67-c4476a279c9b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6ec6688f-6db0-43a2-be98-2b1d778f51a5) {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:56:16.505821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.545806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:16.547792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:16.559531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:16.560191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.582184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port 402569b5-880d-4616-95df-a5d676784efc {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:16.582758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.587726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3405259
Nov 23 12:56:16.587988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48288) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:16.774531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.862217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port 402569b5-880d-4616-95df-a5d676784efc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=402569b5-880d-4616-95df-a5d676784efc,segment=NetworkSegment(60b87b51-1633-437d-b766-dba505e91208),segment_id=60b87b51-1633-437d-b766-dba505e91208)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:16.862914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:16.932766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:16.946470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.027955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for 402569b5-880d-4616-95df-a5d676784efc owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:17.109267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.128021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3b9-4626-4cd1-ab2a-0d657ebc7565 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:17.230340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=402569b5-880d-4616-95df-a5d676784efc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:17.235437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:17.258015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Allocated IP 172.20.0.2 (6ec6688f-6db0-43a2-be98-2b1d778f51a5/08d0012b-12b9-4af4-91c3-25168536eeeb/5a6cc239-e561-4089-8748-22b16069a35e) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:17.292521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port 402569b5-880d-4616-95df-a5d676784efc on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:17.433037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.508534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.522163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Transition to ACTIVE for port object 5a6cc239-e561-4089-8748-22b16069a35e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:17.541481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Transition to ACTIVE for port object 5a6cc239-e561-4089-8748-22b16069a35e will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:17.547659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.566319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:17.709911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.845137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824070940>,) {'filters': {'network_id': ['eb9670b1-d660-487e-aefd-d2f2d85a8fb8']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:17.858680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824070940>, '60b87b51-1633-437d-b766-dba505e91208') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:17.859928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824070940>, '60b87b51-1633-437d-b766-dba505e91208') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:17.872857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.890280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:17.890546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Pushing event updated for resources: {'Port': ['ID=5a6cc239-e561-4089-8748-22b16069a35e,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:17.892636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:17.893831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:17.950110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:17.951327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:17.954160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:18.014725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Attempting to bind port 5a6cc239-e561-4089-8748-22b16069a35e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:18.015153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Attempting to bind port 5a6cc239-e561-4089-8748-22b16069a35e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:18.016098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Attempting to bind port 5a6cc239-e561-4089-8748-22b16069a35e on network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:18.019010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.20.0.1 (6ec6688f-6db0-43a2-be98-2b1d778f51a5/08d0012b-12b9-4af4-91c3-25168536eeeb/451057f8-6b11-4398-9aef-5ab6b39f8971) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:18.023164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:18.023597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Checking segment: {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:18.024053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.024551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Bound using segment: {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:18.025065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Bound port: 5a6cc239-e561-4089-8748-22b16069a35e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:18.025498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.080850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:18.090326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.122018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] For port 5a6cc239-e561-4089-8748-22b16069a35e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:18.126205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] For port 5a6cc239-e561-4089-8748-22b16069a35e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a6cc239-e561-4089-8748-22b16069a35e,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:18.130537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.147089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:18.198228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.215237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 451057f8-6b11-4398-9aef-5ab6b39f8971 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:18.235624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.251601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:18.287191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network eb9670b1-d660-487e-aefd-d2f2d85a8fb8 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:18.299697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Pushing event updated for resources: {'Port': ['ID=5a6cc239-e561-4089-8748-22b16069a35e,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:18.313819 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:18.316699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:18.391117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:18.394560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:18.411869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.415803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb464b6d-3bb9-455e-9708-2bf5bfffe0fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:18.435472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.448875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=eb9670b1-d660-487e-aefd-d2f2d85a8fb8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:18.453879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/eb9670b1-d660-487e-aefd-d2f2d85a8fb8 HTTP/1.1" status: 204  len: 168 time: 4.0683835
Nov 23 12:56:18.454886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:18.456486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48292) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:18.471310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:18.472560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:18.474868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:18.485269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a6ba7a-ff47-4d4d-80f0-9f53f558edda tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:18.485792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a6ba7a-ff47-4d4d-80f0-9f53f558edda tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:18.487611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-28a6ba7a-ff47-4d4d-80f0-9f53f558edda tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/eb9670b1-d660-487e-aefd-d2f2d85a8fb8 HTTP/1.1" status: 404  len: 339 time: 0.0298865
Nov 23 12:56:18.491621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48296) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:18.497637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641449834', 'description': 'd1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:18.504081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:18.508186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:network and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:18.511854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:18.519416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:18.528722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:18.534332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.535940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.568577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:18.578966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.579356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment eebb2849-3239-4ce0-bee4-a5f189867b16 of type vxlan for network 2e5efbe1-b568-4c0b-bcf3-0884662612d5
Nov 23 12:56:18.616807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.643275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.659289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.663410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:18.664048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15518127'] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:18.669695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80dbd92d-4839-4a45-8fd1-7e291ccd788c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:18.794095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.3013527
Nov 23 12:56:18.797345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48300) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:18.798163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=2e5efbe1-b568-4c0b-bcf3-0884662612d5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:18.803559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:18.810662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:18.834026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:18.937980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bb166-ce33-449d-ace3-239dcbb6a947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:18.939164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-489bb166-ce33-449d-ace3-239dcbb6a947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Synchronizing usage tracker for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:56:18.956895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-489bb166-ce33-449d-ace3-239dcbb6a947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Unset dirty status for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:56:18.958195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-489bb166-ce33-449d-ace3-239dcbb6a947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks?id=2e5efbe1-b568-4c0b-bcf3-0884662612d5 HTTP/1.1" status: 200  len: 760 time: 0.1569397
Nov 23 12:56:18.961099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48304) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:18.968596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'description': 'd2'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:19.137890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.141906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.173753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:19.272511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.287340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:19.292347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:19.325725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.343338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.359910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a99e513-eeeb-469e-9879-df5eb56bd110 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:19.436624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:19.437927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:19.549405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=2e5efbe1-b568-4c0b-bcf3-0884662612d5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:19.552558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:19.563153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:19.563338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 is not hosted by any dhcp agent {{(pid=81022) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Nov 23 12:56:19.567113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:19.567762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.569202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "PUT /v2.0/networks/2e5efbe1-b568-4c0b-bcf3-0884662612d5 HTTP/1.1" status: 200  len: 757 time: 0.6070967
Nov 23 12:56:19.572113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48308) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:19.582820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:19.735998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43b180-ffea-4b49-ae5c-5a9419ba1d52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:19.738002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d43b180-ffea-4b49-ae5c-5a9419ba1d52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks?id=2e5efbe1-b568-4c0b-bcf3-0884662612d5 HTTP/1.1" status: 200  len: 760 time: 0.1648211
Nov 23 12:56:19.744962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48312) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:19.753011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2015692778'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:19.760717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:19.771864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:19.782171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:19.788199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.816562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02db26-2e4b-4b8f-a164-59121763b6bb None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:19.826085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:19.836747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.836747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment fe27bc95-9183-4781-96c4-a86fc73ecb81 of type vxlan for network 3d1d1196-2407-4619-8e4c-ff6e815d00aa
Nov 23 12:56:19.866788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.903699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.908806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:19.909468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:19.920012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:56:19.928658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-45fa448c-6078-4e82-a780-230a5df27b2b None None] Provisioning for port 5a6cc239-e561-4089-8748-22b16069a35e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:19.934948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c98a5702-468a-40b4-8dc8-ee25779ca19a tempest-AllowedAddressPairTestJSON-1090425375 tempest-AllowedAddressPairTestJSON-1090425375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:20.017930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2680213
Nov 23 12:56:20.021691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48316) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:20.034983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '3d1d1196-2407-4619-8e4c-ff6e815d00aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:20.144580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=3d1d1196-2407-4619-8e4c-ff6e815d00aa,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:20.157576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:20.160196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:20.187932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:20.192778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Usage tracker for resource:subnet and tenant:de961e7594544c4aa5b27fa35471f7a4 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:20.196354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:20.203362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:20.215524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:20.245301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:20.345797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.400857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:20.417642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8285344
Nov 23 12:56:20.420715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48320) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:20.434482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-1988530386'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:20.435911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:20.441502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:20.443131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:20.444754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:20.455433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:20.469908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:20.472726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:20.473443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f0a0f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:20.487171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.523880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:20.534540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.535134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689 of type vxlan for network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c
Nov 23 12:56:20.538082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a6cc239-e561-4089-8748-22b16069a35e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:20.566407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.606284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.612811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:20.613965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.621859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ade74df8-d8b8-46ef-aedc-4fc52541a741 tempest-FloatingIPTestJSON-1400039563 tempest-FloatingIPTestJSON-1400039563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:20.714091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4a32c97d-46cc-4239-a7e1-f9461eb35f45 None None] Provisioning for port 451057f8-6b11-4398-9aef-5ab6b39f8971 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:20.735750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4a32c97d-46cc-4239-a7e1-f9461eb35f45 None None] Provisioning complete for port 451057f8-6b11-4398-9aef-5ab6b39f8971 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:20.736439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4a32c97d-46cc-4239-a7e1-f9461eb35f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.783006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=a0d05418-b43b-4a6d-b7d2-2ab62e518f0c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:20.789416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:20.792654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3708091
Nov 23 12:56:20.795564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48324) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:20.805099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:20.806402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:20.905372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:20.925407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:20.941315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:20.946986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:20.951275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:20.956110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:20.957707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9db7f39c-82d2-4b5e-a7c7-32531d406801 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:20.962664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:20.977071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:21.106532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=04914eb1-94a2-4e0a-8e9b-d134625d7dd6,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:21.124667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:21.125153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.196384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': 'fe27bc95-9183-4781-96c4-a86fc73ecb81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d1d1196-2407-4619-8e4c-ff6e815d00aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:21.196960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 3d1d1196-2407-4619-8e4c-ff6e815d00aa, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:21.222444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:21.233660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 3d1d1196-2407-4619-8e4c-ff6e815d00aa) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:21.247558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:21.248218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.264730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4a32c97d-46cc-4239-a7e1-f9461eb35f45 None None] Port 451057f8-6b11-4398-9aef-5ab6b39f8971 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:21.267589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c80588-a850-470a-85b6-41f0c0d64030 None None] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:21.274830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2519693
Nov 23 12:56:21.277546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48328) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:21.369061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 5a6cc239-e561-4089-8748-22b16069a35e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:21.422735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5a6cc239-e561-4089-8748-22b16069a35e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:21.423070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.517593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.696393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Provisioning complete for port 5a6cc239-e561-4089-8748-22b16069a35e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:21.696761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.774835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:21.934492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.101015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc4703-14f4-4233-b056-23da13707c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-3d1d1196-2407-4619-8e4c-ff6e815d00aa', 'network_id': '3d1d1196-2407-4619-8e4c-ff6e815d00aa', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '04914eb1-94a2-4e0a-8e9b-d134625d7dd6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:22.101912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31dc4703-14f4-4233-b056-23da13707c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.124232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 5a6cc239-e561-4089-8748-22b16069a35e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a6cc239-e561-4089-8748-22b16069a35e,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:22.132730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.144614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.152275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:22.178028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.195548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b045df56-2a02-466f-8cfc-7b2d2053e0e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:22.315709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.374105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=5a6cc239-e561-4089-8748-22b16069a35e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:22.382336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f0a0f0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:18Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:18Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:22.384635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:22.405204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:22.405614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Updating router d1d84236-cb45-4671-b0f3-2410f6ab2309 port 451057f8-6b11-4398-9aef-5ab6b39f8971 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:22.427653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=57453c6c-7750-4543-badf-ef93c3ebe508,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:22.433727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:22.434240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:22.434636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:22.436131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c823b4b-1736-4be7-8bce-2af607a0d17a tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:22.494630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=04914eb1-94a2-4e0a-8e9b-d134625d7dd6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:22.511664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:22.524784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-31dc4703-14f4-4233-b056-23da13707c55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04914eb1-94a2-4e0a-8e9b-d134625d7dd6: This subnet is being modified by another concurrent operation.
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04914eb1-94a2-4e0a-8e9b-d134625d7dd6: This subnet is being modified by another concurrent operation.
Nov 23 12:56:22.632677 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:56:22.659613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.668517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baadecb-1228-486e-9d45-d4e5a7fbbb83 None None] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:22.796170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:22.796636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: a0d05418-b43b-4a6d-b7d2-2ab62e518f0c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:22.823756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824ceae80>,) {'filters': {'network_id': ['3d1d1196-2407-4619-8e4c-ff6e815d00aa']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:22.839911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ceae80>, 'fe27bc95-9183-4781-96c4-a86fc73ecb81') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:22.840230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824ceae80>, 'fe27bc95-9183-4781-96c4-a86fc73ecb81') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:22.858739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.877007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:22.883597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:22.886394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:22.914745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, a0d05418-b43b-4a6d-b7d2-2ab62e518f0c) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:22.994324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:22.994992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.112465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3157117
Nov 23 12:56:23.115587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48332) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.124205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:23.137798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3e0a1-64ec-4f5e-a5b4-91169c28230c None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:23.138672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.353575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 3d1d1196-2407-4619-8e4c-ff6e815d00aa has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:23.381075 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:23.473283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.477360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.481661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-127b2f63-5204-453b-808c-9adf3ff3d642 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:23.508892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=3d1d1196-2407-4619-8e4c-ff6e815d00aa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:23.511685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:23.516971 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/3d1d1196-2407-4619-8e4c-ff6e815d00aa HTTP/1.1" status: 204  len: 168 time: 2.2381704
Nov 23 12:56:23.517657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48336) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.566727 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a78300-d0f7-495a-a7b1-70ebf3c41466 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] GET failed (client error): The resource could not be found.
Nov 23 12:56:23.567297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-42a78300-d0f7-495a-a7b1-70ebf3c41466 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Synchronizing usage tracker for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:56:23.586839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-42a78300-d0f7-495a-a7b1-70ebf3c41466 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Unset dirty status for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:56:23.588089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-42a78300-d0f7-495a-a7b1-70ebf3c41466 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets/04914eb1-94a2-4e0a-8e9b-d134625d7dd6 HTTP/1.1" status: 404  len: 337 time: 0.0693891
Nov 23 12:56:23.591107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48340) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.609249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Provisioning complete for port 451057f8-6b11-4398-9aef-5ab6b39f8971 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:23.609653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.626586 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b04790-8ef1-48ac-8a08-4278c4d178c5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:23.627077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b04790-8ef1-48ac-8a08-4278c4d178c5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:23.628926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24b04790-8ef1-48ac-8a08-4278c4d178c5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/3d1d1196-2407-4619-8e4c-ff6e815d00aa HTTP/1.1" status: 404  len: 339 time: 0.0368035
Nov 23 12:56:23.632829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48344) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.792927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-cb9741e2-bec2-4a12-bc3f-45c5623dc3d1 None None] Port 451057f8-6b11-4398-9aef-5ab6b39f8971 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:23.814762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44df379-dc09-4fff-a2f7-7d0187ebbde8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:23.815569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a44df379-dc09-4fff-a2f7-7d0187ebbde8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Synchronizing usage tracker for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:56:23.832187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:23.832718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a44df379-dc09-4fff-a2f7-7d0187ebbde8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Unset dirty status for tenant:de961e7594544c4aa5b27fa35471f7a4 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:56:23.833142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:23.836891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a44df379-dc09-4fff-a2f7-7d0187ebbde8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2001853
Nov 23 12:56:23.837223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48348) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.893783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bea98119-77bf-4846-af3f-11ac2b49627b tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 207 time: 0.0521228
Nov 23 12:56:23.894108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48352) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:23.921161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:24.006875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Transition to ACTIVE for port object 451057f8-6b11-4398-9aef-5ab6b39f8971 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:24.033788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:24.054698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:24.147596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:24.279651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Pushing event updated for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:24.292787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:24.345653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03fce1-5760-4ff1-8461-4aa254361c97 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.350948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03fce1-5760-4ff1-8461-4aa254361c97 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.357709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03fce1-5760-4ff1-8461-4aa254361c97 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.368635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03fce1-5760-4ff1-8461-4aa254361c97 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.371095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f03fce1-5760-4ff1-8461-4aa254361c97 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.4759643
Nov 23 12:56:24.371936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48356) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:24.433131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a6cc239-e561-4089-8748-22b16069a35e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:24.563659 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8358eb3f-29f0-4fd3-91af-967ecaf96fdb tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.1902435
Nov 23 12:56:24.565316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48360) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:24.605715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Allocated IP 172.21.0.2 (a0d05418-b43b-4a6d-b7d2-2ab62e518f0c/57453c6c-7750-4543-badf-ef93c3ebe508/89459c34-2798-48f4-94d4-44a4974c8c44) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:24.651161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Attempting to bind port 451057f8-6b11-4398-9aef-5ab6b39f8971 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:24.651578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Attempting to bind port 451057f8-6b11-4398-9aef-5ab6b39f8971 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:24.651992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Attempting to bind port 451057f8-6b11-4398-9aef-5ab6b39f8971 on network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:24.655378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f204fb-9c81-48e3-aaf2-577ac00bfca6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.657474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f204fb-9c81-48e3-aaf2-577ac00bfca6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.662393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73f204fb-9c81-48e3-aaf2-577ac00bfca6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0925982
Nov 23 12:56:24.662769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48364) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:24.753802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cb642-99d1-432d-a0f8-3a10c898838d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.755294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cb642-99d1-432d-a0f8-3a10c898838d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.760684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-101cb642-99d1-432d-a0f8-3a10c898838d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0932951
Nov 23 12:56:24.761021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:24.914458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:24.914798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Checking segment: {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:24.915249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:24.915707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Bound using segment: {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:24.916231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Bound port: 451057f8-6b11-4398-9aef-5ab6b39f8971, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bda0081-3148-43fe-abc2-9a70a7d17e08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:24.916694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:24.930518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50ed36-ac48-45f1-9ac1-8d96c4a60cd8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:24.932002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c50ed36-ac48-45f1-9ac1-8d96c4a60cd8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks/6ed81d35-79f4-4521-b5a9-65be38477487 HTTP/1.1" status: 200  len: 800 time: 0.1699383
Nov 23 12:56:24.935961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48372) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:24.940383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5a6cc239-e561-4089-8748-22b16069a35e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:24.940828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.095639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dcb1dcaf-0e91-476f-a64f-3dba42d38ab6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/networks/6ed81d35-79f4-4521-b5a9-65be38477487?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1581607
Nov 23 12:56:25.099176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48376) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:25.173098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c8531-6e6d-4360-9fdc-acdaa8b677b6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:25.174521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f35c8531-6e6d-4360-9fdc-acdaa8b677b6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets/76813d5d-bb28-43d4-a06b-a1260f799840 HTTP/1.1" status: 200  len: 811 time: 0.0742776
Nov 23 12:56:25.178507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48380) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:25.193624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] For port 451057f8-6b11-4398-9aef-5ab6b39f8971, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:25.233491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] For port 451057f8-6b11-4398-9aef-5ab6b39f8971, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=451057f8-6b11-4398-9aef-5ab6b39f8971,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:25.250141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.256525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575d68a-dde3-4535-b3a4-e8df2d1a81c6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['shared'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:25.258102 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d575d68a-dde3-4535-b3a4-e8df2d1a81c6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "GET /v2.0/subnets/76813d5d-bb28-43d4-a06b-a1260f799840?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0785556
Nov 23 12:56:25.261858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48384) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:25.268024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1289252332'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:25.273022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-19915fce-ce2f-43eb-be9f-0abeeb2e3d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:25.273403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:25.283949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:25.292845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:25.298899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.333191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:25.342611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.343035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Added segment 209d45fc-baf7-4220-9036-5ae1164fac5e of type vxlan for network 46b89a2c-958c-4f75-87e1-a58cd666487b
Nov 23 12:56:25.372262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.373543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.405024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.408708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Transition to ACTIVE for port object 89459c34-2798-48f4-94d4-44a4974c8c44 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:25.409835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:25.410532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.416063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9cc57b42-5d8c-42f2-a627-c83c93c7d330 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:25.463640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Transition to ACTIVE for port object 89459c34-2798-48f4-94d4-44a4974c8c44 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:25.479510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Pushing event updated for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:25.482776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:25.500203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:25.500532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:25.537456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2743499
Nov 23 12:56:25.540189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48388) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:25.541098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Network': ['ID=46b89a2c-958c-4f75-87e1-a58cd666487b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:25.544069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:25.552774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'network_id': '46b89a2c-958c-4f75-87e1-a58cd666487b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:25.599303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 46b89a2c-958c-4f75-87e1-a58cd666487b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:25.612820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 46b89a2c-958c-4f75-87e1-a58cd666487b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:25.663545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.21.0.1 (a0d05418-b43b-4a6d-b7d2-2ab62e518f0c/57453c6c-7750-4543-badf-ef93c3ebe508/0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:25.793229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:25.814510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:25.818750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Pushing event updated for resources: {'Port': ['ID=89459c34-2798-48f4-94d4-44a4974c8c44,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:25.846217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:25.850498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Made reservation on behalf of de961e7594544c4aa5b27fa35471f7a4 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:25.914597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:25.915329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f0a0f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:25.981427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.020870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:26.026584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.082072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:26.085871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:26.090070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:26.134200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:26.139382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Performing IP validity checks on allocation pools {{(pid=81022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 12:56:26.139977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking for overlaps among allocation pools and gateway ip {{(pid=81022) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 12:56:26.162538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.180385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:26.235974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Attempting to bind port 89459c34-2798-48f4-94d4-44a4974c8c44 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:26.236301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Attempting to bind port 89459c34-2798-48f4-94d4-44a4974c8c44 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:26.236737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Attempting to bind port 89459c34-2798-48f4-94d4-44a4974c8c44 on network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:26.312904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:26.313330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Checking segment: {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:26.313778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.314223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Bound using segment: {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:26.314762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Bound port: 89459c34-2798-48f4-94d4-44a4974c8c44, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:26.315179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.335313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:26.346070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:26.493648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:26.496743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:26.509077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:26.665669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.700217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] For port 89459c34-2798-48f4-94d4-44a4974c8c44, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:26.746906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] For port 89459c34-2798-48f4-94d4-44a4974c8c44, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=89459c34-2798-48f4-94d4-44a4974c8c44,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:26.751814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.768710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:26.808817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:26.928817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Pushing event updated for resources: {'Port': ['ID=89459c34-2798-48f4-94d4-44a4974c8c44,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:26.943534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:26.960107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f0a0f0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:18Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:25Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:26.967955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b88929-ee1b-4c92-b5a7-4003a402939c None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:18Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:25Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:27.292945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:27.309314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:27.635884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=56e63c89-5603-43fb-933d-bf18a8de9c8b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:27.653937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:27.809153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6e83-933a-4722-8635-83f2ee86058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:27.873411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Checking segment: {'id': '209d45fc-baf7-4220-9036-5ae1164fac5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '46b89a2c-958c-4f75-87e1-a58cd666487b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:27.873809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network hostable DHCP agents. Network: 46b89a2c-958c-4f75-87e1-a58cd666487b, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:27.920632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:27.922893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 46b89a2c-958c-4f75-87e1-a58cd666487b is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:27.928960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:27.960522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a6e0547-65c6-440a-ab32-b767957401ce tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:28.019604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 46b89a2c-958c-4f75-87e1-a58cd666487b) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:28.027503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7c3fa-37e3-440a-9fb8-9e87c606dc3a None None] Network 46b89a2c-958c-4f75-87e1-a58cd666487b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:28.056504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:28.057188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.081538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.100837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:28.156917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:28.193735 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.6498654
Nov 23 12:56:28.194540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48392) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:28.207452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:28.262586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:28.263307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:28.278980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-46b89a2c-958c-4f75-87e1-a58cd666487b', 'network_id': '46b89a2c-958c-4f75-87e1-a58cd666487b', 'tenant_id': 'de961e7594544c4aa5b27fa35471f7a4', 'fixed_ips': [{'subnet_id': '56e63c89-5603-43fb-933d-bf18a8de9c8b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:28.279486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.525619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf4477-4e60-43f9-b9fe-dfbb2c117bb4 None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:28.554301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 451057f8-6b11-4398-9aef-5ab6b39f8971 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:28.580985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852002561'] for subnet, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.695092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:28.741356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-13641b29-e62f-480d-8de1-9fcc5c3b0713 None None] Provisioning for port 89459c34-2798-48f4-94d4-44a4974c8c44 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:28.840625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 23 12:56:28.840625 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 23 12:56:28.840625 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'in_use': 1, 'id_1': '56e63c89-5603-43fb-933d-bf18a8de9c8b'}]
Nov 23 12:56:28.840625 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:28.841344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:28.847258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 451057f8-6b11-4398-9aef-5ab6b39f8971 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:28.855711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 451057f8-6b11-4398-9aef-5ab6b39f8971 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:28.856594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.915545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:28.921115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8041151
Nov 23 12:56:28.923954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:28.930541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-113850082'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:28.935974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:28.940411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:28.943570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:28.949478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:28.960358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1791359'] for subnet, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.963186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:28.973717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:28.977612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cf6ea21-a5cb-4204-b3bd-3ff651019669 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:29.016926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:29.036390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.036970 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment 01ef3b0f-06d8-4324-8e31-1f674951a464 of type vxlan for network e81df905-ba4c-441a-b2c5-5f743c2a13c3
Nov 23 12:56:29.048247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.088054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.098281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 451057f8-6b11-4398-9aef-5ab6b39f8971, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=451057f8-6b11-4398-9aef-5ab6b39f8971,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:29.102353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.103279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 89459c34-2798-48f4-94d4-44a4974c8c44 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:29.120791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event updated for resources: {'Subnet': ['ID=56e63c89-5603-43fb-933d-bf18a8de9c8b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:29.126076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:29.127539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.135118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:29.141001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5566b41f-1992-4c9d-8da5-73f07c9c8d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:29.146034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.158071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0c49c7f6-b8c1-4fc2-a400-98de3aa15593 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:29.182800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:29.183727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.185395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "PUT /v2.0/subnets/56e63c89-5603-43fb-933d-bf18a8de9c8b HTTP/1.1" status: 200  len: 877 time: 0.9892900
Nov 23 12:56:29.188546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48400) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:29.251720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:29.258454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:29.269202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 89459c34-2798-48f4-94d4-44a4974c8c44 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:29.277094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 89459c34-2798-48f4-94d4-44a4974c8c44 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:29.277813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.297046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3686161
Nov 23 12:56:29.298609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48404) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:29.308305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:29.357841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.377360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.394811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=e81df905-ba4c-441a-b2c5-5f743c2a13c3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:29.406813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:29.419235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:29.449695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:29.467253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:29.473311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:29.476889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:29.485728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:29.512384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:29.550910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:29.556558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.568601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:29.569293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d955f8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:29.665391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:29.841270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:30.025803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.073966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6b40608b-c8e0-48c2-aee4-0410f52acc6f tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:30.077750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.137952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Provisioning complete for port 89459c34-2798-48f4-94d4-44a4974c8c44 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:30.138483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.221309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=56e63c89-5603-43fb-933d-bf18a8de9c8b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:30.226168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:30.284363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 89459c34-2798-48f4-94d4-44a4974c8c44, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=89459c34-2798-48f4-94d4-44a4974c8c44,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:30.313801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.319821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:30.341560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.357710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d955f8>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:26Z', 'revision_number': 3, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:27Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:30.371683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:30.372089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Updating router d1d84236-cb45-4671-b0f3-2410f6ab2309 port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:30.384505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd47fe2d-0774-481d-a58a-2b0598716284 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:30.413795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=89459c34-2798-48f4-94d4-44a4974c8c44,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:30.425957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:30.426964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 451057f8-6b11-4398-9aef-5ab6b39f8971 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:30.461284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68880520-554b-404e-a42d-129e8aaf0061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.481037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.493873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.540964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=d948d9d6-13ba-48ad-9361-250fe7ab07d0,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:30.558970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-94da7e46-6f23-4387-9176-7231b3b93ee4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e63c89-5603-43fb-933d-bf18a8de9c8b: This subnet is being modified by another concurrent operation.
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e63c89-5603-43fb-933d-bf18a8de9c8b: This subnet is being modified by another concurrent operation.
Nov 23 12:56:30.659249 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 12:56:30.673245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 451057f8-6b11-4398-9aef-5ab6b39f8971 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:30.673736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.713016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b15732-0267-43f1-a111-24e5f06a4a8c None None] Network 46b89a2c-958c-4f75-87e1-a58cd666487b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:30.716883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:30.717281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: e81df905-ba4c-441a-b2c5-5f743c2a13c3, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:30.720926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f76d2e8>,) {'filters': {'network_id': ['46b89a2c-958c-4f75-87e1-a58cd666487b']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:30.737153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f76d2e8>, '209d45fc-baf7-4220-9036-5ae1164fac5e') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:30.737736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f76d2e8>, '209d45fc-baf7-4220-9036-5ae1164fac5e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:30.747789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Provisioning for port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:30.752019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:30.755066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.767680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, e81df905-ba4c-441a-b2c5-5f743c2a13c3) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:30.801599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.804212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 6 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:30.810833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:30.811506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.818702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec867602-c61d-47ff-af34-6bc96fc0a514 None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:30.839111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5390289
Nov 23 12:56:30.841150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Provisioning complete for port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:30.842067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.842891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48408) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:30.868110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:30.983613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.032130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 46b89a2c-958c-4f75-87e1-a58cd666487b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:31.042725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.079630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8d959d5a-32c7-4707-96a6-e72407145318 None None] Port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:31.193193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338f9c6-b1c6-451a-8a76-e2ec7292322f None None] Network 46b89a2c-958c-4f75-87e1-a58cd666487b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:31.242983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 46b89a2c-958c-4f75-87e1-a58cd666487b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:31.328735 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:31.364863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Transition to ACTIVE for port object 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:31.366870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.368247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.384066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.385487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae70a1b5-4247-4009-a7e5-8fa4d8731ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:31.410114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:31.437847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/46b89a2c-958c-4f75-87e1-a58cd666487b HTTP/1.1" status: 204  len: 168 time: 2.2471390
Nov 23 12:56:31.438178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48412) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:31.443946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-042152fb-59d6-4e75-8089-16849389ac8b None None] Provisioning complete for port 89459c34-2798-48f4-94d4-44a4974c8c44 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:31.444367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-042152fb-59d6-4e75-8089-16849389ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.447645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=46b89a2c-958c-4f75-87e1-a58cd666487b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:31.501809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:31.508355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6466011-d953-4b7c-bc7d-753c42605849 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:31.509343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6466011-d953-4b7c-bc7d-753c42605849 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:31.513788 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6466011-d953-4b7c-bc7d-753c42605849 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/56e63c89-5603-43fb-933d-bf18a8de9c8b HTTP/1.1" status: 404  len: 337 time: 0.0659745
Nov 23 12:56:31.514939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48416) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:31.532247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Pushing event updated for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:31.548704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba461d5-eefc-4616-b036-d455ebe44fb3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:31.549578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba461d5-eefc-4616-b036-d455ebe44fb3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:31.555081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48420) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:31.556220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eba461d5-eefc-4616-b036-d455ebe44fb3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/46b89a2c-958c-4f75-87e1-a58cd666487b HTTP/1.1" status: 404  len: 339 time: 0.0406873
Nov 23 12:56:31.564021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.564407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.564808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.565180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.565545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.565907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.566263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.566606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.566961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.567316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.567671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.568025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.568991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.569371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.569733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.570098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.570448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.570807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.571164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.571517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.571874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.572228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.572614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.572966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:31.574596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:31.575368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.579293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:31.613346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4a4dd5-81c3-4026-80d4-10d1ea8c50d6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:31.613772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4a4dd5-81c3-4026-80d4-10d1ea8c50d6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:31.618774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48424) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:31.620967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c4a4dd5-81c3-4026-80d4-10d1ea8c50d6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/04914eb1-94a2-4e0a-8e9b-d134625d7dd6 HTTP/1.1" status: 404  len: 337 time: 0.0631716
Nov 23 12:56:31.658500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c7cb03-bbe5-4064-887c-c246d397f005 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:31.659000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c7cb03-bbe5-4064-887c-c246d397f005 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:31.664155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-88c7cb03-bbe5-4064-887c-c246d397f005 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/3d1d1196-2407-4619-8e4c-ff6e815d00aa HTTP/1.1" status: 404  len: 339 time: 0.0442684
Nov 23 12:56:31.664827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48428) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:31.774265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Attempting to bind port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:31.775107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Attempting to bind port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:31.775517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Attempting to bind port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f on network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:31.784645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:31.785362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Checking segment: {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:31.785815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.786256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Bound using segment: {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:31.786798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Bound port: 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:31.787206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.872088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.959928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] For port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:31.964093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] For port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:31.971284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:31.991923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:32.023365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.064804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Allocated IP 172.22.0.2 (e81df905-ba4c-441a-b2c5-5f743c2a13c3/d948d9d6-13ba-48ad-9361-250fe7ab07d0/46afba13-e058-422b-addc-5c8a76a58594) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:32.100451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.185057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Pushing event updated for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:32.191851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:32.253801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:32.254498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825d955f8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:32.483638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.611567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 89459c34-2798-48f4-94d4-44a4974c8c44 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:32.630436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fd0c828>,) {'filters': {'network_id': ['2e5efbe1-b568-4c0b-bcf3-0884662612d5']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:32.648175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fd0c828>, 'eebb2849-3239-4ce0-bee4-a5f189867b16') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:32.648589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fd0c828>, 'eebb2849-3239-4ce0-bee4-a5f189867b16') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:32.657629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:32.668091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.686073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.689490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:32.695683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.732551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.747382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Transition to ACTIVE for port object 46afba13-e058-422b-addc-5c8a76a58594 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:32.772485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Transition to ACTIVE for port object 46afba13-e058-422b-addc-5c8a76a58594 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:32.774081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 89459c34-2798-48f4-94d4-44a4974c8c44 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:32.774696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.841924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.858690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-730b1171-868d-4cca-b0bf-a3b5e417cdaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:32.904123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:32.922789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:32.929263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.22.0.1 (e81df905-ba4c-441a-b2c5-5f743c2a13c3/d948d9d6-13ba-48ad-9361-250fe7ab07d0/b6c4c347-c3cf-4e39-b80d-34a23bd4719b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:32.986525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Pushing event updated for resources: {'Port': ['ID=46afba13-e058-422b-addc-5c8a76a58594,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:33.001888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:33.072205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825d955f8>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:26Z', 'revision_number': 3, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:31Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:33.077129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145eb7c7-adef-4f17-987c-b377e9c53722 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:26Z', 'revision_number': 3, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:31Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:33.134069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.145921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:33.149033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:33.151846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:33.161550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 2e5efbe1-b568-4c0b-bcf3-0884662612d5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:33.173041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object b6c4c347-c3cf-4e39-b80d-34a23bd4719b will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:33.193256 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:33.201187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.229843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:33.234408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Attempting to bind port 46afba13-e058-422b-addc-5c8a76a58594 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:33.234948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Attempting to bind port 46afba13-e058-422b-addc-5c8a76a58594 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:33.235370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Attempting to bind port 46afba13-e058-422b-addc-5c8a76a58594 on network e81df905-ba4c-441a-b2c5-5f743c2a13c3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:33.243185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:33.243618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Checking segment: {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:33.244076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.244547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Bound using segment: {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:33.245086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Bound port: 46afba13-e058-422b-addc-5c8a76a58594, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:33.245513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.296465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.299992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-949389a4-3c69-45c9-bf1e-48058ba63df0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:33.316327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.330070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=2e5efbe1-b568-4c0b-bcf3-0884662612d5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:33.334533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:33.339025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/2e5efbe1-b568-4c0b-bcf3-0884662612d5 HTTP/1.1" status: 204  len: 168 time: 1.6706698
Nov 23 12:56:33.339310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48432) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.355311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] For port 46afba13-e058-422b-addc-5c8a76a58594, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:33.359383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] For port 46afba13-e058-422b-addc-5c8a76a58594, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=46afba13-e058-422b-addc-5c8a76a58594,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:33.364887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.387231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-01809e6d-ee0c-41a6-904a-8360e80e4f89 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.387462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:33.387749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01809e6d-ee0c-41a6-904a-8360e80e4f89 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.392669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-01809e6d-ee0c-41a6-904a-8360e80e4f89 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/26b2194e-c3d2-4023-a286-c45f92476304 HTTP/1.1" status: 404  len: 337 time: 0.0493276
Nov 23 12:56:33.395684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48436) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.432937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ad7f36-a476-4705-9c61-fc46f2ec7b26 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.433441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ad7f36-a476-4705-9c61-fc46f2ec7b26 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.435290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3ad7f36-a476-4705-9c61-fc46f2ec7b26 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/eb9670b1-d660-487e-aefd-d2f2d85a8fb8 HTTP/1.1" status: 404  len: 339 time: 0.0385385
Nov 23 12:56:33.440770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48440) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.464379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:33.479671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:33.489360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8cc47b-4846-416f-aa8c-e0fea4e2f612 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.490167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8cc47b-4846-416f-aa8c-e0fea4e2f612 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.492217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec8cc47b-4846-416f-aa8c-e0fea4e2f612 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/136a7da7-ca5b-4c5b-bba1-16a886a67049 HTTP/1.1" status: 404  len: 337 time: 0.0501113
Nov 23 12:56:33.496073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48444) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.532478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:33.534208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:33.536561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe9a26d-51c0-49bc-af97-f64aa20b2b86 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.537059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe9a26d-51c0-49bc-af97-f64aa20b2b86 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.540073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:33.560035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Pushing event updated for resources: {'Port': ['ID=46afba13-e058-422b-addc-5c8a76a58594,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:33.566774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:33.588101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fe9a26d-51c0-49bc-af97-f64aa20b2b86 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/94509afb-c3ae-4cf6-b3b2-7d7e78c0c3f2 HTTP/1.1" status: 404  len: 339 time: 0.0842767
Nov 23 12:56:33.589497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48448) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.608746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.635526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a680391-62e9-46c8-be22-1bf845e1d126 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.636026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a680391-62e9-46c8-be22-1bf845e1d126 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.637928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a680391-62e9-46c8-be22-1bf845e1d126 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/3cb33544-5b95-4efc-af0c-e0f0c50a8325 HTTP/1.1" status: 404  len: 337 time: 0.0483146
Nov 23 12:56:33.641282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48452) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.674298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cf800e-33da-4650-9f93-71a232cdf985 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.674625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cf800e-33da-4650-9f93-71a232cdf985 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.679194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16cf800e-33da-4650-9f93-71a232cdf985 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/66f15753-7591-4654-8231-6bd196c670bf HTTP/1.1" status: 404  len: 339 time: 0.0340762
Nov 23 12:56:33.682613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48456) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.736109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-97873c9f-d510-42e2-a968-9745d80ffb2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.736642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97873c9f-d510-42e2-a968-9745d80ffb2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.738512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97873c9f-d510-42e2-a968-9745d80ffb2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/8c01b102-0f5a-4925-9620-9d5e9ba5ce64 HTTP/1.1" status: 404  len: 337 time: 0.0553677
Nov 23 12:56:33.742028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48460) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.761517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:33.778005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e465dc-f1b8-464e-8d45-8fd4014dd520 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.778592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e465dc-f1b8-464e-8d45-8fd4014dd520 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.781362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23e465dc-f1b8-464e-8d45-8fd4014dd520 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/354239f1-bd7c-4028-91d8-04a7b8b1a476 HTTP/1.1" status: 404  len: 339 time: 0.0373471
Nov 23 12:56:33.783806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48464) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.826248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a15bc96-c02f-4ab4-98d5-7752e7064822 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.826749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a15bc96-c02f-4ab4-98d5-7752e7064822 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.828929 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3a15bc96-c02f-4ab4-98d5-7752e7064822 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/627255be-c9a7-405c-b35e-9892602c664d HTTP/1.1" status: 404  len: 337 time: 0.0439973
Nov 23 12:56:33.831869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48468) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.862289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-111bc822-5412-4691-9146-3317f0a5f834 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.862791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111bc822-5412-4691-9146-3317f0a5f834 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.865043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-111bc822-5412-4691-9146-3317f0a5f834 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/7bcddc0c-6139-416d-b2ad-87b5ac47bf0d HTTP/1.1" status: 404  len: 339 time: 0.0312974
Nov 23 12:56:33.867490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48472) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.923915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-91318a00-7b1a-463c-97ba-2e5a0f5eab5e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:33.924487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91318a00-7b1a-463c-97ba-2e5a0f5eab5e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:33.928494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91318a00-7b1a-463c-97ba-2e5a0f5eab5e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/2815f36f-fb80-446e-9042-1ef773085642 HTTP/1.1" status: 404  len: 337 time: 0.0579228
Nov 23 12:56:33.929663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.087804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee0a20c-1173-4bf8-837d-d0912b1c7ce4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:34.088302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee0a20c-1173-4bf8-837d-d0912b1c7ce4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:34.090202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cee0a20c-1173-4bf8-837d-d0912b1c7ce4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/ca22c9fb-c5d9-41ee-998d-0f85848e2f04 HTTP/1.1" status: 404  len: 339 time: 0.0999548
Nov 23 12:56:34.093007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.154430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-47670c8d-ec76-4a12-8727-2bc01f1c8029 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:34.154840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47670c8d-ec76-4a12-8727-2bc01f1c8029 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:34.156957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-47670c8d-ec76-4a12-8727-2bc01f1c8029 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/8c828262-acb6-44eb-a66e-2bc33f1e39f5 HTTP/1.1" status: 404  len: 337 time: 0.0626674
Nov 23 12:56:34.159756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.200725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7a9ed-0b09-4d43-83e6-6fc414ff4947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:34.201221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f7a9ed-0b09-4d43-83e6-6fc414ff4947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:34.203899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94f7a9ed-0b09-4d43-83e6-6fc414ff4947 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/6cf71c8d-7fa6-46da-92c5-4c531af5d7d7 HTTP/1.1" status: 404  len: 339 time: 0.0429308
Nov 23 12:56:34.206603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48488) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.255612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b326783-0317-4459-8484-2109ff04f9a9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:34.256108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b326783-0317-4459-8484-2109ff04f9a9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:34.257950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2b326783-0317-4459-8484-2109ff04f9a9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/cca6cfe0-1b7e-453a-8c56-e650c8bd2bad HTTP/1.1" status: 404  len: 337 time: 0.0502839
Nov 23 12:56:34.260911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48492) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.288497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8905d278-c6c9-47a9-b748-c5c25bdcdc42 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] DELETE failed (client error): The resource could not be found.
Nov 23 12:56:34.288992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8905d278-c6c9-47a9-b748-c5c25bdcdc42 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:56:34.290749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8905d278-c6c9-47a9-b748-c5c25bdcdc42 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/f75690fd-f2c4-49d8-ac0c-abde578cf2eb HTTP/1.1" status: 404  len: 339 time: 0.0288699
Nov 23 12:56:34.293514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48496) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.401892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.406859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.441332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:34.463452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 46afba13-e058-422b-addc-5c8a76a58594 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:34.525852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting subnet 76813d5d-bb28-43d4-a06b-a1260f799840 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:56:34.529745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.537080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 46afba13-e058-422b-addc-5c8a76a58594 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:34.541951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.542578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:34.558751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:34.596312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.614947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:34.619472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:34.626386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:34.626948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.700303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:34.701588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:34.713661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.763150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.803760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:34.808837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:34.810922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:34.894547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:34.900038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:35.074602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.089772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7246f5-0e5b-4b92-b3b1-92056df4bd0d None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:35.093950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5553ab9-4d07-4436-b1b1-e78f971ac458 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:35.191371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Subnet': ['ID=76813d5d-bb28-43d4-a06b-a1260f799840,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:35.197732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Provisioning for port 46afba13-e058-422b-addc-5c8a76a58594 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:35.210198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Provisioning complete for port 46afba13-e058-422b-addc-5c8a76a58594 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:35.210698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.232392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.232860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.234597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.234597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.234925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.235010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.235435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.235881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.236540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.236900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.237307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.237711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.238222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.238631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.239044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.239460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.239851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.240276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.240719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.241116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.241517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.241928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.242324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.242723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:35.246691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:35.268507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.282988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/subnets/76813d5d-bb28-43d4-a06b-a1260f799840 HTTP/1.1" status: 204  len: 168 time: 0.9854770
Nov 23 12:56:35.283222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28e3e0-0a5e-4151-b166-04dda5467f26 None None] Network 6ed81d35-79f4-4521-b5a9-65be38477487 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:35.283305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48500) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:35.368839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:35.421929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.498487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Deleting port 67af7ef3-22c3-4a7f-9337-0dc887ff409b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:35.498805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.567658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:35.576851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7325354
Nov 23 12:56:35.578307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48504) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:35.585176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'network': {'name': 'tempest-RoutersTest-1284615789'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:35.592076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:35.597039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:network and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:35.600072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for network was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:35.606144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:35.611173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:35.618116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:35.624169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.662113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:35.662958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.672938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.673306 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added segment e5f27aa4-da30-4556-83b4-2393f057b456 of type vxlan for network 94ee8d3e-3392-4403-851f-cca4e5279595
Nov 23 12:56:35.684268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:35.684995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824132320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:35.708736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.735473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] For port 67af7ef3-22c3-4a7f-9337-0dc887ff409b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=67af7ef3-22c3-4a7f-9337-0dc887ff409b,segment=NetworkSegment(e9015918-1830-48ea-bac7-ec8a64cdcab3),segment_id=e9015918-1830-48ea-bac7-ec8a64cdcab3)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:35.735874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.748485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.754320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:35.755128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.762028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4598a05-ac95-4b62-a912-c2b70ab03358 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:35.881092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Calling delete_port for 67af7ef3-22c3-4a7f-9337-0dc887ff409b owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:35.887792 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3056331
Nov 23 12:56:35.888383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48508) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:35.892511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Network': ['ID=94ee8d3e-3392-4403-851f-cca4e5279595,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:35.898660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'subnet': {'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:35.914719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:35.969385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:35.985918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:36.008646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:36.023641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:36.028586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:36.032868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:subnet and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:36.036123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:36.042203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:36.051811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Made reservation on behalf of 205c381bd7be43d49b4257be29633593 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:36.087431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Port': ['ID=67af7ef3-22c3-4a7f-9337-0dc887ff409b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:36.092365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:36.136560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] No DVR routers for this DVR port 67af7ef3-22c3-4a7f-9337-0dc887ff409b on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:36.169455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.216437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] For port 46afba13-e058-422b-addc-5c8a76a58594, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=46afba13-e058-422b-addc-5c8a76a58594,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:36.240910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.265206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:36.277469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.361167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:36.419027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680643d-5755-4083-a456-720f05e8f338 None None] DHCP port deletion for 6ed81d35-79f4-4521-b5a9-65be38477487 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:56:36.441110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824b575c0>,) {'filters': {'network_id': ['6ed81d35-79f4-4521-b5a9-65be38477487']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:36.456064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b575c0>, 'e9015918-1830-48ea-bac7-ec8a64cdcab3') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:36.456064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b575c0>, 'e9015918-1830-48ea-bac7-ec8a64cdcab3') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:36.469477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Pushing event updated for resources: {'Port': ['ID=46afba13-e058-422b-addc-5c8a76a58594,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:36.471998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.490131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.492977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:36.594553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:36.600459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:36.768613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6ed81d35-79f4-4521-b5a9-65be38477487 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:36.778681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.779230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Provisioning complete for port 46afba13-e058-422b-addc-5c8a76a58594 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:36.779663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.793777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.882804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51cefa42-056b-4772-97f9-5469d8071a30 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:36.938308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:36.939164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:36.983200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Network 6ed81d35-79f4-4521-b5a9-65be38477487 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:36.994313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Subnet': ['ID=9259a0c5-ffbb-41d8-9295-842e690dfee6,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:37.028057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.028529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.028960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.029658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.030211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.030813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.031354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.031814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.032297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.032787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.033203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.033622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.034136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.034545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.035093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.035505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.035917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.036319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.036786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.037195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.037597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.038006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.038412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.038814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:37.043977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:37.099325 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:37.104025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.107377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e486bc6a-fcf8-439e-b181-a9ac1fe0e97c tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:37.115717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Checking segment: {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:37.116158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network hostable DHCP agents. Network: 94ee8d3e-3392-4403-851f-cca4e5279595, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:37.125928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.139023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Pushing event deleted for resources: {'Network': ['ID=6ed81d35-79f4-4521-b5a9-65be38477487,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:37.147427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:37.149158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 94ee8d3e-3392-4403-851f-cca4e5279595 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:37.153466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] 10.222.0.60 "DELETE /v2.0/networks/6ed81d35-79f4-4521-b5a9-65be38477487 HTTP/1.1" status: 204  len: 168 time: 1.8690722
Nov 23 12:56:37.161675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 94ee8d3e-3392-4403-851f-cca4e5279595) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:37.177082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:37.177874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.206091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3164458
Nov 23 12:56:37.208829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.211173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6886fda-374a-4ce9-8e5d-f37876751f1e None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:37.229978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824132320>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:33Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:37.294944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:37.295251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Updating router d1d84236-cb45-4671-b0f3-2410f6ab2309 port b6c4c347-c3cf-4e39-b80d-34a23bd4719b binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:37.375544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.397304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Provisioning for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:37.418078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Provisioning complete for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:37.418485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.523374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67af7ef3-22c3-4a7f-9337-0dc887ff409b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:56:37.595883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 67af7ef3-22c3-4a7f-9337-0dc887ff409b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:56:37.596277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 67af7ef3-22c3-4a7f-9337-0dc887ff409b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:56:37.632433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7558e-502a-4aa4-bcc7-24138cf9517a None None] Port b6c4c347-c3cf-4e39-b80d-34a23bd4719b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:37.668851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48520) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.935154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-94ee8d3e-3392-4403-851f-cca4e5279595', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:37.936054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.945642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3a609fcc-a0eb-439e-b6b5-bf02016936b6 None None] Provisioning complete for port 46afba13-e058-422b-addc-5c8a76a58594 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:37.946064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3a609fcc-a0eb-439e-b6b5-bf02016936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:37.957031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-124c889c-d07a-4c67-b6a9-f13ffb498505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de961e7594544c4aa5b27fa35471f7a4&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2865493
Nov 23 12:56:37.959892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48526) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:38.045471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.082627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.140457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.145495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65a16203-d28b-4855-ab62-62d2bde1b8b4 tempest-NegativeSecGroupTest-225879386 tempest-NegativeSecGroupTest-225879386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:38.159398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dd94f-0bb1-4f5f-8963-828dcd0edd1a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:38.164020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:38.167503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.172382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc188dfd-3a77-4f95-801f-bd32ebdce312 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c1dd94f-0bb1-4f5f-8963-828dcd0edd1a HTTP/1.1" status: 204  len: 168 time: 0.2110829
Nov 23 12:56:38.237884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.425292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 46afba13-e058-422b-addc-5c8a76a58594 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:38.700220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.735576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3a609fcc-a0eb-439e-b6b5-bf02016936b6 None None] Provisioning complete for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:38.736002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3a609fcc-a0eb-439e-b6b5-bf02016936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.797722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 46afba13-e058-422b-addc-5c8a76a58594 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:38.798143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.831434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Transition to ACTIVE for port object b6c4c347-c3cf-4e39-b80d-34a23bd4719b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:38.849814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:38.876626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b993da-c034-48fb-9863-b63645f42d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:39.001884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Allocated IP 172.23.0.2 (94ee8d3e-3392-4403-851f-cca4e5279595/9259a0c5-ffbb-41d8-9295-842e690dfee6/2c9d265e-facf-4d14-88b6-a3c92c2c9418) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:39.019485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3a609fcc-a0eb-439e-b6b5-bf02016936b6 None None] Port b6c4c347-c3cf-4e39-b80d-34a23bd4719b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:39.075749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Pushing event updated for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:39.208495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.209155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.209244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.209684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.209946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.210313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.210674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.211041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.211394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.211757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.212122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.212502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.212954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.213320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.213681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.214040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.214398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.214760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.215117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.215475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.215838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.216255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.216592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.216949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:56:39.227027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:39.501578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Attempting to bind port b6c4c347-c3cf-4e39-b80d-34a23bd4719b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:39.501994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Attempting to bind port b6c4c347-c3cf-4e39-b80d-34a23bd4719b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:39.502405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Attempting to bind port b6c4c347-c3cf-4e39-b80d-34a23bd4719b on network e81df905-ba4c-441a-b2c5-5f743c2a13c3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:39.505009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.519929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:39.520329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Checking segment: {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:39.520798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.521235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Bound using segment: {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:39.521764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Bound port: b6c4c347-c3cf-4e39-b80d-34a23bd4719b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ef3b0f-06d8-4324-8e31-1f674951a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:39.522183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.531958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Transition to ACTIVE for port object 2c9d265e-facf-4d14-88b6-a3c92c2c9418 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:39.586961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Transition to ACTIVE for port object 2c9d265e-facf-4d14-88b6-a3c92c2c9418 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:39.610877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.630242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8182c5d4-7bf1-4ac0-8e97-ec7ac5c0a88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:39.697460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Allocated IP 172.23.0.1 (94ee8d3e-3392-4403-851f-cca4e5279595/9259a0c5-ffbb-41d8-9295-842e690dfee6/96e15168-0f71-4727-bb9b-844193dedb99) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:39.800247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] For port b6c4c347-c3cf-4e39-b80d-34a23bd4719b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:39.807384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Pushing event updated for resources: {'Port': ['ID=2c9d265e-facf-4d14-88b6-a3c92c2c9418,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:39.809137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:39.818606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] For port b6c4c347-c3cf-4e39-b80d-34a23bd4719b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:39.833995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.851230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edce4903-b1a3-424d-82c9-b6559ce5d7e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:39.892230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.913079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Transition to ACTIVE for port object 96e15168-0f71-4727-bb9b-844193dedb99 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:39.935730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:39.952893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-588e3d24-5a53-481d-a943-6ced01e60f94 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:40.037939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Pushing event updated for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:40.046494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:40.049638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:40.050581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:40.055590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:40.061232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:40.097827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:40.102451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:40.142835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Attempting to bind port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:40.143268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Attempting to bind port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:40.143664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Attempting to bind port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 on network 94ee8d3e-3392-4403-851f-cca4e5279595 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:40.155365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:40.155938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Checking segment: {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:40.156396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.156878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Bound using segment: {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:40.157418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Bound port: 2c9d265e-facf-4d14-88b6-a3c92c2c9418, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:40.157843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.169429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:40.170130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824132320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:40.180135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 94ee8d3e-3392-4403-851f-cca4e5279595 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:40.181449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:40.183858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:40.254575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.286438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--466234656', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:40.292742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:40.298358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:40.302128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:40.312503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:40.339191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:40.348365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.358292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.372963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.417323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:40.430155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:40.433286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:40.440253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:40.520115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.523616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.528013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89ee7ac2-ed05-4090-bf9e-6dc2a54d4846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:40.566035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:56:40.579974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2424c-a9ec-4da4-83ef-a5f98458b876,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:40.584260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:40.585312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.585698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment be82e12d-7efc-46cb-9a70-0d4d87668c4e of type vxlan for network d02f3273-a647-4dc8-a340-fc4c135270e0
Nov 23 12:56:40.616100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.618616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:40.648394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.652478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:40.653138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.659778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c424fd17-a547-4161-880d-994b1bd5a7ee tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:40.687709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] For port 2c9d265e-facf-4d14-88b6-a3c92c2c9418, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:40.711504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] For port 2c9d265e-facf-4d14-88b6-a3c92c2c9418, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2c9d265e-facf-4d14-88b6-a3c92c2c9418,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:40.774094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.787957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:40.796710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=d02f3273-a647-4dc8-a340-fc4c135270e0,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:40.800344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:40.805663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7489219
Nov 23 12:56:40.806582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48568) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:40.812973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-720866363', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:40.821916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:40.827001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:40.831732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:40.837792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:40.849180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.850012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.868893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.874378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.879335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:40.885082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:40.898697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:56:40.911521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a72354a4-6ba5-4afb-81a2-f5862bfa0294 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:41.016963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.026551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event updated for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:41.037042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.082168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:41.168296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 94ee8d3e-3392-4403-851f-cca4e5279595 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:41.169493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:41.222932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Pushing event updated for resources: {'Port': ['ID=2c9d265e-facf-4d14-88b6-a3c92c2c9418,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:41.237273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.250202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:41.273100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.415531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824132320>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:33Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:39Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:41.421719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b7b83-7456-4450-b556-a313213903e6 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:33Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:39Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:41.643089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.101 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/5e0b28db-d3be-437a-8efd-5a1ae0bd4b25) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:41.934925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.982727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:41.991374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:42.005204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:42.182198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:42.199219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:42.239965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:42.247831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:42.249267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:42.252151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:42.256313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0463076
Nov 23 12:56:42.259894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48574) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:42.267284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:42.453927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:42.455220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:42.500136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:42.512032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b6c4c347-c3cf-4e39-b80d-34a23bd4719b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:42.518316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:42.519281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d2d4e0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:42.595739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:42.603628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:42.604229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:42.790867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:42.829954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:42.833647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:56:42.876946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port b6c4c347-c3cf-4e39-b80d-34a23bd4719b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:42.877836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:56:42.882345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:42.883491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2c9d265e-facf-4d14-88b6-a3c92c2c9418 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:42.915601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:43.072508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:43.081836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:43.102306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:43.180742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:56:43.201234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Removed routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:56:43.202129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.220594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e505e-aa5f-46f7-ac51-ce89ec8164c7 None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:43.246669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:43.291269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.293476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.4856904
Nov 23 12:56:43.298902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48578) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:43.299267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:43.326311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d2d4e0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:40Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:40Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:39Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:43.333157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:43.333752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Updating router d1d84236-cb45-4671-b0f3-2410f6ab2309 port 96e15168-0f71-4727-bb9b-844193dedb99 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:43.363314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:43.364022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825391908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:43.398859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.466648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85208c00-e3c8-4799-8e3d-108cff0caae8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1654437
Nov 23 12:56:43.477809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48584) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:43.491394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672383314', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:43.552838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Provisioning for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:43.584891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Provisioning complete for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:43.585323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.622787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.627785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.647654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:43.652206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:43.656161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:43.662587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:43.674047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:56:43.909624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:43.962354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:43.983253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Transition to ACTIVE for port object 96e15168-0f71-4727-bb9b-844193dedb99 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:43.988666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.118634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.140286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.147474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:44.151090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:44.158968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.162766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:44.162894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc932d33-9bb6-43e6-9c80-976bb594c677 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 933 time: 1.8993123
Nov 23 12:56:44.162974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48588) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:44.299859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bee0f-3b00-4b1f-8e23-b52a6ea1af7c None None] Pushing event updated for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:44.302442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-841bee0f-3b00-4b1f-8e23-b52a6ea1af7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:44.379867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Attempting to bind port 96e15168-0f71-4727-bb9b-844193dedb99 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:44.380385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Attempting to bind port 96e15168-0f71-4727-bb9b-844193dedb99 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:44.380924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Attempting to bind port 96e15168-0f71-4727-bb9b-844193dedb99 on network 94ee8d3e-3392-4403-851f-cca4e5279595 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:44.387279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04f1883d-d977-44cf-ab4b-21d14ed9c6f4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 933 time: 0.2228215
Nov 23 12:56:44.390449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48592) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:44.393240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:44.394003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Checking segment: {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:44.394660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.397458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'routes': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:44.401212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Bound using segment: {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:44.401983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Bound port: 96e15168-0f71-4727-bb9b-844193dedb99, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f27aa4-da30-4556-83b4-2393f057b456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:44.402621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.511564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b6c4c347-c3cf-4e39-b80d-34a23bd4719b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:44.542245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] For port 96e15168-0f71-4727-bb9b-844193dedb99, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:44.548748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] For port 96e15168-0f71-4727-bb9b-844193dedb99, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=96e15168-0f71-4727-bb9b-844193dedb99,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:44.554199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.558757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] For port 2c9d265e-facf-4d14-88b6-a3c92c2c9418, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2c9d265e-facf-4d14-88b6-a3c92c2c9418,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:44.617894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.648293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:44.734413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:44.737982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.772412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddeb3d96-f5e2-41a2-b170-7871962ae963 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:44.838899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:44.839906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d2d4e0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:44.843207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Pushing event updated for resources: {'Port': ['ID=2c9d265e-facf-4d14-88b6-a3c92c2c9418,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:44.859002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:44.865384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b6c4c347-c3cf-4e39-b80d-34a23bd4719b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:44.866050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:44.976609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=b43a61a7-f353-445a-a24f-ad4d6e2f8950,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:44.979753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:45.002216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825391908>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:45.034388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:45.035042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Updating router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:45.055486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:45.083866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-12d337cc-e593-49a3-8de2-d7b75c2e5457 None None] Provisioning for port 96e15168-0f71-4727-bb9b-844193dedb99 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:45.096322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:45.096742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: d02f3273-a647-4dc8-a340-fc4c135270e0, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:56:45.128829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:56:45.148978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, d02f3273-a647-4dc8-a340-fc4c135270e0) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:45.170799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:45.171359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:45.182017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee06ad6-c778-4b1f-882f-c8a88d85f538 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:45.217643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.7378564
Nov 23 12:56:45.219316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48600) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.288594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:45.425537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-12d337cc-e593-49a3-8de2-d7b75c2e5457 None None] Provisioning complete for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:45.426210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12d337cc-e593-49a3-8de2-d7b75c2e5457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:45.524650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bee0f-3b00-4b1f-8e23-b52a6ea1af7c None None] Pushing event updated for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:45.533138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-841bee0f-3b00-4b1f-8e23-b52a6ea1af7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:45.735592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d2d4e0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:43Z', 'revision_number': 6, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:44Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:45.748529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002272f6-3a2e-487e-a2cb-f9abca0d2030 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:43Z', 'revision_number': 6, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:44Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:45.813747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added routes are [] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:56:45.814343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=81023) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:56:45.864999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.264223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-d02f3273-a647-4dc8-a340-fc4c135270e0', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:56:46.266004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.655321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.659475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.684437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2c9d265e-facf-4d14-88b6-a3c92c2c9418 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:46.779387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.resource_extend [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 23 12:56:46.837437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.935144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:46.972085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:46.979182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b1bc4bc3-8683-4584-b37d-24357ef554e1 None None] Provisioning complete for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:46.979754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1bc4bc3-8683-4584-b37d-24357ef554e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.076623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.133204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:47.133777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.230672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:47.238799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.242622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b01b22d-0ca0-4421-a6a7-4a024bdcd133 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 699 time: 2.8481517
Nov 23 12:56:47.245014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48606) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.340937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:47.386464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:47.387533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682577d630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:47.481953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5bb91ef-0b02-4187-be7c-982d83595598 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 699 time: 0.2329130
Nov 23 12:56:47.482146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48612) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.492459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Transition to ACTIVE for port object 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:47.523901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.576841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a71e47d8-fe59-42fc-bd86-94abfbee4621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:47.580519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (d02f3273-a647-4dc8-a340-fc4c135270e0/b43a61a7-f353-445a-a24f-ad4d6e2f8950/101bf0f3-88e5-412c-8204-d3754b842eac) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:47.848838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:47.879472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Pushing event updated for resources: {'Port': ['ID=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:47.880927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 101bf0f3-88e5-412c-8204-d3754b842eac will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:47.883068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:47.929070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:48.025674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.053474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:48.073211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.114605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 96e15168-0f71-4727-bb9b-844193dedb99 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:48.220043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Allocated IP 172.20.0.2 (d02f3273-a647-4dc8-a340-fc4c135270e0/b43a61a7-f353-445a-a24f-ad4d6e2f8950/1f603162-36c0-4fe5-9b43-9e35f7312f72) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:56:48.275450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Attempting to bind port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:48.275877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Attempting to bind port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:48.276295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Attempting to bind port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:48.278858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 96e15168-0f71-4727-bb9b-844193dedb99 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:48.295694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:48.300458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:48.305846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:48.375949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 96e15168-0f71-4727-bb9b-844193dedb99 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:48.376293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.383837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.417509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:48.417941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:48.418402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.418849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:48.419402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Bound port: 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:48.419830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.427706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682577d630>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:45Z', 'revision_number': 7, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:44Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:48.433092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:48.437157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:48.442747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:48.456460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:48.457154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682577d630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:48.528364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.539442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] For port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:48.542896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] For port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:48.555247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.584966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e1c0bb-bd21-4543-820c-75b34aedc689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:48.648727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:48.844751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-20758546-4513-4921-8699-54fc7fc9c87c None None] Provisioning complete for port 96e15168-0f71-4727-bb9b-844193dedb99 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:48.845456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20758546-4513-4921-8699-54fc7fc9c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:48.902633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Pushing event updated for resources: {'Port': ['ID=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:48.940684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:49.048750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 96e15168-0f71-4727-bb9b-844193dedb99 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:49.049197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.128329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6043f417-e728-485e-9019-6970345b9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682577d630>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:45Z', 'revision_number': 7, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:44Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:49.138751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043f417-e728-485e-9019-6970345b9a2d None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:45Z', 'revision_number': 7, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '96e15168-0f71-4727-bb9b-844193dedb99', 'name': '', 'network_id': '94ee8d3e-3392-4403-851f-cca4e5279595', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:97:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:38Z', 'updated_at': '2020-11-23T12:56:44Z', 'revision_number': 4, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '9259a0c5-ffbb-41d8-9295-842e690dfee6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:49.255342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.290413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.295070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.313585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Transition to ACTIVE for port object 1f603162-36c0-4fe5-9b43-9e35f7312f72 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:49.332550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:49.348136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 96e15168-0f71-4727-bb9b-844193dedb99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=96e15168-0f71-4727-bb9b-844193dedb99,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:49.349009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.363417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.414985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Transition to ACTIVE for port object 1f603162-36c0-4fe5-9b43-9e35f7312f72 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:49.438544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:49.442749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.460688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.465506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:49.705359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:49.805011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20758546-4513-4921-8699-54fc7fc9c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:49.825248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Pushing event updated for resources: {'Port': ['ID=1f603162-36c0-4fe5-9b43-9e35f7312f72,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:49.829158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:49.834266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:49.835113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825391908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:49.915958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:49.923769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 96e15168-0f71-4727-bb9b-844193dedb99 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:49.938550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:56:49.940014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:49.975699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:56:49.978089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:56:50.172814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 96e15168-0f71-4727-bb9b-844193dedb99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=96e15168-0f71-4727-bb9b-844193dedb99,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:50.179373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:50.180258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:50.218947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:50.268549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:50.353644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Attempting to bind port 1f603162-36c0-4fe5-9b43-9e35f7312f72 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:50.354131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Attempting to bind port 1f603162-36c0-4fe5-9b43-9e35f7312f72 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:50.354495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Attempting to bind port 1f603162-36c0-4fe5-9b43-9e35f7312f72 on network d02f3273-a647-4dc8-a340-fc4c135270e0 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:50.398755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-20758546-4513-4921-8699-54fc7fc9c87c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:56:50.399177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-20758546-4513-4921-8699-54fc7fc9c87c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:56:50.413693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:50.414124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Checking segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:50.414580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:50.415073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Bound using segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:50.416994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Bound port: 1f603162-36c0-4fe5-9b43-9e35f7312f72, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:50.417718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:50.454642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:50.459924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:50.464843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:50.503797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:50.682796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 96e15168-0f71-4727-bb9b-844193dedb99 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:50.683492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:50.696648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] For port 1f603162-36c0-4fe5-9b43-9e35f7312f72, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:50.739994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:50.757032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/5a62c6c4-dd8d-4a58-891c-c81bc62b95e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5337329
Nov 23 12:56:50.760118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48630) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:50.788045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] For port 1f603162-36c0-4fe5-9b43-9e35f7312f72, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1f603162-36c0-4fe5-9b43-9e35f7312f72,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:50.805493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:50.836037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d78d9f25-b2ea-4a12-9551-e38e3514448c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:51.088228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Pushing event updated for resources: {'Port': ['ID=1f603162-36c0-4fe5-9b43-9e35f7312f72,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:51.104823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.105251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.105663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.106079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.106488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.106909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.107301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.107704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.108108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.109505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.115374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb9ac2ec-e7c4-4356-a38e-e018fd8842d3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6948 time: 0.3533278
Nov 23 12:56:51.116008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48634) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:51.121360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:51.144366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 96e15168-0f71-4727-bb9b-844193dedb99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=96e15168-0f71-4727-bb9b-844193dedb99,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:51.144801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:51.212396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825391908>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:51.218791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be91fc-75b1-4b7b-be6e-ff8b53441a6e None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:51.261172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.261567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.261973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.262378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.262776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.263175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.263575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.263975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.264374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:51.267572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56db522e-4acd-42e5-9340-c224fde7aefb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6372 time: 0.1497095
Nov 23 12:56:51.270145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48638) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:51.326078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 96e15168-0f71-4727-bb9b-844193dedb99 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:51.520386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-52c802d7-f3a2-4c6c-a4ef-a0e51229e711 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3577 time: 0.2420740
Nov 23 12:56:51.596381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:51.696762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d67ad881-06fc-4b1f-8f48-bfbd87ad9efb tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:51.745507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=96e15168-0f71-4727-bb9b-844193dedb99,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:51.750938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:52.148102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:52.559459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1f603162-36c0-4fe5-9b43-9e35f7312f72 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:52.889302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:52.974603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b62bd-ed2f-492e-bfbd-7b353c535b65 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:53.367403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48650) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:53.374418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915258982', 'description': 'tempest-secgroup-smoke-915258982 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:53.382687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:53.396382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:53.400171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:53.410894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Provisioning for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:53.420629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:53.436586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:56:53.461273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Provisioning complete for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:53.461622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:53.595253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:53.667472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:53.751790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] For port 1f603162-36c0-4fe5-9b43-9e35f7312f72, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1f603162-36c0-4fe5-9b43-9e35f7312f72,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:53.805516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:56:53.818407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:53.837232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:53.840805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3546000
Nov 23 12:56:53.841600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48654) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:53.849873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:53.857563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:53.858958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e51e10>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:53.879289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:53.907858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:53.971981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:53.987968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:54.084505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:54.132770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-0eac9d32-dd50-4aa8-baac-5bba7d090267 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4650543
Nov 23 12:56:54.179949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Pushing event updated for resources: {'Port': ['ID=1f603162-36c0-4fe5-9b43-9e35f7312f72,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:54.183933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:54.191754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:54.196241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:54.285947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f952459-d8b5-4078-93f3-a356d31b354d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:54.404789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:54.410920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 1.0396285
Nov 23 12:56:54.411752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48662) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:54.420529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:54.436680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:54.447922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:54.457278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:54.472526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:54.487739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=666b62da-64ce-46f1-be5c-c14ffde06761,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:54.508455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Provisioning complete for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:54.508862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:54.509940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:54.569194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:54.732990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:54.928385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-0db07bfd-2284-4c69-9ff7-e97fa0c5aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:54.931536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-0db07bfd-2284-4c69-9ff7-e97fa0c5aa51 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.5954678
Nov 23 12:56:54.969790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.091375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 9259a0c5-ffbb-41d8-9295-842e690dfee6 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:56:55.095002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.150661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.155735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:55.181375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.204312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeae89c-693c-4d61-b5a6-5ea81dc203de,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:55.209879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:55.257699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:55.269838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:55.270270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.271290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-7f656fa6-a7df-4e0e-afb0-ae599444e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:55.273932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-7f656fa6-a7df-4e0e-afb0-ae599444e14c service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.3076813
Nov 23 12:56:55.279805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.290672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8717134
Nov 23 12:56:55.367633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:55.380972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:55.402725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:55.411546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:55.428714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:55.444560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:55.483209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-c2a5b969-b12c-459a-924c-49627a1caf11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1002 time: 0.1932788
Nov 23 12:56:55.540693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.561711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e51e10>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:51Z', 'revision_number': 8, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:55.569762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:55.586158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:55.587026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e51e10>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:55.629919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-8f3ba462-3ecc-4793-bf78-5281a92dfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:55.633009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-8f3ba462-3ecc-4793-bf78-5281a92dfe9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1413312
Nov 23 12:56:55.653376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1549d-ca9d-4cd8-8c4a-bb34795a7a4f None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:56:55.680754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.701678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:55.704229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Provisioning for port 101bf0f3-88e5-412c-8204-d3754b842eac completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:56:55.790706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Provisioning complete for port 101bf0f3-88e5-412c-8204-d3754b842eac triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:55.791116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.808626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-a95e44d7-6bf9-43d0-a355-0d58589534aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:56:55.815809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-a95e44d7-6bf9-43d0-a355-0d58589534aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1697888
Nov 23 12:56:55.817168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:55.817168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1f603162-36c0-4fe5-9b43-9e35f7312f72 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:55.863086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ef8aa733-88ee-4ea0-a062-f81a2a87e15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:55.937079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.064121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-7a1e7f67-2dc9-4666-b2b7-171fba1fb604 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431459
Nov 23 12:56:56.066980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.067852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b991808b-9497-4f25-a87f-7049aa14cf89 None None] Port 101bf0f3-88e5-412c-8204-d3754b842eac cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:56.100565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:56.190883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:56:56.214075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:56.214748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b674a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:56.234547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:56.253224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:56.287805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.292914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dd3e16df-2e2d-46b0-aecd-231b273d1cca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:56.325801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c66f60-efab-4341-9934-c13c307e3378,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:56.331361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:56.384804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b9887fc-ae74-439f-9a5c-f5861554cee1 req-41eeb44b-8801-40b0-b6b7-9a032f881fed service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3135650
Nov 23 12:56:56.455479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:56.458750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.475399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:56.524170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a81a0a80-bf3b-471c-b3e3-6ae643cd882f None None] Provisioning complete for port 1f603162-36c0-4fe5-9b43-9e35f7312f72 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:56.524678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81a0a80-bf3b-471c-b3e3-6ae643cd882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.629272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1549d-ca9d-4cd8-8c4a-bb34795a7a4f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:56:56.817835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:56.824719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.4532876
Nov 23 12:56:56.825564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:56.834330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:56.849705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:56.865642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:56.877157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:56.908157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:56.993140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e51e10>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:51Z', 'revision_number': 8, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:57.004186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b674a8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:57.012549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:56:57.014704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Updating router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 port 101bf0f3-88e5-412c-8204-d3754b842eac binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:56:57.019098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf147b7-3560-4fcc-952b-6f5468fe2b76 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:56:51Z', 'revision_number': 8, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b6c4c347-c3cf-4e39-b80d-34a23bd4719b', 'name': '', 'network_id': 'e81df905-ba4c-441a-b2c5-5f743c2a13c3', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:07:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:32Z', 'updated_at': '2020-11-23T12:56:42Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': 'd948d9d6-13ba-48ad-9361-250fe7ab07d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:56:57.087253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.101674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.126277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a81a0a80-bf3b-471c-b3e3-6ae643cd882f None None] Provisioning complete for port 101bf0f3-88e5-412c-8204-d3754b842eac triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:57.126724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a81a0a80-bf3b-471c-b3e3-6ae643cd882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.188021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.189237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:56:57.215305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6771d2d7-f511-4dd0-8881-f6c97440a13a tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:57.369588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=9259a0c5-ffbb-41d8-9295-842e690dfee6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:57.378675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:57.506966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.517736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.541086 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/9259a0c5-ffbb-41d8-9295-842e690dfee6 HTTP/1.1" status: 204  len: 168 time: 3.6963048
Nov 23 12:56:57.544255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48678) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:57.556578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a81a0a80-bf3b-471c-b3e3-6ae643cd882f None None] Port 101bf0f3-88e5-412c-8204-d3754b842eac cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:56:57.619951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.629909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:56:57.630331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:57.892700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ece1cc-d8f7-445b-854e-0aee2e7613ea None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 12:56:57.914975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:57.957389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.038157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.045767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3711f1-0c72-4444-85ca-deebd4fb96e4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:58.050352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:58.063970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:56:58.064349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.068630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ece1cc-d8f7-445b-854e-0aee2e7613ea None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 12:56:58.068751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Transition to ACTIVE for port object 101bf0f3-88e5-412c-8204-d3754b842eac will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:56:58.145154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.156304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.160196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3306940
Nov 23 12:56:58.161471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48684) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:58.166517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:58.175523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:58.182361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:58.184737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:58.188193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:58.202764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:58.290220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5a436baf-23a4-4a62-a732-131345574ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.332244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468178-2b2a-4782-8a9c-395b7fad263c None None] Pushing event updated for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:58.343333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9468178-2b2a-4782-8a9c-395b7fad263c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:58.353638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 2c9d265e-facf-4d14-88b6-a3c92c2c9418, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2c9d265e-facf-4d14-88b6-a3c92c2c9418,segment=NetworkSegment(e5f27aa4-da30-4556-83b4-2393f057b456),segment_id=e5f27aa4-da30-4556-83b4-2393f057b456)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:56:58.354359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.392935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.511795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 2c9d265e-facf-4d14-88b6-a3c92c2c9418 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:56:58.523784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977757c7-6839-4cde-b85b-557d65835110 None None] Network 94ee8d3e-3392-4403-851f-cca4e5279595 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:56:58.553363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.682288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Attempting to bind port 101bf0f3-88e5-412c-8204-d3754b842eac on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:56:58.682781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Attempting to bind port 101bf0f3-88e5-412c-8204-d3754b842eac by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:56:58.683031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Attempting to bind port 101bf0f3-88e5-412c-8204-d3754b842eac on network d02f3273-a647-4dc8-a340-fc4c135270e0 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:56:58.690736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:58.691180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Checking segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:56:58.691503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.691934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Bound using segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:58.692440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Bound port: 101bf0f3-88e5-412c-8204-d3754b842eac, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:56:58.692940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.726841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.728844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:58.777374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6357634a-556f-4317-b7f3-2dec33a182f5,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:58.780709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:58.791142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.800719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:58.802160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6403313
Nov 23 12:56:58.805200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48688) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:58.814057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:58.825505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec81d167-f941-4ae3-b92c-3bf1502942d5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:58.854674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:58.861135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:58.864863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:58.874119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fbf06-4b69-49f3-bbc9-fd4e3c65791a None None] DHCP port deletion for 94ee8d3e-3392-4403-851f-cca4e5279595 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:56:58.877659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:58.883401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] For port 101bf0f3-88e5-412c-8204-d3754b842eac, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:56:58.888146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] For port 101bf0f3-88e5-412c-8204-d3754b842eac, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=101bf0f3-88e5-412c-8204-d3754b842eac,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:56:58.963186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=2c9d265e-facf-4d14-88b6-a3c92c2c9418,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:58.969217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:59.071819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No DVR routers for this DVR port 2c9d265e-facf-4d14-88b6-a3c92c2c9418 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:56:59.082441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 96e15168-0f71-4727-bb9b-844193dedb99 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:56:59.083216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.084391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:56:59.098707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.101681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:59.162907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 96e15168-0f71-4727-bb9b-844193dedb99 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:56:59.163323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 96e15168-0f71-4727-bb9b-844193dedb99 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:56:59.163770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2c9d265e-facf-4d14-88b6-a3c92c2c9418 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:56:59.265991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.276193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.281865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2c9d265e-facf-4d14-88b6-a3c92c2c9418 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:56:59.294372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2c9d265e-facf-4d14-88b6-a3c92c2c9418 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:56:59.298232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.300570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45a92cc5-7aa7-4d22-824b-9fa99c8cbf20 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:59.331910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832e2c09-e53f-4801-988e-f00afe3a75cd,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:59.335133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:59.350241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.351923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-592acd41-be39-4afb-a549-efd3af76c6b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5457513
Nov 23 12:56:59.355947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:59.363908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '666b62da-64ce-46f1-be5c-c14ffde06761', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:59.372003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:56:59.377676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:56:59.382869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:56:59.389226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:56:59.406918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:56:59.417660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.434626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f524208>,) {'filters': {'network_id': ['94ee8d3e-3392-4403-851f-cca4e5279595']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:59.452639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f524208>, 'e5f27aa4-da30-4556-83b4-2393f057b456') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:59.453171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f524208>, 'e5f27aa4-da30-4556-83b4-2393f057b456') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:59.467365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.468536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468178-2b2a-4782-8a9c-395b7fad263c None None] Pushing event updated for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:59.483741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9468178-2b2a-4782-8a9c-395b7fad263c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:59.490274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.494842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:56:59.512172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.515240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.517467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:56:59.531330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:56:59.532037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b674a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:56:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:56:59.549891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05b9acb-8e7a-403c-bd61-e977eb8f8771,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:56:59.556091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:56:59.562837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.568489 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-45ad5f96-de1e-49ef-bfaf-821d83e1cb31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2071736
Nov 23 12:56:59.740613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 94ee8d3e-3392-4403-851f-cca4e5279595 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:59.753966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:56:59.769603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:56:59.964572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 94ee8d3e-3392-4403-851f-cca4e5279595 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:59.990785 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:57:00.088376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:00.098212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51d1462c-0bbe-4c4e-8ce4-3c6b99069100 tempest-RoutersNegativeIpV6Test-1402242969 tempest-RoutersNegativeIpV6Test-1402242969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:00.119525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:00.131569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-1ed00c2c-b9d0-4569-84b3-7db58bcf8965 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:00.138975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48714) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:00.139934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/94ee8d3e-3392-4403-851f-cca4e5279595 HTTP/1.1" status: 204  len: 168 time: 2.5917413
Nov 23 12:57:00.144109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b674a8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:56:58Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:00.144313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=94ee8d3e-3392-4403-851f-cca4e5279595,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:00.147141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:00.153110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8386c-cc68-49a1-98e6-bde3269c66ef None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:56:58Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:00.236635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-1ed00c2c-b9d0-4569-84b3-7db58bcf8965 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:00.238672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-1ed00c2c-b9d0-4569-84b3-7db58bcf8965 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915258982&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.1590865
Nov 23 12:57:00.255788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab9c0-6e9a-43dd-9923-e74144979727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:00.504303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-0935bbb7-c399-4cf5-a231-873d6111e151 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:00.505088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-0935bbb7-c399-4cf5-a231-873d6111e151 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:00.712684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:00.770987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-d999d985-6941-487f-a698-eaf1dd183a69 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-282200712&fields=id&tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 267 time: 0.0522087
Nov 23 12:57:00.869038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-0935bbb7-c399-4cf5-a231-873d6111e151 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:00.870234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-0935bbb7-c399-4cf5-a231-873d6111e151 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 796 time: 0.5737689
Nov 23 12:57:00.943107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-528eb531-56c4-4d32-9961-cbc60c5a3be1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:00.944761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-528eb531-56c4-4d32-9961-cbc60c5a3be1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.1660779
Nov 23 12:57:00.945275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-278ff13d-6747-45db-9239-cfe399c5487b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0664840
Nov 23 12:57:00.964641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-eb51b4ae-bab8-4c2d-a1cb-0a089fa9003b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/quotas/14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 375 time: 0.0132263
Nov 23 12:57:01.081179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-434a726b-ef83-4834-bbb2-bcf7b95758af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:01.090875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:01.100172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-a45070f8-816a-48ae-a15c-687e7ad35575 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1162202
Nov 23 12:57:01.105521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 101bf0f3-88e5-412c-8204-d3754b842eac up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:01.197475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 101bf0f3-88e5-412c-8204-d3754b842eac completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:01.203117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 101bf0f3-88e5-412c-8204-d3754b842eac triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:01.203673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:01.248369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-434a726b-ef83-4834-bbb2-bcf7b95758af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:01.248369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-434a726b-ef83-4834-bbb2-bcf7b95758af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2931535
Nov 23 12:57:01.339673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:01.345914 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-51f855cf-10c5-49d6-91b1-738bd56f5b83 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431734
Nov 23 12:57:01.363896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-308550d7-110d-452b-a5f7-e3330c8cf1d9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:57:01.365177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-308550d7-110d-452b-a5f7-e3330c8cf1d9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1063471
Nov 23 12:57:01.377793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 101bf0f3-88e5-412c-8204-d3754b842eac, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=101bf0f3-88e5-412c-8204-d3754b842eac,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:01.380916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:01.382976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f727382-6b5e-47da-8d3b-1d012e72d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:01.461144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:01.464646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:01.489002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-c2db4d46-4621-422a-91e2-9fc7b31d0cc3 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421244
Nov 23 12:57:01.648609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-9fac1550-4a5c-41d3-ae9e-4ad06200eba3 service neutron] 10.222.0.60 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701735
Nov 23 12:57:01.904106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-59a31a38-bd0b-4cc9-8832-d5bd8ed0464b service neutron] 10.222.0.60 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2486849
Nov 23 12:57:01.944874 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c95b6a4-48b5-4e5d-82df-40f5671452a9 req-428ed5a7-84dc-4839-ab51-8bce3ecd67fd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0463805
Nov 23 12:57:01.981569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:02.076249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port b6c4c347-c3cf-4e39-b80d-34a23bd4719b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:02.076667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:02.251079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:02.277135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port b6c4c347-c3cf-4e39-b80d-34a23bd4719b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:02.277537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:02.408108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for b6c4c347-c3cf-4e39-b80d-34a23bd4719b owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:02.589566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:02.603254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2064fdfa-a56a-44fa-b4da-d825f0f84ef2 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:02.695999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=b6c4c347-c3cf-4e39-b80d-34a23bd4719b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:02.698932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:03.074298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:03.138792 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd1551c5-e6a0-437d-88de-7530f204da98 req-2575754c-963e-4a9b-9fc5-89bf22ae3dbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0767245
Nov 23 12:57:03.211816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 101bf0f3-88e5-412c-8204-d3754b842eac up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:03.244776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-61d41f5b-16f6-4792-8820-c28939926094 req-7a570d01-1c12-4079-b0cd-26b81a865c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 210 time: 0.0633204
Nov 23 12:57:03.292644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 101bf0f3-88e5-412c-8204-d3754b842eac triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:03.293079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:04.123455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:04.253750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5dc15b40-8223-4f1d-8394-f2f2eec35d34 req-7499dfb0-edfa-4118-920d-a5f7fd2e85ac tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0495572
Nov 23 12:57:04.315791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:04.327801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:04.332384 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1870298
Nov 23 12:57:04.333016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48774) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:04.366781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:04.367451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250f12b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:04.540281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:04.565308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-845ea2c8-f1f8-4423-bb80-9c60d98c46fb req-d7262a15-1066-48bc-92fb-c16ba71c4cb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 210 time: 0.0787077
Nov 23 12:57:04.727727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet d948d9d6-13ba-48ad-9361-250fe7ab07d0 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:57:04.734369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:04.808793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-3ddd1d30-eb65-4940-8896-b06871574b6f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:04.810389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-3ddd1d30-eb65-4940-8896-b06871574b6f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 796 time: 0.2857363
Nov 23 12:57:04.820486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:04.899919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250f12b0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:02Z', 'revision_number': 9, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:04.904194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:04.917432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:04.918117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68250f12b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:04.963200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-2182f2ae-dd21-4c69-ac51-54c23715a46d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7375 time: 0.1117945
Nov 23 12:57:04.976680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['666b62da-64ce-46f1-be5c-c14ffde06761']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:05.061966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:05.086682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:05.281247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:05.310805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:05.346815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:57:05.352379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:05.380154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38731259-ea30-4031-b0e9-7cfa72c6d991 req-628a9a93-b49b-4497-9d8c-121393b28698 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0479021
Nov 23 12:57:05.440377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68250f12b0>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:02Z', 'revision_number': 9, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:05.445255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f4622-05ea-4e9d-b7ce-9fc7f667aa14 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:02Z', 'revision_number': 9, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f', 'name': '', 'network_id': 'a0d05418-b43b-4a6d-b7d2-2ab62e518f0c', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:c0:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:24Z', 'updated_at': '2020-11-23T12:56:34Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '57453c6c-7750-4543-badf-ef93c3ebe508', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:05.573592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:05.601375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2013034-8918-4e95-84a4-90ae786cdc6e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:05.699407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=d948d9d6-13ba-48ad-9361-250fe7ab07d0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:05.749734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:05.839892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-55d4fa8d-2d23-4cb2-91c8-52a3eeafee20 req-31b5876b-c502-4790-a9c9-c38189673288 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 210 time: 0.0918896
Nov 23 12:57:05.886455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:05.892834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d4fe1-c92c-4335-b1ba-b65953433dd2 None None] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:57:05.948868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/d948d9d6-13ba-48ad-9361-250fe7ab07d0 HTTP/1.1" status: 204  len: 168 time: 1.6124427
Nov 23 12:57:05.949351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48794) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:05.985523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.6 (d02f3273-a647-4dc8-a340-fc4c135270e0/b43a61a7-f353-445a-a24f-ad4d6e2f8950/ed937244-7817-481a-8860-7472841d7aa5) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:57:06.096831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.178587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] DHCP port deletion for e81df905-ba4c-441a-b2c5-5f743c2a13c3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:57:06.186451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Deleting port 46afba13-e058-422b-addc-5c8a76a58594 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:06.186451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.213506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.239514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object ed937244-7817-481a-8860-7472841d7aa5 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:06.271389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.294501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d57ca56-9041-4e5b-a068-c3e3262a85be tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:06.439216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] For port 46afba13-e058-422b-addc-5c8a76a58594, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=46afba13-e058-422b-addc-5c8a76a58594,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:06.442419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.462462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 46afba13-e058-422b-addc-5c8a76a58594 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:06.463094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.505236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:57:06.508925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:57:06.511394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:57:06.597097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:06.597812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.631265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=ed937244-7817-481a-8860-7472841d7aa5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:06.642709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:06.644948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Calling delete_port for 46afba13-e058-422b-addc-5c8a76a58594 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:06.783437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.783719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8130674
Nov 23 12:57:06.810521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 46afba13-e058-422b-addc-5c8a76a58594, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=46afba13-e058-422b-addc-5c8a76a58594,segment=NetworkSegment(01ef3b0f-06d8-4324-8e31-1f674951a464),segment_id=01ef3b0f-06d8-4324-8e31-1f674951a464)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:06.810901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:06.869231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-0cd2f21c-f5fd-4bd5-aedf-81cbf8268e30 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:06.872478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-0cd2f21c-f5fd-4bd5-aedf-81cbf8268e30 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 811 time: 0.2821984
Nov 23 12:57:06.878462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Request body: {'port': {'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:07.056969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 46afba13-e058-422b-addc-5c8a76a58594 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:07.098926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-5849a270-3f82-48f5-a7ab-14edba3b0e78 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=14c393ddaf6c4b09811f19a43edb7430 HTTP/1.1" status: 200  len: 5285 time: 0.1859624
Nov 23 12:57:07.117717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90a243f8-a468-4550-a1eb-e9a7067c0420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:07.145957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'port': {'device_id': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'admin_state_up': True, 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'security_groups': ['7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:07.193774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 46afba13-e058-422b-addc-5c8a76a58594 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:07.229127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Pushing event deleted for resources: {'Port': ['ID=46afba13-e058-422b-addc-5c8a76a58594,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:07.238337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-be8920a3-2eea-4e97-83a1-5ee553854abe req-f2da30ca-cc02-425b-a72d-edb38d979d58 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.4292314
Nov 23 12:57:07.240190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:57:07.243475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:57:07.245695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfc59577-5129-4ae5-bc3a-456e3fdc7d5d None None] Provisioning for port ed937244-7817-481a-8860-7472841d7aa5 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:07.258943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] No DVR routers for this DVR port 46afba13-e058-422b-addc-5c8a76a58594 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:57:07.260617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:07.261375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfc59577-5129-4ae5-bc3a-456e3fdc7d5d None None] Provisioning complete for port ed937244-7817-481a-8860-7472841d7aa5 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:07.261909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfc59577-5129-4ae5-bc3a-456e3fdc7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:07.331461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dfc59577-5129-4ae5-bc3a-456e3fdc7d5d None None] Port ed937244-7817-481a-8860-7472841d7aa5 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:57:07.335555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 46afba13-e058-422b-addc-5c8a76a58594 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:07.335555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 46afba13-e058-422b-addc-5c8a76a58594 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:07.335555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b6c4c347-c3cf-4e39-b80d-34a23bd4719b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:07.377288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b6c4c347-c3cf-4e39-b80d-34a23bd4719b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:07.386133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b6c4c347-c3cf-4e39-b80d-34a23bd4719b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:07.626989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:07.745095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 46afba13-e058-422b-addc-5c8a76a58594 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:07.745874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:07.761594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fac2e-b509-412e-9e65-1c538db2928c req-7884a410-da44-4dcb-a542-8165be4de381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:07.762377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9b0fac2e-b509-412e-9e65-1c538db2928c req-7884a410-da44-4dcb-a542-8165be4de381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:07.784320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:07.831375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] The port '46afba13-e058-422b-addc-5c8a76a58594' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:57:07.845666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:07.861355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9b0fac2e-b509-412e-9e65-1c538db2928c req-7884a410-da44-4dcb-a542-8165be4de381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:07.862655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b0fac2e-b509-412e-9e65-1c538db2928c req-7884a410-da44-4dcb-a542-8165be4de381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 931 time: 0.7266495
Nov 23 12:57:07.892153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Made reservation on behalf of 14c393ddaf6c4b09811f19a43edb7430 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:57:07.897708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:07.981444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.112032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681ff28f98>,) {'filters': {'network_id': ['e81df905-ba4c-441a-b2c5-5f743c2a13c3']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:08.123698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b0fac2e-b509-412e-9e65-1c538db2928c req-5198475c-c6e9-46c4-a967-fc4a47c82af1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2502294
Nov 23 12:57:08.126242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681ff28f98>, '01ef3b0f-06d8-4324-8e31-1f674951a464') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:08.126587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681ff28f98>, '01ef3b0f-06d8-4324-8e31-1f674951a464') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:08.140572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.165375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.167437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 8 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:57:08.366841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:08.379462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.557917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed937244-7817-481a-8860-7472841d7aa5 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:57:08.572583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.576482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network e81df905-ba4c-441a-b2c5-5f743c2a13c3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:08.580450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.20.0.8 (4f4f28ad-4bed-4c56-bc38-f2689df7cdb9/82724216-42f3-491c-82d7-96a48138f852/fddaede2-596a-4f54-9810-7a164e7669ae) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:57:08.603338 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:57:08.703613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1a8bce0c-985d-4215-bda8-8a998a162b87 req-7dd2fdba-63c1-4fc6-a54d-c2df9c3046e2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.2550850
Nov 23 12:57:08.792052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Transition to ACTIVE for port object ed937244-7817-481a-8860-7472841d7aa5 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:08.809363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.812334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.813655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e13fb40c-6df8-4d25-a103-725b6d336687 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:08.833531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:08.838596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b60cc57b-d32d-4065-ac9d-b5527cd2e539 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:08.845980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=e81df905-ba4c-441a-b2c5-5f743c2a13c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:08.845980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:08.853017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/e81df905-ba4c-441a-b2c5-5f743c2a13c3 HTTP/1.1" status: 204  len: 168 time: 2.9025202
Nov 23 12:57:08.855703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48808) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:08.994565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.016343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed937244-7817-481a-8860-7472841d7aa5,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:09.021243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:09.037968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Transition to ACTIVE for port object fddaede2-596a-4f54-9810-7a164e7669ae will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:09.162927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.189018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97398a31-ac9e-468b-9026-8f2734467920 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:09.257437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.459136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=fddaede2-596a-4f54-9810-7a164e7669ae,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:09.462858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:09.570075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Attempting to bind port ed937244-7817-481a-8860-7472841d7aa5 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:57:09.570447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Attempting to bind port ed937244-7817-481a-8860-7472841d7aa5 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:57:09.570809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Attempting to bind port ed937244-7817-481a-8860-7472841d7aa5 on network d02f3273-a647-4dc8-a340-fc4c135270e0 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:57:09.578413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a5dd-9b9e-4e0c-942e-6ceaf81db30c req-5e7af290-307c-40ee-acfe-647204cf130e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:09.581600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1f8a5dd-9b9e-4e0c-942e-6ceaf81db30c req-5e7af290-307c-40ee-acfe-647204cf130e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 943 time: 0.2753010
Nov 23 12:57:09.594220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:57:09.611109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:57:09.615182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:09.615914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Checking segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:57:09.615914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.616387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Bound using segment: {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:09.616814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Bound port: ed937244-7817-481a-8860-7472841d7aa5, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82e12d-7efc-46cb-9a70-0d4d87668c4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:57:09.617182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.632759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:57:09.810379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1f8a5dd-9b9e-4e0c-942e-6ceaf81db30c req-c8f0bf17-86b2-4772-a62e-5ed1c549cae0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2193046
Nov 23 12:57:09.819503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:09.820182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.870315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] For port ed937244-7817-481a-8860-7472841d7aa5, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:57:09.875702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] For port ed937244-7817-481a-8860-7472841d7aa5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ed937244-7817-481a-8860-7472841d7aa5,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:57:09.886160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7512412
Nov 23 12:57:09.893549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.911276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2bd80d1a-09ab-4dca-bf6a-66c462f53a78 None None] Provisioning for port fddaede2-596a-4f54-9810-7a164e7669ae completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:09.913949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96cd483d-8b2b-43f2-adb8-6f6d662e617e tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:09.916774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2bd80d1a-09ab-4dca-bf6a-66c462f53a78 None None] Provisioning complete for port fddaede2-596a-4f54-9810-7a164e7669ae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:09.917376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bd80d1a-09ab-4dca-bf6a-66c462f53a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:09.978932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2bd80d1a-09ab-4dca-bf6a-66c462f53a78 None None] Port fddaede2-596a-4f54-9810-7a164e7669ae cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:57:10.003707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Request body: {'port': {'device_id': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:10.028704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:10.029088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:10.182564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed937244-7817-481a-8860-7472841d7aa5,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:10.186307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:10.204260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3a49-9a6a-4b7a-b4e0-d0bb10654e46 req-dd520ce8-c06e-4703-b48a-76d2bb19b679 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:10.205921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-392d3a49-9a6a-4b7a-b4e0-d0bb10654e46 req-dd520ce8-c06e-4703-b48a-76d2bb19b679 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 931 time: 0.2982862
Nov 23 12:57:10.232510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:10.260208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:10.261188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:10.262831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] 10.222.0.63 "PUT /v2.0/ports/ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 1157 time: 3.3905797
Nov 23 12:57:10.292876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:10.297150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-392d3a49-9a6a-4b7a-b4e0-d0bb10654e46 req-3dad6472-0abd-4d4d-b94b-52b2e259ce20 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0848026
Nov 23 12:57:10.316921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:10.317331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:10.478203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:10.491163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-abbc7006-4499-41d2-ac15-d253069779df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:10.492720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-abbc7006-4499-41d2-ac15-d253069779df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1160 time: 0.1551690
Nov 23 12:57:10.713686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:10.731575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55172a80-c398-4ac2-972a-5283a68d188a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:10.847943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:10.851534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:10.935454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-66c0dd81-6de1-4015-a8d9-195c7ed77087 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 217 time: 0.3850269
Nov 23 12:57:11.107447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-337505a0-d0ce-4e4b-b74f-914a3266ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:11.109916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-337505a0-d0ce-4e4b-b74f-914a3266ff8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 200  len: 834 time: 0.1657724
Nov 23 12:57:11.297232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4642a7fc-e5b5-4644-b2a1-05ebd736d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:11.298874 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-4642a7fc-e5b5-4644-b2a1-05ebd736d8b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d02f3273-a647-4dc8-a340-fc4c135270e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1810458
Nov 23 12:57:11.310705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddaede2-596a-4f54-9810-7a164e7669ae {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:57:11.346734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20760dd-6afb-4144-9ddc-bd2b09b08609 req-23fc43c3-9e84-4cb7-aaf6-c2be6ce44515 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:11.348462 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e20760dd-6afb-4144-9ddc-bd2b09b08609 req-23fc43c3-9e84-4cb7-aaf6-c2be6ce44515 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 943 time: 0.1816452
Nov 23 12:57:11.395855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:11.427378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Transition to ACTIVE for port object fddaede2-596a-4f54-9810-7a164e7669ae will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:11.432667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:11.450635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6c4d423-4cd3-4904-9a54-355281b029fd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:11.530331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e20760dd-6afb-4144-9ddc-bd2b09b08609 req-5dcd3471-eb4d-4744-91b7-236d3dc8ad0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184020
Nov 23 12:57:11.539655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5', 'status': 'completed', 'code': 200}
Nov 23 12:57:11.589207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:11.652221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-f47e48ef-7352-4e8e-80e3-c6f2ec798ced service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440433
Nov 23 12:57:11.652966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Pushing event updated for resources: {'Port': ['ID=fddaede2-596a-4f54-9810-7a164e7669ae,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:11.668478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:11.971533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71c9e443-d6cc-4a49-a51e-929235f11cff req-025784b5-b444-4eb7-acf3-818535509bd7 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2646332
Nov 23 12:57:11.979603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b8b6e-2e3d-44f3-9087-5ef15456ecf9 req-4b85e085-93e3-422e-b847-9d4e17bb4a1c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:11.980379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e44b8b6e-2e3d-44f3-9087-5ef15456ecf9 req-4b85e085-93e3-422e-b847-9d4e17bb4a1c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:12.046742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e44b8b6e-2e3d-44f3-9087-5ef15456ecf9 req-4b85e085-93e3-422e-b847-9d4e17bb4a1c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:12.048035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e44b8b6e-2e3d-44f3-9087-5ef15456ecf9 req-4b85e085-93e3-422e-b847-9d4e17bb4a1c tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.3984993
Nov 23 12:57:12.152644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Attempting to bind port fddaede2-596a-4f54-9810-7a164e7669ae on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:57:12.153024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Attempting to bind port fddaede2-596a-4f54-9810-7a164e7669ae by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:57:12.153385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Attempting to bind port fddaede2-596a-4f54-9810-7a164e7669ae on network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:57:12.180008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:12.180388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Checking segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:57:12.180825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:12.181227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Bound using segment: {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:12.181738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Bound port: fddaede2-596a-4f54-9810-7a164e7669ae, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd6c45-5344-419f-baf4-3e3927648701', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:57:12.182093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:12.201681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e44b8b6e-2e3d-44f3-9087-5ef15456ecf9 req-98ec0f3a-6dc3-41f0-8700-af38d680f763 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1432903
Nov 23 12:57:12.262997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-ea88f545-dd61-464d-b523-3c8683c9c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.264684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-ea88f545-dd61-464d-b523-3c8683c9c3df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1160 time: 0.1810162
Nov 23 12:57:12.327952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:12.401407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] For port fddaede2-596a-4f54-9810-7a164e7669ae, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:57:12.414778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] For port fddaede2-596a-4f54-9810-7a164e7669ae, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fddaede2-596a-4f54-9810-7a164e7669ae,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:57:12.443252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:12.461364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0324781d-7f1c-4e1f-bf5a-d0614d73bfbc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:12.518578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:12.529502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:12.535095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6782367
Nov 23 12:57:12.538074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48826) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:12.547724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:12.548650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a43748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:12.557590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-6f238811-4538-41bd-bddb-4dab5be2056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.559196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-6f238811-4538-41bd-bddb-4dab5be2056a service neutron] 10.222.0.63 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 890 time: 0.2820184
Nov 23 12:57:12.673978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-1bc154ed-a9ca-4d83-80f6-75b7ee43fe38 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 217 time: 0.1020625
Nov 23 12:57:12.726632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:12.760658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Pushing event updated for resources: {'Port': ['ID=fddaede2-596a-4f54-9810-7a164e7669ae,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:12.765624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:12.804218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-ad20a8f9-954a-4e09-b68b-20f9c70809cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.805869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-ad20a8f9-954a-4e09-b68b-20f9c70809cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 200  len: 834 time: 0.1225808
Nov 23 12:57:12.872254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.873285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:12.876004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] 10.222.0.63 "PUT /v2.0/ports/fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 1157 time: 2.9666348
Nov 23 12:57:12.906636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14cf8-dc98-4797-9af9-3ae6b70af29d req-21d9c506-5cc9-471d-93f8-697ca19f8dcb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.908493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6ce14cf8-dc98-4797-9af9-3ae6b70af29d req-21d9c506-5cc9-471d-93f8-697ca19f8dcb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 943 time: 0.1515865
Nov 23 12:57:12.917791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-abf7a09b-88c6-4197-b840-1344b144b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:12.919355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-abf7a09b-88c6-4197-b840-1344b144b79e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d02f3273-a647-4dc8-a340-fc4c135270e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041582
Nov 23 12:57:12.964304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 57453c6c-7750-4543-badf-ef93c3ebe508 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:57:12.978216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.062840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6ce14cf8-dc98-4797-9af9-3ae6b70af29d req-766ee4cd-80b1-41f5-925f-0a7ba275c615 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474376
Nov 23 12:57:13.073953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.150870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a43748>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:10Z', 'revision_number': 10, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:13.156411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:13.168907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:13.169504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a43748>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:13.177268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.188037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-8fb1a440-66a6-48ef-a3a8-254b59602967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:13.188799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-8fb1a440-66a6-48ef-a3a8-254b59602967 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1160 time: 0.1761060
Nov 23 12:57:13.190853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-e174ff5e-6355-4dd5-acf3-d331b97e0bfe service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615604
Nov 23 12:57:13.354923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:13.392072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-e498e0e1-e610-429d-aae2-e25535c74502 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 217 time: 0.1664999
Nov 23 12:57:13.511619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.533388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b068911-f74f-4c6b-a4c7-7eea73441349 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:13.542952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:13.553718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-6cffa034-5ab5-4119-9b26-692a61c27914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:13.561349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-6cffa034-5ab5-4119-9b26-692a61c27914 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1506665
Nov 23 12:57:13.626229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=57453c6c-7750-4543-badf-ef93c3ebe508,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:13.633915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:13.699597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.706610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9fa86-1d5b-4d03-9ba8-ee3d500063ec None None] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:57:13.707405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/57453c6c-7750-4543-badf-ef93c3ebe508 HTTP/1.1" status: 204  len: 168 time: 1.1680832
Nov 23 12:57:13.716746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48836) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:13.767272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a43748>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:10Z', 'revision_number': 10, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:13.769550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95e314-29be-4e77-bf74-1d2e646e5dd0 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:10Z', 'revision_number': 10, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None, '_interfaces': [{'id': '451057f8-6b11-4398-9aef-5ab6b39f8971', 'name': '', 'network_id': '6ec6688f-6db0-43a2-be98-2b1d778f51a5', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'mac_address': 'fa:16:3e:e9:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:17Z', 'updated_at': '2020-11-23T12:56:29Z', 'revision_number': 5, 'project_id': '205c381bd7be43d49b4257be29633593', 'subnets': [{'id': '08d0012b-12b9-4af4-91c3-25168536eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:13.910615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:13.957241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'status': 'completed', 'code': 200}
Nov 23 12:57:13.990747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 89459c34-2798-48f4-94d4-44a4974c8c44 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:13.991342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:14.000122 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-e53c3923-5acb-417d-a79e-906e72f6f9dd service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6965494
Nov 23 12:57:14.018635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b9146-d1bf-4ca4-acb3-fd3478df5cd2 req-da09bc53-2498-4d57-bc3f-efd9e01ad36a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.030450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a28b9146-d1bf-4ca4-acb3-fd3478df5cd2 req-da09bc53-2498-4d57-bc3f-efd9e01ad36a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.6362040
Nov 23 12:57:14.058380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] DHCP port deletion for a0d05418-b43b-4a6d-b7d2-2ab62e518f0c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:57:14.069419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Deleting port 89459c34-2798-48f4-94d4-44a4974c8c44 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:14.070102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:14.093800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bda17-2985-432f-a663-93ee400fa003 req-b780fdf4-e2c1-4dc2-82f0-96e6948b72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.094530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-b780fdf4-e2c1-4dc2-82f0-96e6948b72e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5212536
Nov 23 12:57:14.100865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a28b9146-d1bf-4ca4-acb3-fd3478df5cd2 req-f0e5c642-858e-477c-a539-37ae64492b7e tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0731285
Nov 23 12:57:14.261733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 89459c34-2798-48f4-94d4-44a4974c8c44, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=89459c34-2798-48f4-94d4-44a4974c8c44,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:14.261868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:14.266306 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-38976baa-a2b3-4325-aeb5-0f986b60a812 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645122
Nov 23 12:57:14.357398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] For port 89459c34-2798-48f4-94d4-44a4974c8c44, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=89459c34-2798-48f4-94d4-44a4974c8c44,segment=NetworkSegment(93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689),segment_id=93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:14.358763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:14.431464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f74bda17-2985-432f-a663-93ee400fa003 req-fcbf86ab-2d50-4c63-aa20-b3759e6f7ac7 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1586745
Nov 23 12:57:14.507895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Calling delete_port for 89459c34-2798-48f4-94d4-44a4974c8c44 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:14.625627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f07cb-afe5-4a63-b579-474921b45070 req-1b953ea4-3465-439c-b5aa-131839293174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.626876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-1b953ea4-3465-439c-b5aa-131839293174 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1160 time: 0.0930495
Nov 23 12:57:14.642282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:14.657042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b404761-7be0-40e9-8fbf-d3649f706224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:14.744642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 89459c34-2798-48f4-94d4-44a4974c8c44 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:14.757864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Pushing event deleted for resources: {'Port': ['ID=89459c34-2798-48f4-94d4-44a4974c8c44,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:14.784370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:14.823457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f07cb-afe5-4a63-b579-474921b45070 req-26c2d766-c4de-4eff-9500-e722a49c2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.823457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-26c2d766-c4de-4eff-9500-e722a49c2d29 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.1897018
Nov 23 12:57:14.835388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] No DVR routers for this DVR port 89459c34-2798-48f4-94d4-44a4974c8c44 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:57:14.848723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0f946-0256-44aa-a7f4-4f12b625abc6 req-555fa618-3135-45d4-829e-3bcc919cfba2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.850292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2e0f946-0256-44aa-a7f4-4f12b625abc6 req-555fa618-3135-45d4-829e-3bcc919cfba2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 943 time: 0.5168307
Nov 23 12:57:14.855421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:57:14.855795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:57:14.907708 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-ed53a5f7-9ade-4069-a89c-11dbb8c64da7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 217 time: 0.0711563
Nov 23 12:57:14.907869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2e0f946-0256-44aa-a7f4-4f12b625abc6 req-ac369156-af14-49c5-90cb-874ab7f38fe5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465214
Nov 23 12:57:14.980264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f07cb-afe5-4a63-b579-474921b45070 req-752708eb-fa71-4fa8-ac0b-a1abdb6703fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:14.981874 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-752708eb-fa71-4fa8-ac0b-a1abdb6703fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.0725443
Nov 23 12:57:15.064098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 89459c34-2798-48f4-94d4-44a4974c8c44 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:15.066753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f07cb-afe5-4a63-b579-474921b45070 req-f44b1f62-40d1-4f2e-899c-689d43930b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:15.068374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-f44b1f62-40d1-4f2e-899c-689d43930b71 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798671
Nov 23 12:57:15.099514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 89459c34-2798-48f4-94d4-44a4974c8c44 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:15.099916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 89459c34-2798-48f4-94d4-44a4974c8c44 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:15.100388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:15.135316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:15.143354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0dcbfa44-dfaa-4521-ad30-d7fe74dbff8f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:15.222799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-5381770a-8229-4b4a-89b3-4d22a38a6c9b service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466997
Nov 23 12:57:15.357069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 89459c34-2798-48f4-94d4-44a4974c8c44 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:15.357454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:15.429721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] The port '89459c34-2798-48f4-94d4-44a4974c8c44' was deleted {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:57:15.444560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-012f07cb-afe5-4a63-b579-474921b45070 req-fd253bb1-d71a-4b94-81e2-6352cc422e7a service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2146084
Nov 23 12:57:15.450600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ac0e-1671-4b11-ac5e-111ac20d08f8 req-032cc59e-bcb8-4470-a0c9-6407acf4cecf tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:15.452686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58e0ac0e-1671-4b11-ac5e-111ac20d08f8 req-032cc59e-bcb8-4470-a0c9-6407acf4cecf tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.1313648
Nov 23 12:57:15.508955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58e0ac0e-1671-4b11-ac5e-111ac20d08f8 req-6f3c814e-64cc-4601-a258-58b1675feb4b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0482666
Nov 23 12:57:15.568557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:15.697416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fec7630>,) {'filters': {'network_id': ['a0d05418-b43b-4a6d-b7d2-2ab62e518f0c']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:15.711530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fec7630>, '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:15.711867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fec7630>, '93fc4381-e7f3-42d2-a2fd-4ad5ef8e8689') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:15.724822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:15.740160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:15.742346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 7 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:57:15.850511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ed937244-7817-481a-8860-7472841d7aa5 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:15.932292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:15.938244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port ed937244-7817-481a-8860-7472841d7aa5 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:15.943865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port ed937244-7817-481a-8860-7472841d7aa5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:15.944369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:15.947012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.078293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.107044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:16.121218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port ed937244-7817-481a-8860-7472841d7aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ed937244-7817-481a-8860-7472841d7aa5,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:16.148356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.150405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:16.187132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network a0d05418-b43b-4a6d-b7d2-2ab62e518f0c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:57:16.220004 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:57:16.232003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=ed937244-7817-481a-8860-7472841d7aa5,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:16.235796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:16.273787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5', 'code': 200}
Nov 23 12:57:16.344234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba246d42-f213-4244-9a0a-308b1890c865 req-41d80bfd-3bc3-4a34-b21c-3a5e67b394b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:16.345934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba246d42-f213-4244-9a0a-308b1890c865 req-41d80bfd-3bc3-4a34-b21c-3a5e67b394b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.2912564
Nov 23 12:57:16.347138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.351345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.355629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e47de31d-ae7b-4d7d-b345-8be7a2552a7f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:16.405464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=a0d05418-b43b-4a6d-b7d2-2ab62e518f0c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:16.408298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:16.415020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/a0d05418-b43b-4a6d-b7d2-2ab62e518f0c HTTP/1.1" status: 204  len: 168 time: 2.6851146
Nov 23 12:57:16.421012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48850) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:16.449485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba246d42-f213-4244-9a0a-308b1890c865 req-8be66762-cf6f-4e49-b531-bff5e2fd0879 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707242
Nov 23 12:57:16.690711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737ac40-238f-4e74-9cce-93ed45b35009 req-802e298e-083c-4262-8967-53c9676f08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:16.692310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f737ac40-238f-4e74-9cce-93ed45b35009 req-802e298e-083c-4262-8967-53c9676f08f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1162 time: 0.1511564
Nov 23 12:57:16.772848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:16.912189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f737ac40-238f-4e74-9cce-93ed45b35009 req-3744c3c2-b28b-4239-821b-2b10cd896ef0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2068117
Nov 23 12:57:16.928161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb700219-c5aa-4d5e-8ef0-f4eac7e85568 req-d81a322d-0412-4c12-a64f-13368af823fc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:16.929757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb700219-c5aa-4d5e-8ef0-f4eac7e85568 req-d81a322d-0412-4c12-a64f-13368af823fc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.2765677
Nov 23 12:57:17.005841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb700219-c5aa-4d5e-8ef0-f4eac7e85568 req-e94cae9b-49d3-43ad-93f4-4c3aa829daa4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0693727
Nov 23 12:57:17.015755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:17.480797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ed937244-7817-481a-8860-7472841d7aa5 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:17.555722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port ed937244-7817-481a-8860-7472841d7aa5 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:17.556149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:17.659364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 451057f8-6b11-4398-9aef-5ab6b39f8971 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:17.659717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:17.715562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978efd7-1611-4622-84b4-928147de6797 req-f9e16904-c4ab-4238-94d8-854eb05141b6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:17.717981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d978efd7-1611-4622-84b4-928147de6797 req-f9e16904-c4ab-4238-94d8-854eb05141b6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.1104393
Nov 23 12:57:17.769382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d978efd7-1611-4622-84b4-928147de6797 req-62a60e40-c008-4aee-aacf-9c710289c8a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450416
Nov 23 12:57:17.907865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 451057f8-6b11-4398-9aef-5ab6b39f8971, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=451057f8-6b11-4398-9aef-5ab6b39f8971,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:17.908382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:18.047806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 451057f8-6b11-4398-9aef-5ab6b39f8971 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:18.259886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcca03-acf6-4a3c-a2d4-95a5c2095934 req-c0620c9e-1fc2-410a-862f-3201f2f3df1b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:18.261439 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01fcca03-acf6-4a3c-a2d4-95a5c2095934 req-c0620c9e-1fc2-410a-862f-3201f2f3df1b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.0913196
Nov 23 12:57:18.379125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01fcca03-acf6-4a3c-a2d4-95a5c2095934 req-6c94a4c5-92e1-4345-b978-84bcff67288b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1094146
Nov 23 12:57:18.380251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:18.451931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a11da4c-7658-4e60-9ae8-263e7b2099cc tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:18.509236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=451057f8-6b11-4398-9aef-5ab6b39f8971,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:18.512474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:19.009361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19050b1-b67d-42ae-a344-54368ac1cba2 req-9f12c5af-a15b-49ed-80a0-831dc0fb0961 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:19.009361 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e19050b1-b67d-42ae-a344-54368ac1cba2 req-9f12c5af-a15b-49ed-80a0-831dc0fb0961 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.0984697
Nov 23 12:57:19.064939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:19.072005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e19050b1-b67d-42ae-a344-54368ac1cba2 req-1e13757b-c39c-4910-ad98-3eb4aaee09cf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501993
Nov 23 12:57:19.571274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51d68-4e60-4150-aae1-ed72f61e24e9 req-009fa79e-b234-4900-8859-8099ea1ccc50 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:19.572922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eb51d68-4e60-4150-aae1-ed72f61e24e9 req-009fa79e-b234-4900-8859-8099ea1ccc50 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.3093202
Nov 23 12:57:19.604923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105fa2-54b8-4425-85ef-a733b15bc3f4 req-7c38c0ad-09cf-4fb9-9b36-263b3fc9b362 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:19.606795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f105fa2-54b8-4425-85ef-a733b15bc3f4 req-7c38c0ad-09cf-4fb9-9b36-263b3fc9b362 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.0932317
Nov 23 12:57:19.661129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f105fa2-54b8-4425-85ef-a733b15bc3f4 req-eaea6f6a-4c7f-445a-8cb6-1539c0cf2ea1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0455508
Nov 23 12:57:19.758127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eb51d68-4e60-4150-aae1-ed72f61e24e9 req-7b4d01f8-cd68-4df4-821f-2b8fd96b9a44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243734
Nov 23 12:57:19.768335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:19.789190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48866) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.861586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:57:19.874530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11418d7-64d4-4432-9e65-465a15cf9079 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:19.879079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c11418d7-64d4-4432-9e65-465a15cf9079 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1157 time: 0.0859420
Nov 23 12:57:19.886198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48870) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.886198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:19.891634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:19.895757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:19.898850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:19.904677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:19.942519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:19.947427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:19.957691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.961546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5254667
Nov 23 12:57:19.964404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:19.964887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:19.964887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68252042e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:20.090775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:20.210256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68252042e8>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:20.214576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:20.227822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:20.228527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68252042e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:20.276449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting subnet 08d0012b-12b9-4af4-91c3-25168536eeeb {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:57:20.282914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:20.335444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:20.366592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:20.379374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:20.487069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68252042e8>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:20.491416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7dae48-a2d6-40d9-86c3-b59bb45dab26 None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:20.641950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:20.884878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.31 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/82da23ea-c051-4257-953d-6deeba95233e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:57:21.025460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 451057f8-6b11-4398-9aef-5ab6b39f8971 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:21.061617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 451057f8-6b11-4398-9aef-5ab6b39f8971 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:21.066440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 451057f8-6b11-4398-9aef-5ab6b39f8971 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:21.131501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7862-155f-4fa5-99d6-3b57655e3d25 req-22196921-af88-4fa7-98ec-fec8c0c99e81 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:21.133258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16dd7862-155f-4fa5-99d6-3b57655e3d25 req-22196921-af88-4fa7-98ec-fec8c0c99e81 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.3125744
Nov 23 12:57:21.243406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:21.263070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16dd7862-155f-4fa5-99d6-3b57655e3d25 req-c3b54565-d641-458b-b3b2-3791bd69b2f0 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1224804
Nov 23 12:57:21.265559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:21.282977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-545f53b2-a9a5-491d-85f7-a02250bee155 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:21.631339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Subnet': ['ID=08d0012b-12b9-4af4-91c3-25168536eeeb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:21.651108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:21.690536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:21.695437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:21.697380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2df181-1d3e-47de-8c16-5345c6acd7cf None None] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:57:21.715484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06274ccd-140c-437a-a551-4791634a1738 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:21.820101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/08d0012b-12b9-4af4-91c3-25168536eeeb HTTP/1.1" status: 204  len: 168 time: 1.8759160
Nov 23 12:57:21.823359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48880) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:21.855039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=82da23ea-c051-4257-953d-6deeba95233e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:21.862798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:21.921421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:57:21.922793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:57:21.925305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:57:21.933676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device fddaede2-596a-4f54-9810-7a164e7669ae up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:21.974987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.005420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] DHCP port deletion for 6ec6688f-6db0-43a2-be98-2b1d778f51a5 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:57:22.015952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Deleting port 5a6cc239-e561-4089-8748-22b16069a35e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:22.015952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.047402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Deleting port 5a6cc239-e561-4089-8748-22b16069a35e {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:22.051719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.143048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port fddaede2-596a-4f54-9810-7a164e7669ae completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:22.152800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port fddaede2-596a-4f54-9810-7a164e7669ae triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:22.153233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.278246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] For port 5a6cc239-e561-4089-8748-22b16069a35e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a6cc239-e561-4089-8748-22b16069a35e,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:22.278908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.433278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.446588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Calling delete_port for 5a6cc239-e561-4089-8748-22b16069a35e owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:22.535745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.566558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.588958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] For port 5a6cc239-e561-4089-8748-22b16069a35e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a6cc239-e561-4089-8748-22b16069a35e,segment=NetworkSegment(2bda0081-3148-43fe-abc2-9a70a7d17e08),segment_id=2bda0081-3148-43fe-abc2-9a70a7d17e08)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:22.589390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.605254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be571ab-4039-4b96-83fa-76a93963858c req-603711ac-1cee-4ab7-ab04-d1ff29bf9996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:22.606918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be571ab-4039-4b96-83fa-76a93963858c req-603711ac-1cee-4ab7-ab04-d1ff29bf9996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 943 time: 0.1269815
Nov 23 12:57:22.609540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.627429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:22.732261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:22.745271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Calling delete_port for 5a6cc239-e561-4089-8748-22b16069a35e owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:57:22.755106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Port': ['ID=5a6cc239-e561-4089-8748-22b16069a35e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:22.764998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:22.784895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port fddaede2-596a-4f54-9810-7a164e7669ae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fddaede2-596a-4f54-9810-7a164e7669ae,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:22.802431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.815319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0781308f-73ec-4729-8019-aaa1fda49fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:22.843478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'code': 200}
Nov 23 12:57:22.856681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No DVR routers for this DVR port 5a6cc239-e561-4089-8748-22b16069a35e on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:57:22.865948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.879685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:22.901176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e876fca3-abf5-40a9-b5b6-d0414af33d4d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:22.907522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:57:22.907934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:57:22.911603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=fddaede2-596a-4f54-9810-7a164e7669ae,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:22.914970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:22.923474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be571ab-4039-4b96-83fa-76a93963858c req-213f8bb1-4327-41c4-80d5-2989ada3fb1a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2999723
Nov 23 12:57:23.023908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=82da23ea-c051-4257-953d-6deeba95233e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:23.027268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:23.029285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.078295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a6cc239-e561-4089-8748-22b16069a35e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:57:23.115934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 5a6cc239-e561-4089-8748-22b16069a35e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:57:23.116334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a6cc239-e561-4089-8748-22b16069a35e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:57:23.179059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.216234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68256f60b8>,) {'filters': {'network_id': ['6ec6688f-6db0-43a2-be98-2b1d778f51a5']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:23.237477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68256f60b8>, '2bda0081-3148-43fe-abc2-9a70a7d17e08') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:23.237815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68256f60b8>, '2bda0081-3148-43fe-abc2-9a70a7d17e08') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:23.255254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.273990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002451a-8003-4fa2-81d8-d48358fcc6a4 req-a9a8ef2c-b6c9-4bc5-89a2-5415371fe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:23.275618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5002451a-8003-4fa2-81d8-d48358fcc6a4 req-a9a8ef2c-b6c9-4bc5-89a2-5415371fe5fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1162 time: 0.1639323
Nov 23 12:57:23.277563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.280457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Releasing vxlan tunnel 5 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:57:23.396019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP efb6f328-1c15-4998-8394-625220ca6605 associated. External IP: 172.26.6.31, port: ed937244-7817-481a-8860-7472841d7aa5.
Nov 23 12:57:23.409200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Deleting port 5a6cc239-e561-4089-8748-22b16069a35e {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:57:23.409841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.482196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25c9fa9a-25c3-435b-8de1-e679a9dac094 None None] The port '5a6cc239-e561-4089-8748-22b16069a35e' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:57:23.489437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5002451a-8003-4fa2-81d8-d48358fcc6a4 req-4f73ab3c-23c3-4bfb-abb2-4afed5bbb905 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1940846
Nov 23 12:57:23.515721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:23.525710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.530198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device fddaede2-596a-4f54-9810-7a164e7669ae up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:23.608288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port fddaede2-596a-4f54-9810-7a164e7669ae triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:23.608288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.734342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Network 6ec6688f-6db0-43a2-be98-2b1d778f51a5 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:57:23.761823 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:57:23.853689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.857263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-365edd44-8830-4db1-9106-2a53b50e451c tempest-PortsIpV6TestJSON-336212994 tempest-PortsIpV6TestJSON-336212994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:23.874668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:23.876049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:23.894481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Pushing event deleted for resources: {'Network': ['ID=6ec6688f-6db0-43a2-be98-2b1d778f51a5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:23.901323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:23.911045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/networks/6ec6688f-6db0-43a2-be98-2b1d778f51a5 HTTP/1.1" status: 204  len: 168 time: 2.0828471
Nov 23 12:57:23.911045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48888) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:23.915942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'routes': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:24.175660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:24.187987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:24.205357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e701cc-cf04-4123-9f4b-87495186003f req-fd0d45a8-9b0b-4fc8-80ba-5c2fd5e272e8 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:24.206069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:24.206878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f5940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:24.207087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13e701cc-cf04-4123-9f4b-87495186003f req-fd0d45a8-9b0b-4fc8-80ba-5c2fd5e272e8 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.1351123
Nov 23 12:57:24.239441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:24.330338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.4465957
Nov 23 12:57:24.330338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:24.335726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13e701cc-cf04-4123-9f4b-87495186003f req-32bddd3d-c537-4522-8748-c8fec30b22dc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1183631
Nov 23 12:57:24.336667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48894) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:24.432543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:24.487355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-955c0d33-3f8f-4630-9cee-c57c2deb1426 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/efb6f328-1c15-4998-8394-625220ca6605 HTTP/1.1" status: 200  len: 990 time: 0.1481750
Nov 23 12:57:24.531850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5', 'status': 'completed', 'code': 200}
Nov 23 12:57:24.563533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Added routes are [] {{(pid=81022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 23 12:57:24.563819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.extraroute_db [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Removed routes are [] {{(pid=81022) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 23 12:57:24.564204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:24.869054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f5940>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:22Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:24.873934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:24.885843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:24.886449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f5940>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:24.911586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:24.918305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:24.924065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-0f0e41b7-5883-43dc-9fe5-d7fc94898760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:24.925723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-0f0e41b7-5883-43dc-9fe5-d7fc94898760 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1162 time: 0.2364671
Nov 23 12:57:25.199127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router d1d84236-cb45-4671-b0f3-2410f6ab2309 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:25.220508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-ffd2cecf-4eb3-4f09-8f5e-bc54ab88b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:25.222112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-ffd2cecf-4eb3-4f09-8f5e-bc54ab88b34f service neutron] 10.222.0.63 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 890 time: 0.2367852
Nov 23 12:57:25.261179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:25.460756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-51fed0ed-ba96-414e-b64d-40915f0f9a7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 998 time: 0.2310672
Nov 23 12:57:25.490172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48904) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:25.532025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:25.543374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Sync routers for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:25.546971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:25.548408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d1cbcbb-e6e4-4f53-8552-2c21e31910cb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 700 time: 1.6373310
Nov 23 12:57:25.552827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-8228b05b-f708-4200-b097-fc1e1bae26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:25.554572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-8228b05b-f708-4200-b097-fc1e1bae26fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 200  len: 834 time: 0.0875905
Nov 23 12:57:25.557480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48908) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:25.563943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:25.565423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502d668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:25.644053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a9d81c9-c903-4b61-9125-f320dd7ef1c0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:25.674938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-66c3b631-c98e-4a52-bf09-75f2ad725abe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/efb6f328-1c15-4998-8394-625220ca6605 HTTP/1.1" status: 200  len: 990 time: 0.1833763
Nov 23 12:57:25.692324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9a9d81c9-c903-4b61-9125-f320dd7ef1c0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:25.693745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9a9d81c9-c903-4b61-9125-f320dd7ef1c0 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 205 time: 0.1375530
Nov 23 12:57:25.697307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48912) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:25.703395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-14182523-64dc-4887-9dad-59052599b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:25.705185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-14182523-64dc-4887-9dad-59052599b6e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d02f3273-a647-4dc8-a340-fc4c135270e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1049638
Nov 23 12:57:25.750431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f5940>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:22Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:25.751968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:25.755356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ab338-c834-46bb-980e-efcd56b6f212 None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:56:48Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:22Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:25.890423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502d668>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:25.898782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Checking router: d1d84236-cb45-4671-b0f3-2410f6ab2309 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:25.912172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Routers {'d1d84236-cb45-4671-b0f3-2410f6ab2309'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:25.912909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502d668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d1d84236-cb45-4671-b0f3-2410f6ab2309'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:25.930007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-4a7b20a1-89df-4308-9601-becab667bc58 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2170684
Nov 23 12:57:26.072608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] Set router d1d84236-cb45-4671-b0f3-2410f6ab2309 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:26.114482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b66ffff8-16c8-447b-bb8b-e54f8d9e8fde req-4679f5be-97f6-47df-a245-3461c1dce705 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1767552
Nov 23 12:57:26.176214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddafaf2-747a-469c-a1b8-3f8f60c4fe6c None None] New status for floating IP efb6f328-1c15-4998-8394-625220ca6605: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:57:26.213159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502d668>, [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:26.213159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb865f53-99d4-4540-a741-6d0b0a244c7f None None] The sync data for ids ['d1d84236-cb45-4671-b0f3-2410f6ab2309'] in dv-neutron-601336-59-ovs is: [{'id': 'd1d84236-cb45-4671-b0f3-2410f6ab2309', 'name': 'tempest-RoutersTest-router-280014420', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:14Z', 'updated_at': '2020-11-23T12:57:18Z', 'revision_number': 11, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:26.221441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc5f7b-fc63-4a7b-a2ac-03220f58b8af req-67e3e21e-982e-4f7e-a47f-72e30984f59f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:26.223242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2fc5f7b-fc63-4a7b-a2ac-03220f58b8af req-67e3e21e-982e-4f7e-a47f-72e30984f59f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.6687429
Nov 23 12:57:26.230865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.426306 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2fc5f7b-fc63-4a7b-a2ac-03220f58b8af req-f0fe020f-3cf3-4558-8971-3e7131301623 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1321054
Nov 23 12:57:26.672271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ae29-af30-4024-af85-4d27082a0907 req-91847a65-b12c-4346-8ec0-9bbd32fa2870 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:26.674336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ee87ae29-af30-4024-af85-4d27082a0907 req-91847a65-b12c-4346-8ec0-9bbd32fa2870 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.0955906
Nov 23 12:57:26.678514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48918) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:26.720937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.725642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.749886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.750352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router d1d84236-cb45-4671-b0f3-2410f6ab2309 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:57:26.765355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.766563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1d877b1a-8fc2-486a-967d-8209b0eb4818 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 204  len: 168 time: 1.0677011
Nov 23 12:57:26.770842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48922) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:26.778198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'name': 'tempest-RoutersTest-router-538436622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:26.797126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:26.809766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Usage tracker for resource:router and tenant:205c381bd7be43d49b4257be29633593 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:26.813454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:26.820100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:26.828540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ee87ae29-af30-4024-af85-4d27082a0907 req-57758b77-ce4a-4f0f-bd88-2ffb47d2f4cc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1464844
Nov 23 12:57:26.833849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.835387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.855483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1bb6fa50-f879-48d8-91da-df38eec42bf2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/efb6f328-1c15-4998-8394-625220ca6605 HTTP/1.1" status: 200  len: 992 time: 0.1743875
Nov 23 12:57:26.875943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:26.918647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.023267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.024591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f6fcdc85-ed6d-4c4a-8832-310379f66abd tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2525182
Nov 23 12:57:27.027653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48928) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:27.034221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Request body: {'router': {'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:27.080904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-ddd28659-3053-4ecb-9efb-a6c6a4ef31fd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1882327
Nov 23 12:57:27.091433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:27.098580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:27.109359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:27.118742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.274803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.569002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Allocated IP 172.26.6.3 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/7d4e24a0-91f3-446f-807e-66397e0ece26) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:57:27.721300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.731057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.751854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.778730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.794388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-698dfa0e-d2b7-4189-86ec-7525d794d1bf tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:27.816972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-032dc804-f4fa-4cb4-9fbd-afa1c7cb5ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:27.920072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Router 71b9578e-dd41-410a-b87f-0fea7a895339 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:57:27.930046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=7d4e24a0-91f3-446f-807e-66397e0ece26,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:27.935187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:27.991633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:57:27.992916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:57:27.995221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:57:28.075693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:28.082777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.086750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df7941e3-f974-40e2-9035-4de6bcd0b040 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "PUT /v2.0/routers/71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 200  len: 693 time: 1.0553188
Nov 23 12:57:28.087121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48932) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:28.089393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Sync routers for ids ['71b9578e-dd41-410a-b87f-0fea7a895339'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:28.102713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Routers {'71b9578e-dd41-410a-b87f-0fea7a895339'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:28.103416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502d0b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['71b9578e-dd41-410a-b87f-0fea7a895339'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:28.223127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.244713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Set router 71b9578e-dd41-410a-b87f-0fea7a895339 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:28.300445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-102e098e-af44-4c30-8a7a-2cd6a2f9b87f tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/routers/71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 200  len: 699 time: 0.2118249
Nov 23 12:57:28.303364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48936) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:28.306153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.354022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4ff45036-3f82-4c39-b2eb-b9e7e4a5e994 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 200  len: 205 time: 0.0492883
Nov 23 12:57:28.356566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48940) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:28.364931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502d0b8>, [{'id': '71b9578e-dd41-410a-b87f-0fea7a895339', 'name': 'tempest-RoutersTest-router-538436622', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:57:26Z', 'updated_at': '2020-11-23T12:57:27Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:28.369298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Checking router: 71b9578e-dd41-410a-b87f-0fea7a895339 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:28.381401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Routers {'71b9578e-dd41-410a-b87f-0fea7a895339'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:28.382085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682502d0b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['71b9578e-dd41-410a-b87f-0fea7a895339'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:28.512326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.519617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] Set router 71b9578e-dd41-410a-b87f-0fea7a895339 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:28.592030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.596222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.612147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d99e7bc0-f9a6-4dfb-991f-34f68dd5603c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:28.637581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682502d0b8>, [{'id': '71b9578e-dd41-410a-b87f-0fea7a895339', 'name': 'tempest-RoutersTest-router-538436622', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:57:26Z', 'updated_at': '2020-11-23T12:57:27Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:28.642075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa249fc-aa49-404a-b7b9-808ba0b6b8ad None None] The sync data for ids ['71b9578e-dd41-410a-b87f-0fea7a895339'] in dv-neutron-601336-59-ovs is: [{'id': '71b9578e-dd41-410a-b87f-0fea7a895339', 'name': 'tempest-RoutersTest-router-538436622', 'tenant_id': '205c381bd7be43d49b4257be29633593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:57:26Z', 'updated_at': '2020-11-23T12:57:27Z', 'revision_number': 2, 'project_id': '205c381bd7be43d49b4257be29633593', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:28.747243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event updated for resources: {'Port': ['ID=7d4e24a0-91f3-446f-807e-66397e0ece26,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:28.753579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:28.875630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.903811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.905766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.8186901
Nov 23 12:57:28.947604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.953207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.977386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.977970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Fanout notify agent at l3_agent the message router_deleted on router 71b9578e-dd41-410a-b87f-0fea7a895339 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:57:28.992691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-23e719c3-53e6-4e75-876b-88eae853d827 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:28.993093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:28.994281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20252590-bbc8-4315-a4c3-5a622374262a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 204  len: 168 time: 0.6367455
Nov 23 12:57:28.998684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48944) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.015004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-23e719c3-53e6-4e75-876b-88eae853d827 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:29.020608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-23e719c3-53e6-4e75-876b-88eae853d827 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.3 HTTP/1.1" status: 200  len: 694 time: 0.1081212
Nov 23 12:57:29.053946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a07c130e-e965-4cd0-b0e0-90b27e9429b7 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 200  len: 205 time: 0.0535829
Nov 23 12:57:29.056381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48948) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.126096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-99c381cd-d5e3-49ef-8ff0-445075f341b5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:29.127240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99c381cd-d5e3-49ef-8ff0-445075f341b5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/71b9578e-dd41-410a-b87f-0fea7a895339 HTTP/1.1" status: 404  len: 336 time: 0.0699069
Nov 23 12:57:29.130416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48952) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.183886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-770dc5d1-fae5-4089-9f04-4091ba4f3fa2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:29.184380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770dc5d1-fae5-4089-9f04-4091ba4f3fa2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:29.186847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-770dc5d1-fae5-4089-9f04-4091ba4f3fa2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/9259a0c5-ffbb-41d8-9295-842e690dfee6 HTTP/1.1" status: 404  len: 337 time: 0.0554059
Nov 23 12:57:29.189885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 48956) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.232115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-064b0f97-3110-4762-98b7-25ebc6ec8430 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:29.233873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b1ddad0-4c91-4d50-a743-33b5d0ea63c5 req-064b0f97-3110-4762-98b7-25ebc6ec8430 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.2070043
Nov 23 12:57:29.235546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4cbb88-5f26-447d-aca7-8288dc780f26 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:29.236041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4cbb88-5f26-447d-aca7-8288dc780f26 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:29.240797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48960) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.240953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b4cbb88-5f26-447d-aca7-8288dc780f26 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/d948d9d6-13ba-48ad-9361-250fe7ab07d0 HTTP/1.1" status: 404  len: 337 time: 0.0497537
Nov 23 12:57:29.283512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97ebd29-9641-40dc-86c5-2f59f7038099 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:29.284013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97ebd29-9641-40dc-86c5-2f59f7038099 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:29.285851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d97ebd29-9641-40dc-86c5-2f59f7038099 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/57453c6c-7750-4543-badf-ef93c3ebe508 HTTP/1.1" status: 404  len: 337 time: 0.0438955
Nov 23 12:57:29.288686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48966) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.330411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de44b15-593c-4b72-9098-c01cbf4359a4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:29.330960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de44b15-593c-4b72-9098-c01cbf4359a4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:29.332725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4de44b15-593c-4b72-9098-c01cbf4359a4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/08d0012b-12b9-4af4-91c3-25168536eeeb HTTP/1.1" status: 404  len: 337 time: 0.0429986
Nov 23 12:57:29.335540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48970) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.387551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f4a3ae16-48fe-46fd-a051-b9b23b6501b5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Synchronizing usage tracker for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:29.400120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f4a3ae16-48fe-46fd-a051-b9b23b6501b5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Unset dirty status for tenant:205c381bd7be43d49b4257be29633593 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:29.401438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f4a3ae16-48fe-46fd-a051-b9b23b6501b5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 200  len: 205 time: 0.0649428
Nov 23 12:57:29.404119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48974) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.427864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661dc1-e327-4d67-938b-460eefe75ddd req-126a741e-fbf9-4c38-9416-34b38f3e93c0 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:29.429510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-126a741e-fbf9-4c38-9416-34b38f3e93c0 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0862501
Nov 23 12:57:29.474110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-c7c47908-905e-4a95-a8ae-a84c9f4866ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:29.475241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c7c47908-905e-4a95-a8ae-a84c9f4866ed tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/d1d84236-cb45-4671-b0f3-2410f6ab2309 HTTP/1.1" status: 404  len: 336 time: 0.0700810
Nov 23 12:57:29.478035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48978) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.520081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-a6cb1039-4c45-498e-aaa5-a51c41c9e983 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.3 HTTP/1.1" status: 200  len: 694 time: 0.0828900
Nov 23 12:57:29.529833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ff07870a-90ad-4028-b5ed-87d78a717eb1 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=2d900f0c-9f17-4473-a76a-7af6b533083d HTTP/1.1" status: 200  len: 205 time: 0.0503776
Nov 23 12:57:29.532251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48982) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.532393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Request body: {'floatingip': {'port_id': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:29.601372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-2679f2e9-7d92-4897-8381-5e8c5aa73b58 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:29.602508 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2679f2e9-7d92-4897-8381-5e8c5aa73b58 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/2d900f0c-9f17-4473-a76a-7af6b533083d HTTP/1.1" status: 404  len: 336 time: 0.0690367
Nov 23 12:57:29.605335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48986) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.615794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:29.651270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3de65d5-ae1e-4ab7-a4d0-330788cae8d2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:29.651772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3de65d5-ae1e-4ab7-a4d0-330788cae8d2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:29.653600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3de65d5-ae1e-4ab7-a4d0-330788cae8d2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/48d9ab17-3838-43cf-99eb-0fbc4ce2992c HTTP/1.1" status: 404  len: 337 time: 0.0472968
Nov 23 12:57:29.656652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48990) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.704318 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f52c2ca7-4820-47d9-9bc1-5e81e806eefb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 200  len: 205 time: 0.0463977
Nov 23 12:57:29.706817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48994) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.782878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-dc4014b5-34c6-43a6-99c4-ac9384b56339 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:29.783928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dc4014b5-34c6-43a6-99c4-ac9384b56339 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/113e83bc-b8aa-43f5-8f18-47d0832d81b2 HTTP/1.1" status: 404  len: 336 time: 0.0761383
Nov 23 12:57:29.786806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 48998) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:29.834553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-db185b70-6489-4c53-875a-e1507d80681e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=03a134bf-9bbb-42b5-a940-e97ee9434750 HTTP/1.1" status: 200  len: 205 time: 0.0464733
Nov 23 12:57:29.837035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49002) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.180757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-1942fb86-da26-4738-ad9c-ab95d73298ec tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:30.181792 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1942fb86-da26-4738-ad9c-ab95d73298ec tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/03a134bf-9bbb-42b5-a940-e97ee9434750 HTTP/1.1" status: 404  len: 336 time: 0.3437762
Nov 23 12:57:30.184460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49006) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.225391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adff20c-89b2-4189-a39a-7fa09edaab0a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:30.225879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adff20c-89b2-4189-a39a-7fa09edaab0a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:30.227650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2adff20c-89b2-4189-a39a-7fa09edaab0a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/e03c7fc5-764a-4e05-a727-4a0506187ce1 HTTP/1.1" status: 404  len: 337 time: 0.0422299
Nov 23 12:57:30.230458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49010) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.254790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5616230-ee72-4141-b883-03dee5270d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:30.291722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:30.294776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:30.296936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9db581ed-f43b-45ab-8ffa-efceb9d611a3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=890013a3-945d-4bf4-b813-05fe3f9933a1 HTTP/1.1" status: 200  len: 205 time: 0.0555110
Nov 23 12:57:30.299081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49014) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.368273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-f19d17c0-1430-4e37-99f7-1deec99834f7 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:30.369443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f19d17c0-1430-4e37-99f7-1deec99834f7 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/890013a3-945d-4bf4-b813-05fe3f9933a1 HTTP/1.1" status: 404  len: 336 time: 0.0693972
Nov 23 12:57:30.372252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49018) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.419722 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7086efc9-c623-475a-803b-e9a56fbaa1fa tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:30.420255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7086efc9-c623-475a-803b-e9a56fbaa1fa tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:30.422061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7086efc9-c623-475a-803b-e9a56fbaa1fa tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/68ed46b3-e032-458d-8018-cac36c8286f1 HTTP/1.1" status: 404  len: 337 time: 0.0487955
Nov 23 12:57:30.424936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49022) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.472694 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d7645a9-22fd-4d5a-99f5-b753151ee63a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "GET /v2.0/ports?device_id=a4231331-9e1d-4fe8-9f18-dc9836225705 HTTP/1.1" status: 200  len: 205 time: 0.0464602
Nov 23 12:57:30.476168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49026) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.510759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b associated. External IP: 172.26.6.3, port: fddaede2-596a-4f54-9810-7a164e7669ae.
Nov 23 12:57:30.552007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-58357312-79f0-4be8-b887-7399b0e3d80e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] delete failed (client error): The resource could not be found.
Nov 23 12:57:30.553142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58357312-79f0-4be8-b887-7399b0e3d80e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/routers/a4231331-9e1d-4fe8-9f18-dc9836225705 HTTP/1.1" status: 404  len: 336 time: 0.0759254
Nov 23 12:57:30.556012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49030) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.597506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9451c4ae-9a08-42e3-b9b1-a2ba0fa76a40 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:30.598001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9451c4ae-9a08-42e3-b9b1-a2ba0fa76a40 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:30.599815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9451c4ae-9a08-42e3-b9b1-a2ba0fa76a40 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/74b87c1f-49d6-4ada-9262-4b353ab01fa9 HTTP/1.1" status: 404  len: 337 time: 0.0427823
Nov 23 12:57:30.602696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49034) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:30.644821 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-503a35c1-b843-47a4-b363-61f370a3fc50 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] DELETE failed (client error): The resource could not be found.
Nov 23 12:57:30.645324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503a35c1-b843-47a4-b363-61f370a3fc50 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] No notification will be sent due to unsuccessful status code: 404 {{(pid=81023) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 12:57:30.647389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-503a35c1-b843-47a4-b363-61f370a3fc50 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] 10.222.0.60 "DELETE /v2.0/subnets/67d99d8c-0712-4b4f-a47d-0c30f36381f0 HTTP/1.1" status: 404  len: 337 time: 0.0435517
Nov 23 12:57:30.699877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.013227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49042) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:31.217407 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f72f7237-d912-4a05-b8ea-99d2331258b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=205c381bd7be43d49b4257be29633593&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1988847
Nov 23 12:57:31.217697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49048) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:31.271526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:57:31.358711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.460206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.535310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.541534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18a6e34a-460e-4625-b721-507d99aa9adb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:31.555807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a63c7-5a39-4255-82fd-0064c34ad8bc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:31.558658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:31.568778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.570204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a09a63c7-5a39-4255-82fd-0064c34ad8bc HTTP/1.1" status: 204  len: 168 time: 0.3515601
Nov 23 12:57:31.604959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:57:31.610534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:31.616848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:57:31.631053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:31.631728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68274f02b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:31.671023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-32147549-a3cf-4427-81d2-730c1b5d5b28 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "PUT /v2.0/floatingips/b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b HTTP/1.1" status: 200  len: 994 time: 2.1445456
Nov 23 12:57:31.671815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:31.772356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'status': 'completed', 'code': 200}
Nov 23 12:57:31.851780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:31.856119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661dc1-e327-4d67-938b-460eefe75ddd req-d1cb2d4c-ae2e-4fe4-8350-da2491ff7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:31.858701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-d1cb2d4c-ae2e-4fe4-8350-da2491ff7b90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1162 time: 0.1566210
Nov 23 12:57:31.986225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-94bbb5eb-1131-494c-9d56-f83575f3ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:31.988075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-94bbb5eb-1131-494c-9d56-f83575f3ecba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1162 time: 0.1871860
Nov 23 12:57:31.995013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:32.134792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661dc1-e327-4d67-938b-460eefe75ddd req-de70c87f-259d-4d4a-af55-49adb86af501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.136556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-de70c87f-259d-4d4a-af55-49adb86af501 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.2598720
Nov 23 12:57:32.258237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:32.276329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68274f02b0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}, {'id': 'b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:03:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:28Z', 'updated_at': '2020-11-23T12:57:30Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:32.281879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:57:32.282609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-955e2ea4-5e4b-47f3-9ac1-bf368cd9ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.284242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-955e2ea4-5e4b-47f3-9ac1-bf368cd9ed8a service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.2839160
Nov 23 12:57:32.296206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:32.296923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68274f02b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:57:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:32.372275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-e5a0248a-d770-47c6-8375-13417ee55809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 997 time: 0.2184343
Nov 23 12:57:32.471129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-0dc3bbc0-52ad-4123-94ba-eb297b6c1fe4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 997 time: 0.1777668
Nov 23 12:57:32.479466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661dc1-e327-4d67-938b-460eefe75ddd req-5ff3da27-8a7c-4909-8ed4-e5fa8141a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.481102 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-5ff3da27-8a7c-4909-8ed4-e5fa8141a16d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.0947137
Nov 23 12:57:32.493241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:57:32.614423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49072) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:32.615892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-ed6d770a-8147-46ea-9283-670b563939da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.617585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-ed6d770a-8147-46ea-9283-670b563939da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1352022
Nov 23 12:57:32.691586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661dc1-e327-4d67-938b-460eefe75ddd req-a5cb080b-c9ed-4909-bd83-1f60ce9be8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.693806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-a5cb080b-c9ed-4909-bd83-1f60ce9be8be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1650689
Nov 23 12:57:32.786255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-679d8077-f01c-4f33-baba-554afc50da44 tempest-ServiceProvidersTest-1188372562 tempest-ServiceProvidersTest-1188372562] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1699753
Nov 23 12:57:32.820578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-6a72e71a-9775-4563-be78-de46e9a9c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:32.822265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-6a72e71a-9775-4563-be78-de46e9a9c580 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1922395
Nov 23 12:57:32.934586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68274f02b0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}, {'id': 'b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:03:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:28Z', 'updated_at': '2020-11-23T12:57:30Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:57:32.939257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a501da-c420-4939-8026-5a8e7d41fbc4 None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}, {'id': 'b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.3', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:03:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:28Z', 'updated_at': '2020-11-23T12:57:30Z', 'revision_number': 1, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:57:32.982097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-947f1f60-cbfa-4b17-a02a-f9693624369f service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704136
Nov 23 12:57:33.120852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-6823d06c-15cc-4e8e-a70a-5e9b462fe54b service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2905588
Nov 23 12:57:33.173704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49082) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:33.237287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd74c2-143f-429f-8aad-a44e2ad4dae0 None None] New status for floating IP b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:57:33.270277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50661dc1-e327-4d67-938b-460eefe75ddd req-fd2cdd13-4ddb-485d-b3d5-f5f60d11f281 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2707572
Nov 23 12:57:33.319159 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8991e1d2-1b51-451d-9524-fa1d08f6a893 req-850ffa30-6860-4e85-8d87-525e5a4f795d service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1859941
Nov 23 12:57:33.356878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.393948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:33.398130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Usage tracker for resource:security_group_rule and tenant:52f2aa1542484f8b850541c37ffbfb35 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:33.401145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:33.408705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:33.481416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.484926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.492709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f82a51da-9779-4350-9da2-9409c4d413d8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:33.536824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c136a8d0-8f14-4db1-ba76-ded4af107444,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:33.541150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:33.548627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52f2aa1542484f8b850541c37ffbfb35&name=default HTTP/1.1" status: 200  len: 2751 time: 0.3736079
Nov 23 12:57:33.551556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49090) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:33.620644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.657658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.744100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.750217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7aa9ea85-e908-44a2-8bc6-cdc0c39959a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:33.764470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136a8d0-8f14-4db1-ba76-ded4af107444,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:33.767386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:33.768666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:33.769836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c136a8d0-8f14-4db1-ba76-ded4af107444 HTTP/1.1" status: 204  len: 168 time: 0.2172439
Nov 23 12:57:34.682226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49112) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:34.824371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d81472d6-01ed-4c0e-a9a0-46e6e448af7d tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1977065196', 'prefixes': ['172.20.0.0/16']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:34.831593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d81472d6-01ed-4c0e-a9a0-46e6e448af7d tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:34.898275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d81472d6-01ed-4c0e-a9a0-46e6e448af7d tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:34.899500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d81472d6-01ed-4c0e-a9a0-46e6e448af7d tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.2161460
Nov 23 12:57:34.902367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49118) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:34.933077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8cc3aab1-5c0e-4a91-90b4-3b7a2acf148d tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "GET /v2.0/subnetpools/58e22654-9985-40c0-b786-453bd9cda572 HTTP/1.1" status: 200  len: 732 time: 0.0294831
Nov 23 12:57:34.935691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49122) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:34.941305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7da69c47-aa15-4873-b33d-54afb03197cc tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-985685011'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:35.032621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7da69c47-aa15-4873-b33d-54afb03197cc tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:35.033918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7da69c47-aa15-4873-b33d-54afb03197cc tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "PUT /v2.0/subnetpools/58e22654-9985-40c0-b786-453bd9cda572 HTTP/1.1" status: 200  len: 683 time: 0.0970237
Nov 23 12:57:35.036714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49126) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:35.131270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b797a61-4d06-4405-9458-911e59d2de72 tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] Notify callbacks [] for subnetpool, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:35.132578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6b797a61-4d06-4405-9458-911e59d2de72 tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "DELETE /v2.0/subnetpools/58e22654-9985-40c0-b786-453bd9cda572 HTTP/1.1" status: 204  len: 168 time: 0.0948646
Nov 23 12:57:35.135398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49130) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:35.154835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-70eae3e7-7dd4-4702-b9a3-6df00721a498 tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] show failed (client error): The resource could not be found.
Nov 23 12:57:35.155804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-70eae3e7-7dd4-4702-b9a3-6df00721a498 tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "GET /v2.0/subnetpools/58e22654-9985-40c0-b786-453bd9cda572 HTTP/1.1" status: 404  len: 346 time: 0.0194619
Nov 23 12:57:35.158534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49134) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:35.176613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-7eac6591-2889-40ed-8617-629cac895daf tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] delete failed (client error): The resource could not be found.
Nov 23 12:57:35.177642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7eac6591-2889-40ed-8617-629cac895daf tempest-SubnetPoolsTestJSON-1965533484 tempest-SubnetPoolsTestJSON-1965533484] 10.222.0.60 "DELETE /v2.0/subnetpools/58e22654-9985-40c0-b786-453bd9cda572 HTTP/1.1" status: 404  len: 346 time: 0.0181944
Nov 23 12:57:35.735207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49142) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:35.900533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:35.935204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:35.940836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5eca3e66e04c119ffef98fbd0a9d3a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:35.943273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:35.949774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:36.028214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.035897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.046860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06433aff-cd8f-4704-8d47-0fabbef972c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:36.094969 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f5eca3e66e04c119ffef98fbd0a9d3a&name=default HTTP/1.1" status: 200  len: 2751 time: 0.3586781
Nov 23 12:57:36.097941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574c44ff-345c-48c1-b1a3-a6ace293c90a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:36.098714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49148) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:36.107738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.108710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.108797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.109200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.109622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.110508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.110508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.110891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.111307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.111720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.112925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.112925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.113258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.113580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.113995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.114846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.115191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.115270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.115718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.116130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.117235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.117235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.117659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.117846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:36.122810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:36.168438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.204027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.253902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.259623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29d71a8d-e533-404e-a1d4-ee0eda82cc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:36.277238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574c44ff-345c-48c1-b1a3-a6ace293c90a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:36.280108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:36.281648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:36.283512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/574c44ff-345c-48c1-b1a3-a6ace293c90a HTTP/1.1" status: 204  len: 168 time: 0.1830430
Nov 23 12:57:37.555501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-8ef6a6b2-c857-44dc-8ec4-cec461282803 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/networks?tenant_id=dcd6dc391dc14028944630e520387ff2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384443
Nov 23 12:57:37.730535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-d0cd2e2f-59ad-4be0-9441-02cfc5231310 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:37.732113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-d0cd2e2f-59ad-4be0-9441-02cfc5231310 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1706941
Nov 23 12:57:37.751568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-8fce4563-1e4c-42a1-bc8a-e918fb3b5b47 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/quotas/dcd6dc391dc14028944630e520387ff2 HTTP/1.1" status: 200  len: 375 time: 0.0123379
Nov 23 12:57:37.805775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-024a37f2-de67-43d0-87ea-1b7f0436e2c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcd6dc391dc14028944630e520387ff2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485315
Nov 23 12:57:38.012219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33c2a7ce-3e86-4548-8761-564e928c2e11 req-55bdd459-ea76-4fd1-8732-2b2b7cc81851 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 210 time: 0.0480828
Nov 23 12:57:39.195811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7baba5d8-cdb2-42d3-9733-e8192c37c70b req-9fb44008-ff1d-4448-a233-763d98c597a8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 210 time: 0.0494225
Nov 23 12:57:39.199491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-8ae3dcd4-25ff-4bb1-9682-91658131dbf8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.63 "GET /v2.0/networks?tenant_id=dcd6dc391dc14028944630e520387ff2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343544
Nov 23 12:57:39.371208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-ddbbe5ea-76e1-4605-8b2f-fb2e9960d3c2 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:39.372708 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-ddbbe5ea-76e1-4605-8b2f-fb2e9960d3c2 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1649802
Nov 23 12:57:39.407825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Request body: {'port': {'device_id': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880', 'admin_state_up': True, 'tenant_id': 'dcd6dc391dc14028944630e520387ff2'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:39.559437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:39.563665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Usage tracker for resource:port and tenant:dcd6dc391dc14028944630e520387ff2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:39.566697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:39.572446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:39.581299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Made reservation on behalf of dcd6dc391dc14028944630e520387ff2 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:57:39.586750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:39.601417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:39.635539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:57:39.640799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Usage tracker for resource:security_group_rule and tenant:dcd6dc391dc14028944630e520387ff2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:57:39.642956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:57:39.648923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:57:39.734885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:39.737512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:39.749586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d60fd865-8560-4403-8a77-bc0c45e0e16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:39.870237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8a6ffe-9bbc-40fb-a612-a96e244644a4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:39.888869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.889235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.890237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.890799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.891197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.891608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.892016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.892454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.892853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.893260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.893668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.894103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.894583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.894987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.895389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.895790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.896191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.896620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.897021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.897425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.897824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.898227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.898627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.899025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:39.906075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:40.090330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Allocated IP 192.168.233.134 (c83d798d-cb46-46b3-879d-3f95140fb880/390434af-a9ef-488d-a61f-4d213fad57a5/1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:57:40.322541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:40.383685 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d04776e8-2f80-422f-8496-a874c330994d req-8e5ac43a-2ce4-4f7a-bdc2-f52cea9f7e94 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 210 time: 0.0537407
Nov 23 12:57:40.386253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Transition to ACTIVE for port object 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:40.407927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:40.426348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dca9945d-f2b9-4dd6-a2de-a5911fd1bfc3 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:40.824685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Pushing event updated for resources: {'Port': ['ID=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:40.829586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:40.888760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Network c83d798d-cb46-46b3-879d-3f95140fb880 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:57:40.890131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:57:40.892286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:57:40.958599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:40.959490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:40.987107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5841186
Nov 23 12:57:41.008158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Request body: {'port': {'device_id': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:41.130057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:41.157096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-269b1fd8-86df-40ae-b05a-8eb402f7e845 None None] Provisioning for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:41.162717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-269b1fd8-86df-40ae-b05a-8eb402f7e845 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:41.163083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-269b1fd8-86df-40ae-b05a-8eb402f7e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:41.216632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-269b1fd8-86df-40ae-b05a-8eb402f7e845 None None] Port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:57:41.552896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:57:41.560891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:41.574330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Transition to ACTIVE for port object 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:57:41.578458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:41.598374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11a89e11-f6eb-4c70-9ea3-0122a8040438 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:41.611063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70effee5-8e18-436c-90a3-18886b31847e req-74909c20-4f9f-49b1-96c4-455afaf05688 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:41.612820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70effee5-8e18-436c-90a3-18886b31847e req-74909c20-4f9f-49b1-96c4-455afaf05688 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 936 time: 0.0932353
Nov 23 12:57:41.667145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70effee5-8e18-436c-90a3-18886b31847e req-691bf3ec-6a67-4a58-bc14-658c17ed0a3a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474565
Nov 23 12:57:41.744760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:41.750505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:41.976557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Attempting to bind port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:57:41.976932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Attempting to bind port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:57:41.977297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Attempting to bind port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be on network c83d798d-cb46-46b3-879d-3f95140fb880 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:57:41.985927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:41.986302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Checking segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:57:41.986706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:41.987099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Bound using segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:41.987634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Bound port: 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:57:41.988003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:42.111512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] For port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:57:42.114908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] For port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:57:42.121139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:42.138815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f0930c1-83a2-4608-a6ba-c7327f230aea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:42.335394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:42.339772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:42.384935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:42.385623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:42.387171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] 10.222.0.63 "PUT /v2.0/ports/1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 200  len: 1162 time: 1.3839552
Nov 23 12:57:42.387816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:42.467303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be', 'status': 'completed', 'code': 200}
Nov 23 12:57:42.574697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-61c3388b-b31c-4fd7-afa8-7abe4615e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:42.576376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-61c3388b-b31c-4fd7-afa8-7abe4615e69f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dcd6dc391dc14028944630e520387ff2&device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 1165 time: 0.0847208
Nov 23 12:57:42.674980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-a325644f-2961-45d9-8e77-6c8c66a5e3e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 200  len: 217 time: 0.0830615
Nov 23 12:57:42.765157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-8c43003c-dc08-4689-aff1-154c2d244cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:42.766775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-8c43003c-dc08-4689-aff1-154c2d244cea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0805614
Nov 23 12:57:42.869930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-abee8fbb-df1c-44c5-a4f8-d020b21d6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:42.871575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-abee8fbb-df1c-44c5-a4f8-d020b21d6239 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0978804
Nov 23 12:57:42.918880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2619894-881a-4385-a410-41837ab00903 req-2bca10a3-51e3-4b79-b61e-7e059fb407d6 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:42.920639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2619894-881a-4385-a410-41837ab00903 req-2bca10a3-51e3-4b79-b61e-7e059fb407d6 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 948 time: 0.1068373
Nov 23 12:57:42.979453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2619894-881a-4385-a410-41837ab00903 req-c40c3ac7-89f9-4e9c-acd5-b0deb1a6a839 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510125
Nov 23 12:57:43.046639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-09eac20e-b7dd-4169-a72d-35b55b636c25 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668260
Nov 23 12:57:43.209963 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e535ce-32b2-46b3-912b-1aa7d6ab8062 req-7d908645-0502-4028-ba7d-4bfe67a6e748 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1560009
Nov 23 12:57:43.399846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-e551209d-0065-4c2e-a321-6dd04b89a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:43.401549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-e551209d-0065-4c2e-a321-6dd04b89a814 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dcd6dc391dc14028944630e520387ff2&device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 1165 time: 0.0797384
Nov 23 12:57:43.585613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-1f340837-a0ee-40f3-a3d1-4c5320d0da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:43.585613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-1f340837-a0ee-40f3-a3d1-4c5320d0da27 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c83d798d-cb46-46b3-879d-3f95140fb880 HTTP/1.1" status: 200  len: 863 time: 0.1720655
Nov 23 12:57:43.696360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-cf552492-1133-4221-bea0-c2f5fa89f9c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 200  len: 217 time: 0.0987093
Nov 23 12:57:43.786569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-028e19bb-02aa-450b-9fed-ce1284f8934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:43.786569 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-028e19bb-02aa-450b-9fed-ce1284f8934e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0819204
Nov 23 12:57:43.902457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-722f6655-0903-4a96-ae3d-12ce9ba79c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:43.902457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-722f6655-0903-4a96-ae3d-12ce9ba79c45 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1028388
Nov 23 12:57:44.058807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-06d8ea04-f3e8-40ea-89a9-f93824e7c99f service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434965
Nov 23 12:57:44.297031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d354c7a9-531e-48bf-9f69-7a750e77750f req-2b66751a-26c6-4cc3-8317-7943d450d138 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2286386
Nov 23 12:57:44.303116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-893f8290-fc20-440c-bbf8-f05d3d8dd491 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:44.303116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-893f8290-fc20-440c-bbf8-f05d3d8dd491 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Synchronizing usage tracker for tenant:dcd6dc391dc14028944630e520387ff2 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:44.322599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-893f8290-fc20-440c-bbf8-f05d3d8dd491 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Unset dirty status for tenant:dcd6dc391dc14028944630e520387ff2 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:44.322599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-893f8290-fc20-440c-bbf8-f05d3d8dd491 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 948 time: 0.1688221
Nov 23 12:57:44.406043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-1f58308e-ef84-4650-a666-d6e085136854 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Synchronizing usage tracker for tenant:dcd6dc391dc14028944630e520387ff2 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:57:44.420315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-1f58308e-ef84-4650-a666-d6e085136854 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Unset dirty status for tenant:dcd6dc391dc14028944630e520387ff2 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:57:44.420315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72cbc417-b279-4fae-b35f-265b05e4c790 req-1f58308e-ef84-4650-a666-d6e085136854 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842552
Nov 23 12:57:45.673049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480c233-7776-47fa-8051-beab9d35b030 req-5030e6f9-e4b3-4e94-b9e1-6b763bd3649d tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:45.673049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6480c233-7776-47fa-8051-beab9d35b030 req-5030e6f9-e4b3-4e94-b9e1-6b763bd3649d tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 948 time: 0.1129129
Nov 23 12:57:45.678404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c83d798d-cb46-46b3-879d-3f95140fb880 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:57:45.810107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6480c233-7776-47fa-8051-beab9d35b030 req-714e3289-5660-4e12-873a-7e361611be5d tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126058
Nov 23 12:57:46.158059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-95b92e19-c5ca-43f2-a7b4-e7a2fe9488d7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 12:57:46.761713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:46.854430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:46.868304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:57:46.868304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:46.868304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:47.014460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:47.037582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c8711-0458-4e78-9daf-20b4c14b48bb req-6618aee8-bfab-4235-9ac9-11c44cf343f2 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:47.037582 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-427c8711-0458-4e78-9daf-20b4c14b48bb req-6618aee8-bfab-4235-9ac9-11c44cf343f2 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 948 time: 0.1018112
Nov 23 12:57:47.053874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:57:47.068326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:57:47.091329 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-427c8711-0458-4e78-9daf-20b4c14b48bb req-c68cba72-6e55-466a-a5db-61e344c76955 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476096
Nov 23 12:57:47.123663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:47.123663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a1a889f8-a5f9-4b2a-8a16-01a2b7b63acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:57:47.178626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be', 'code': 200}
Nov 23 12:57:47.221867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.231898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.237348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:57:47.244227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:57:47.600395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e81d-4967-49aa-bd45-00cc21b8613b req-51c01881-17b5-4246-a7e9-fd2eca811514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:47.600395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b951e81d-4967-49aa-bd45-00cc21b8613b req-51c01881-17b5-4246-a7e9-fd2eca811514 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 1167 time: 0.0777087
Nov 23 12:57:47.657941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b951e81d-4967-49aa-bd45-00cc21b8613b req-787d5c0d-9fec-4520-b3dd-14f8a5ae079f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426757
Nov 23 12:57:47.822891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:47.900779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:47.900779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:48.309443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2283a53-0851-43e6-97c1-8032829f271b req-f2e8291a-0ddc-455b-b7c8-305ce57cfb58 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:48.310960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2283a53-0851-43e6-97c1-8032829f271b req-f2e8291a-0ddc-455b-b7c8-305ce57cfb58 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0902750
Nov 23 12:57:48.361204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2283a53-0851-43e6-97c1-8032829f271b req-103e434d-5301-4b07-a202-1656d5ef0300 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Nov 23 12:57:49.576218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26166-2d7d-41f3-b867-99956bc72234 req-21f8683c-f577-40cd-ba51-e8a691935fb1 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:49.578495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ba26166-2d7d-41f3-b867-99956bc72234 req-21f8683c-f577-40cd-ba51-e8a691935fb1 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0847731
Nov 23 12:57:49.630654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ba26166-2d7d-41f3-b867-99956bc72234 req-95fd34b5-8622-4aa5-a873-f3a8ab9514db tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458012
Nov 23 12:57:49.851122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa1278-c6b2-40ef-a07c-b12f390533f1 req-47c6bdf4-a9a8-4c9e-abfa-13358eb34d6a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:49.852256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5caa1278-c6b2-40ef-a07c-b12f390533f1 req-47c6bdf4-a9a8-4c9e-abfa-13358eb34d6a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0863607
Nov 23 12:57:49.891313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:49.909061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5caa1278-c6b2-40ef-a07c-b12f390533f1 req-fc138813-4b4e-4453-8de9-5339ed31ab2a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494823
Nov 23 12:57:49.970593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:49.971013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:50.376809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32cd4-863c-491a-989b-b79323bfc8a8 req-bf146a23-8dca-4b1f-9afd-f8dff34edf79 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:50.378403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-90d32cd4-863c-491a-989b-b79323bfc8a8 req-bf146a23-8dca-4b1f-9afd-f8dff34edf79 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0879900
Nov 23 12:57:50.428185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-90d32cd4-863c-491a-989b-b79323bfc8a8 req-eb4daf85-c7f7-47e1-b541-00e5de0bf758 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433657
Nov 23 12:57:51.650146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2023b9-d271-4687-bd32-fe36aab14658 req-1c700629-a0f7-4e91-90d0-b21269483dc1 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:51.651755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c2023b9-d271-4687-bd32-fe36aab14658 req-1c700629-a0f7-4e91-90d0-b21269483dc1 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0851958
Nov 23 12:57:51.703448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0c2023b9-d271-4687-bd32-fe36aab14658 req-ce770a3e-f4a1-4460-b466-8efffe7bc302 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438380
Nov 23 12:57:52.135622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f06ae-93bb-44ad-b240-9e28bee0d18f req-bc4e62ef-1188-4ab0-948d-a7dd0ff0888a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:52.138321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd3f06ae-93bb-44ad-b240-9e28bee0d18f req-bc4e62ef-1188-4ab0-948d-a7dd0ff0888a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0939987
Nov 23 12:57:52.191000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dd3f06ae-93bb-44ad-b240-9e28bee0d18f req-e3ebb6ea-9543-4e66-b046-2f87ef67e9ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464821
Nov 23 12:57:52.206346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-561822a6-0a1c-4c31-a13c-233ff84f0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:52.206346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-561822a6-0a1c-4c31-a13c-233ff84f0291 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dcd6dc391dc14028944630e520387ff2&device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 1167 time: 0.1045139
Nov 23 12:57:52.378954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-4674048f-ac03-4fbe-aed6-ee73007c4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:52.379606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-4674048f-ac03-4fbe-aed6-ee73007c4224 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c83d798d-cb46-46b3-879d-3f95140fb880 HTTP/1.1" status: 200  len: 863 time: 0.1501126
Nov 23 12:57:52.472762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-4b5d7022-e645-4a24-a052-c05d7af4e1d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 200  len: 217 time: 0.0814223
Nov 23 12:57:52.559812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-545687af-a48d-4a43-88f2-732aba3eb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:52.559812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-545687af-a48d-4a43-88f2-732aba3eb03e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0807788
Nov 23 12:57:52.656462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-529842bf-e1b3-4f7e-93ab-9e1a3e3d3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:52.658134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-529842bf-e1b3-4f7e-93ab-9e1a3e3d3cc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0911217
Nov 23 12:57:53.096124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-ee38924d-2834-4ae6-b9dc-95f371382718 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288516
Nov 23 12:57:53.252129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84e166cb-4d6c-4488-94bf-451b642d5044 req-43bc14b1-d029-447b-b642-95663db39579 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466455
Nov 23 12:57:53.424557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09036-6758-4f3d-a341-7075834fe7a6 req-a5f64d5a-fb0e-48a0-b937-61a96cab0b49 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:53.426183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29e09036-6758-4f3d-a341-7075834fe7a6 req-a5f64d5a-fb0e-48a0-b937-61a96cab0b49 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0847995
Nov 23 12:57:53.475903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29e09036-6758-4f3d-a341-7075834fe7a6 req-0a76c6f3-ec48-4e83-998a-8ed8d24348da tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431406
Nov 23 12:57:54.145290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:54.219658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:54.220256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:54.711338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2e0d0-1408-483b-b3bc-8257f0150363 req-5c38ad2e-7957-4852-b5ef-e31607aa31b4 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:54.715267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80a2e0d0-1408-483b-b3bc-8257f0150363 req-5c38ad2e-7957-4852-b5ef-e31607aa31b4 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.1024451
Nov 23 12:57:54.766133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80a2e0d0-1408-483b-b3bc-8257f0150363 req-3af021ed-6c20-42d0-a9c2-697b6447039f tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460854
Nov 23 12:57:55.259970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6e550-3574-4c94-bc3f-7ba65dcbb4bb req-2a6cc88e-2e0c-4a19-94d7-b3eec0a76884 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:55.261584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cc6e550-3574-4c94-bc3f-7ba65dcbb4bb req-2a6cc88e-2e0c-4a19-94d7-b3eec0a76884 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0898001
Nov 23 12:57:55.311443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cc6e550-3574-4c94-bc3f-7ba65dcbb4bb req-9dad9ad6-8154-4995-9514-339c12ed651a tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426865
Nov 23 12:57:55.938253 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-1f3353f4-9c69-4047-8db2-8b84b60ca509 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0805745
Nov 23 12:57:55.944360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:57:56.028705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:57:56.028705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:56.121792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-076c4a2f-4a4d-4bda-be78-560998dc9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:56.123401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-076c4a2f-4a4d-4bda-be78-560998dc9266 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.0806565
Nov 23 12:57:56.290705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-4c7e5a79-4aef-499e-9961-db5e792086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:56.292292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-4c7e5a79-4aef-499e-9961-db5e792086e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.1458805
Nov 23 12:57:56.423846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-1a25d6f4-c4ca-44fc-acb1-f44c8ca80bc0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 1002 time: 0.1190648
Nov 23 12:57:56.547757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-366ddefd-1784-4873-b0f9-382b7f045912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:56.550110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-366ddefd-1784-4873-b0f9-382b7f045912 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1188567
Nov 23 12:57:56.628601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cebca-7669-4f4e-a4dd-8904f741901b req-71a697ef-bdfe-48b6-b72d-cf7dc0ef52cc tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:56.630512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a94cebca-7669-4f4e-a4dd-8904f741901b req-71a697ef-bdfe-48b6-b72d-cf7dc0ef52cc tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.1604066
Nov 23 12:57:56.695723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-1868c28d-f0a7-4c5c-b951-c8e1c7c3e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:56.697361 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-1868c28d-f0a7-4c5c-b951-c8e1c7c3e90c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391718
Nov 23 12:57:56.706357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a94cebca-7669-4f4e-a4dd-8904f741901b req-e55d8bfa-c560-4e30-a861-79021aaa156e tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679169
Nov 23 12:57:56.865469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-12c960bc-d0fc-4f14-87cb-74db472f2d70 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560488
Nov 23 12:57:56.867420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:57:57.042285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c0bb5e8-59cc-4670-8455-3446488dec97 req-ca5fc238-d52d-4cbd-b04a-b4f8e7ba8ec5 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1705780
Nov 23 12:57:57.207082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2864f-b88c-4822-bb34-201828274caa req-d40142ea-841e-4a2c-bf21-635efdc81d6c tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:57.208739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3b2864f-b88c-4822-bb34-201828274caa req-d40142ea-841e-4a2c-bf21-635efdc81d6c tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.1527090
Nov 23 12:57:57.265923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-f0860553-ece3-4aae-a03c-659b8400061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:57.267730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-f0860553-ece3-4aae-a03c-659b8400061f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dcd6dc391dc14028944630e520387ff2&device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 1167 time: 0.1543796
Nov 23 12:57:57.354242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3b2864f-b88c-4822-bb34-201828274caa req-a47348a3-5127-4e93-b1e8-951601caba44 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374800
Nov 23 12:57:57.432048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-aa4da9f9-f8db-43aa-b24b-cf791c0e9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:57.433676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-aa4da9f9-f8db-43aa-b24b-cf791c0e9b7a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c83d798d-cb46-46b3-879d-3f95140fb880 HTTP/1.1" status: 200  len: 863 time: 0.1571560
Nov 23 12:57:57.513359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-41f8e0a2-2757-499f-bef2-f47e5eeff248 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 200  len: 217 time: 0.0722635
Nov 23 12:57:57.593271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-94099994-49d5-4b56-b578-561f9032a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:57.595018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-94099994-49d5-4b56-b578-561f9032a929 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0748787
Nov 23 12:57:57.683783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-f68b0bc3-ff05-4cee-bda0-0ca7183a9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:57.685634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-f68b0bc3-ff05-4cee-bda0-0ca7183a9760 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0840497
Nov 23 12:57:57.836826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39ea33d9-3710-45b4-b7be-57c716a00b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:57:57.871795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-89456557-5bbf-4cc0-8c05-7dac3f950ba6 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705678
Nov 23 12:57:58.043653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a477afb-e1c5-48b3-a244-32afbf55a682 req-dfea49fa-4028-4096-b6fd-aafa665827e5 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1724052
Nov 23 12:57:58.201194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49264) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:58.284355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc3bf6-87ed-430c-afc9-ccd89aa69ea8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:58.284846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc3bf6-87ed-430c-afc9-ccd89aa69ea8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:58.285269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc3bf6-87ed-430c-afc9-ccd89aa69ea8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:58.287099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ebdc3bf6-87ed-430c-afc9-ccd89aa69ea8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?project_id=721b8190b3144e4d875f35ef76a7f5c1&network_id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 3059 time: 0.0848176
Nov 23 12:57:58.578903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7fc5a-f329-4d6e-bf31-74b9f88802c5 req-7cb7ffe2-e3eb-4822-a511-98dfee52e003 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:58.580555 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-61f7fc5a-f329-4d6e-bf31-74b9f88802c5 req-7cb7ffe2-e3eb-4822-a511-98dfee52e003 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0885935
Nov 23 12:57:58.629432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-61f7fc5a-f329-4d6e-bf31-74b9f88802c5 req-6e2d0f53-7ef4-4979-bd9b-f5cc52b3ab7b tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425606
Nov 23 12:57:59.860984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6b8a-5f15-4ff0-add4-afc993c67293 req-60b8c6a7-0a9a-481d-8b24-3ade66ea96c6 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:57:59.862598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2ca6b8a-5f15-4ff0-add4-afc993c67293 req-60b8c6a7-0a9a-481d-8b24-3ade66ea96c6 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0936117
Nov 23 12:57:59.915357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2ca6b8a-5f15-4ff0-add4-afc993c67293 req-f05e0cd7-da8a-4dd0-afeb-8782ce0f058f tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463257
Nov 23 12:58:00.042388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:00.115924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:00.116351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:00.265101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4e58e851-d3f6-4def-ba2a-4314ff59392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:00.352100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78ab82-4556-41b0-8e68-16d0a03fecdb req-66d0f38f-23fa-4e48-885a-c7018b6fb3e5 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:00.353764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d78ab82-4556-41b0-8e68-16d0a03fecdb req-66d0f38f-23fa-4e48-885a-c7018b6fb3e5 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0856385
Nov 23 12:58:00.404527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d78ab82-4556-41b0-8e68-16d0a03fecdb req-843f49a3-1ba2-41d9-bbc1-3669d65ee9cb tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439975
Nov 23 12:58:00.699928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:01.620872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05dc3f-2193-4b94-b7ae-0d8f5b6b306b req-9634f2c1-4ec8-4fef-be8b-dec0c3e7a6be tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:01.622485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea05dc3f-2193-4b94-b7ae-0d8f5b6b306b req-9634f2c1-4ec8-4fef-be8b-dec0c3e7a6be tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.0836732
Nov 23 12:58:01.674278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea05dc3f-2193-4b94-b7ae-0d8f5b6b306b req-5404a767-7e26-426a-bc09-85e894f3fbed tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447180
Nov 23 12:58:01.978880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:02.256514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:02.781373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49290) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:02.855442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5205f-a834-434e-8e93-50e40b6783ce tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:02.857212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dbc5205f-a834-434e-8e93-50e40b6783ce tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 814 time: 0.0746558
Nov 23 12:58:02.949562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0b3e-5549-489e-a59d-cc22d140cb6d req-5a3df68c-ec04-4304-846e-d0f51117cc94 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:02.951173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03ce0b3e-5549-489e-a59d-cc22d140cb6d req-5a3df68c-ec04-4304-846e-d0f51117cc94 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.1437559
Nov 23 12:58:03.020726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03ce0b3e-5549-489e-a59d-cc22d140cb6d req-f780ecef-aef7-49f1-ad21-2cfe30f4fb83 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/security-groups?id=5f8a6ffe-9bbc-40fb-a612-a96e244644a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612404
Nov 23 12:58:03.027666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627122a-86e6-46b9-befa-ef08832253c9 req-234a7130-8404-40c2-88db-15bfdbd554c3 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:03.029222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7627122a-86e6-46b9-befa-ef08832253c9 req-234a7130-8404-40c2-88db-15bfdbd554c3 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.63 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 950 time: 0.1392705
Nov 23 12:58:03.113109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Deleting port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:03.113491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.370561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] For port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:03.370858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.506731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Calling delete_port for 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:03.658356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.674342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8a3cd1a2-ea7a-4fae-ac74-2dccd2421773 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:03.739257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49298) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:03.746007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--196528330', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:03.752188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:03.762342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:03.771562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Pushing event deleted for resources: {'Port': ['ID=1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:03.772770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:58:03.778652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.785501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:03.815450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:58:03.826486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.826924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment 95af0d3d-4d01-43d7-a914-4da777803f15 of type vxlan for network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c
Nov 23 12:58:03.855644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.893373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.897676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] No DVR routers for this DVR port 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:58:03.897866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:03.898746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.900185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:03.903619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'name': 'network-vif-deleted', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:03.905047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6414c2f1-9ca1-4075-ae65-6b89d984ab53 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:03.918097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:58:03.936122 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7627122a-86e6-46b9-befa-ef08832253c9 req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.63 "DELETE /v2.0/ports/1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be HTTP/1.1" status: 204  len: 173 time: 0.9001520
Nov 23 12:58:03.955461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2110953
Nov 23 12:58:03.955942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49304) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:03.981125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:58:03.981893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:58:04.010977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cef14f1-4e16-4697-b290-209bcc3824d6', 'name': 'network-vif-deleted', 'tag': '1e6731b6-4e7c-4d0c-9e8a-3c4dba31a5be', 'status': 'completed', 'code': 200}
Nov 23 12:58:04.045656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059919b4-d9c3-45ca-a1a2-739f8d10f3e8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:04.050485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-059919b4-d9c3-45ca-a1a2-739f8d10f3e8 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0904539
Nov 23 12:58:04.051808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49308) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:04.052602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:04.065668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7b84464-3dd7-4a93-977d-22cb2e8985c9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:04.066101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:58:04.110098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c362fea-f9e7-44c9-b7e6-8b73df709401 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0569336
Nov 23 12:58:04.112752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49314) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:04.119102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671276477', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:04.171470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:58:04.259622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10d97688-009a-43e0-b0fa-e0e8c54c39dc req-90830548-3363-4cf8-bbc9-f85c4f81b455 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Synchronizing usage tracker for tenant:dcd6dc391dc14028944630e520387ff2 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:04.308454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-10d97688-009a-43e0-b0fa-e0e8c54c39dc req-90830548-3363-4cf8-bbc9-f85c4f81b455 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Unset dirty status for tenant:dcd6dc391dc14028944630e520387ff2 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:04.309739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10d97688-009a-43e0-b0fa-e0e8c54c39dc req-90830548-3363-4cf8-bbc9-f85c4f81b455 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] 10.222.0.60 "GET /v2.0/ports?device_id=4cef14f1-4e16-4697-b290-209bcc3824d6 HTTP/1.1" status: 200  len: 210 time: 0.1169784
Nov 23 12:58:04.315820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:04.320183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:04.323367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:04.329670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:04.339137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:58:04.453916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.153909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.169140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:05.301824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=fb4a8fa1-dfcd-4256-9671-eb24f68a62dc,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:05.306386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:05.377662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:58:05.378060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:58:05.399934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:58:05.409793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:58:05.419760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e90b12-ba45-45ff-9c06-dafd4f835d39 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:58:05.424186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:05.424990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.451831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3379781
Nov 23 12:58:05.684387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:58:05.688618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.717406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49326) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:05.725317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991248619', 'description': 'tempest-secgroup-smoke-1991248619 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:05.733187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:05.745227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:05.757444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.773677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49330) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:05.804630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:05.809189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:05.812392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:05.818590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:05.898888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.902550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.915092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ec7a940-f8c1-430a-9756-558eb59a8aef tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:05.957582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef0f2c-3323-498b-a2fb-d9e461b70dbf,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:05.960621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:05.962274 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2434816
Nov 23 12:58:05.963427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:05.965703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49336) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:05.975807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:05.982300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:05.987160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:05.988204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa2903bf-99a1-48eb-acc8-997c9b4f35dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcd6dc391dc14028944630e520387ff2&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2130284
Nov 23 12:58:05.990012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49340) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:05.990302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:05.996255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.014632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.055564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Allocated IP 172.20.0.18 (6c8d526f-c6dd-4d8a-b96f-b102a7a5052c/fb4a8fa1-dfcd-4256-9671-eb24f68a62dc/6a21a82a-763f-444b-8553-da7f144acc1a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:58:06.064220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.087772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.090955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.093505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.099674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9a80507-19bf-4c6e-abfe-b339f77a9fce tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.121575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5776a7-d6e7-4e02-aa74-f246cfd95c30,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.125688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.134228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.138745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49344) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:06.139077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1721051
Nov 23 12:58:06.148955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:06.157396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:06.159721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.165802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-696a8fd9-3704-465b-b68b-addb8cad1838 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.173442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:06.180187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:06.190280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8a6ffe-9bbc-40fb-a612-a96e244644a4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.192736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.195159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.203673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.204949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f8a6ffe-9bbc-40fb-a612-a96e244644a4 HTTP/1.1" status: 204  len: 168 time: 0.2138896
Nov 23 12:58:06.218177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.297978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.301642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.304088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc38817a-8d45-45cf-859e-a5ad5c1d9dc6 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.307293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.322311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Transition to ACTIVE for port object 6a21a82a-763f-444b-8553-da7f144acc1a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:06.330626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7688cb-9078-41c0-b77c-8d7c4219315c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.335609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.343019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Transition to ACTIVE for port object 6a21a82a-763f-444b-8553-da7f144acc1a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:06.345114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.346542 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2062969
Nov 23 12:58:06.349579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49350) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:06.349983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.356667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:06.365302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:06.367694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.370271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:06.374156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:06.381201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.399614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.487117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.492041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.494244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c72941f3-2e10-4e86-aa9d-07c9ff6d910b tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.525893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b41cab3-137d-466e-b2aa-d1592667c1df,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.529317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.533384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Pushing event updated for resources: {'Port': ['ID=6a21a82a-763f-444b-8553-da7f144acc1a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.537851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.542872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49354) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:06.546391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.548737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-610499ac-da7a-4a10-9eca-ae028845ff0f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1948137
Nov 23 12:58:06.551111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:06.559231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:06.564584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:06.568847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:06.576306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.582734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:58:06.584309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:58:06.586903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:58:06.605021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.654301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Attempting to bind port 6a21a82a-763f-444b-8553-da7f144acc1a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:58:06.655005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Attempting to bind port 6a21a82a-763f-444b-8553-da7f144acc1a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:58:06.655574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Attempting to bind port 6a21a82a-763f-444b-8553-da7f144acc1a on network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:58:06.663993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:58:06.664683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Checking segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:58:06.665307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.665894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Bound using segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:58:06.666718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Bound port: 6a21a82a-763f-444b-8553-da7f144acc1a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:58:06.667299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.725436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.728639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.730611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39a4f973-e730-4a64-8eff-57f2089d0763 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.755036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf49ec36-3b3e-4651-8fdc-1c555caa18a7,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.759495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.766700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] For port 6a21a82a-763f-444b-8553-da7f144acc1a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:58:06.766947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.770905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2241552
Nov 23 12:58:06.771674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49358) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:06.773728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] For port 6a21a82a-763f-444b-8553-da7f144acc1a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6a21a82a-763f-444b-8553-da7f144acc1a,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:58:06.777534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.777702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:06.785051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:06.790071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:06.793216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:06.794045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.800465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.810839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:58:06.819025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.897444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.900199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.902200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:06.927390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe43752-40c5-4b09-a371-724becb8b67b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.930230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.937196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:06.938551 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1658721
Nov 23 12:58:06.941445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49362) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:06.947192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '2cef0f2c-3323-498b-a2fb-d9e461b70dbf', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:06.948460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Pushing event updated for resources: {'Port': ['ID=6a21a82a-763f-444b-8553-da7f144acc1a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:06.953937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:06.954322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:06.958088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:06.961196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:06.967160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:06.977719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:58:06.985867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:07.067147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:07.069998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:07.077519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37b4897a-bf92-409d-9fb4-074a9384a0eb tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:07.099299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96539c52-df8b-47c9-be66-788a9283a904,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:07.102021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:07.109811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:07.111097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1685545
Nov 23 12:58:07.392877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-893d0fb7-5e5e-4394-b2d5-5a690f1dfed4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991248619&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0513532
Nov 23 12:58:07.556227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-eac172fa-9de1-4596-93c5-ba3c38835e59 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:07.556914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-eac172fa-9de1-4596-93c5-ba3c38835e59 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:07.572238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-eac172fa-9de1-4596-93c5-ba3c38835e59 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:07.573526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-eac172fa-9de1-4596-93c5-ba3c38835e59 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c HTTP/1.1" status: 200  len: 796 time: 0.1732905
Nov 23 12:58:07.590720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-683b75e3-df61-4988-b279-a603e1462897 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0111561
Nov 23 12:58:07.688138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-92ba8759-be5e-4198-97a8-8a0d5b391645 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0909603
Nov 23 12:58:07.846986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-8be4cb78-86bb-405e-b6e4-07b842ca784a service neutron] 10.222.0.60 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452529
Nov 23 12:58:07.998271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-b57c9a30-345e-4d9d-9667-6c1452c52246 service neutron] 10.222.0.60 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444063
Nov 23 12:58:08.215411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d7c33fa-a1dc-4062-843b-ea9ddf77f83a req-4e22d76e-45da-4f0e-a30b-c25604e61720 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 210 time: 0.0535939
Nov 23 12:58:08.432648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d2673-9faf-4eda-a535-bdff9b06a491 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:58:08.533093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-762dca75-c188-479e-9888-a2d1c3e9a4cc None None] Provisioning for port 6a21a82a-763f-444b-8553-da7f144acc1a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:09.120792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6a21a82a-763f-444b-8553-da7f144acc1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:09.389112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 6a21a82a-763f-444b-8553-da7f144acc1a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:09.394232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6a21a82a-763f-444b-8553-da7f144acc1a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:09.394660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:09.445367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-35c1bfa7-b48c-4c31-81dd-4ee5cb120941 req-184802c5-6b81-4253-a5d6-a825705a49d8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 210 time: 0.0555801
Nov 23 12:58:09.464892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-fd21f98d-5c91-423f-ae24-4aad0df47126 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:09.466737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-fd21f98d-5c91-423f-ae24-4aad0df47126 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c HTTP/1.1" status: 200  len: 796 time: 0.2223766
Nov 23 12:58:09.518935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:09.556705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 6a21a82a-763f-444b-8553-da7f144acc1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6a21a82a-763f-444b-8553-da7f144acc1a,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:09.560783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:09.562905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-705475ad-be79-48e6-8fe1-7adf486220c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:09.580411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-750a799f-e63f-4e11-9134-279219f564c6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:09.596103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-750a799f-e63f-4e11-9134-279219f564c6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:09.597791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-750a799f-e63f-4e11-9134-279219f564c6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 11997 time: 0.1110015
Nov 23 12:58:09.610296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['2cef0f2c-3323-498b-a2fb-d9e461b70dbf']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:09.632792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=6a21a82a-763f-444b-8553-da7f144acc1a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:09.636222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:09.760709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:58:09.765656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:port and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:58:09.768781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for port was recalculated. Used quota:5. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:58:09.774806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:58:09.784346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:58:09.789969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.105877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.25 (6c8d526f-c6dd-4d8a-b96f-b102a7a5052c/fb4a8fa1-dfcd-4256-9671-eb24f68a62dc/3d2e648b-65a7-4064-8408-2d1494e2ea73) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:58:10.316314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.332679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 3d2e648b-65a7-4064-8408-2d1494e2ea73 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:10.353146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.368648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8df0611a-8d0f-4907-b109-a74599f1680b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:10.510561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=3d2e648b-65a7-4064-8408-2d1494e2ea73,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:10.516384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:10.572431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:58:10.573724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:58:10.576106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:58:10.689817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:10.690495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.734655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1281986
Nov 23 12:58:10.745697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b777c5-fcd2-4aea-90db-defae85d9144 req-e0a0e0c9-4f4c-481d-9921-ea1410a87599 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:10.746457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d7b777c5-fcd2-4aea-90db-defae85d9144 req-e0a0e0c9-4f4c-481d-9921-ea1410a87599 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:10.755832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Request body: {'port': {'device_id': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:10.820243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d7b777c5-fcd2-4aea-90db-defae85d9144 req-e0a0e0c9-4f4c-481d-9921-ea1410a87599 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:10.821559 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7b777c5-fcd2-4aea-90db-defae85d9144 req-e0a0e0c9-4f4c-481d-9921-ea1410a87599 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 932 time: 0.2131095
Nov 23 12:58:10.824396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a90c75c8-7cd0-4e81-9320-4d4144373153 None None] Provisioning for port 3d2e648b-65a7-4064-8408-2d1494e2ea73 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:10.830309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a90c75c8-7cd0-4e81-9320-4d4144373153 None None] Provisioning complete for port 3d2e648b-65a7-4064-8408-2d1494e2ea73 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:10.831384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a90c75c8-7cd0-4e81-9320-4d4144373153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.889519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a90c75c8-7cd0-4e81-9320-4d4144373153 None None] Port 3d2e648b-65a7-4064-8408-2d1494e2ea73 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:58:10.919711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:10.944243 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7b777c5-fcd2-4aea-90db-defae85d9144 req-e66d9286-2da0-4f14-9ebe-76eb32ab2511 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890231
Nov 23 12:58:11.093957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6a21a82a-763f-444b-8553-da7f144acc1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:11.168116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6a21a82a-763f-444b-8553-da7f144acc1a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:11.168484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.354876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2e648b-65a7-4064-8408-2d1494e2ea73 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:58:11.362028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.374941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Transition to ACTIVE for port object 3d2e648b-65a7-4064-8408-2d1494e2ea73 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:11.378121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.394072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:11.526308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2e648b-65a7-4064-8408-2d1494e2ea73,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:11.531121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:11.721286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Attempting to bind port 3d2e648b-65a7-4064-8408-2d1494e2ea73 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:58:11.722213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Attempting to bind port 3d2e648b-65a7-4064-8408-2d1494e2ea73 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:58:11.722213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Attempting to bind port 3d2e648b-65a7-4064-8408-2d1494e2ea73 on network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:58:11.729972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:58:11.730344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Checking segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:58:11.730745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.731137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Bound using segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:58:11.731609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Bound port: 3d2e648b-65a7-4064-8408-2d1494e2ea73, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:58:11.731979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.832112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] For port 3d2e648b-65a7-4064-8408-2d1494e2ea73, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:58:11.835515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] For port 3d2e648b-65a7-4064-8408-2d1494e2ea73, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3d2e648b-65a7-4064-8408-2d1494e2ea73,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:58:11.838933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:11.854720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c9fa0ef-9abf-44d5-90f1-fb6882cdeecb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:11.997704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2e648b-65a7-4064-8408-2d1494e2ea73,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:12.011644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:12.047807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.048706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:12.050593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] 10.222.0.63 "PUT /v2.0/ports/3d2e648b-65a7-4064-8408-2d1494e2ea73 HTTP/1.1" status: 200  len: 1158 time: 1.3006988
Nov 23 12:58:12.051270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:12.164917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73', 'status': 'completed', 'code': 200}
Nov 23 12:58:12.168766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90f14e-58c2-4770-914c-d3b75667561a req-24e4c9e2-b9f9-4835-82c5-975b6b106c38 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.170420 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7c90f14e-58c2-4770-914c-d3b75667561a req-24e4c9e2-b9f9-4835-82c5-975b6b106c38 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 944 time: 0.0914097
Nov 23 12:58:12.203335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-47ae06c4-b005-428c-ad8d-f87e6e61352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.205181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-47ae06c4-b005-428c-ad8d-f87e6e61352e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 1161 time: 0.0964215
Nov 23 12:58:12.224671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7c90f14e-58c2-4770-914c-d3b75667561a req-44a8a725-c448-41f2-bbc3-6a9558d1541c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470829
Nov 23 12:58:12.287930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-174460f0-9af8-4045-9eaa-b66685064926 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3d2e648b-65a7-4064-8408-2d1494e2ea73 HTTP/1.1" status: 200  len: 217 time: 0.0668488
Nov 23 12:58:12.364911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9718f5dc-1ba5-49b3-8d6f-91dd08e5833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.366486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-9718f5dc-1ba5-49b3-8d6f-91dd08e5833b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb4a8fa1-dfcd-4256-9671-eb24f68a62dc HTTP/1.1" status: 200  len: 837 time: 0.0716932
Nov 23 12:58:12.446533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-5aaadb52-d465-448a-9ac5-2c04a8dea7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.448117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-5aaadb52-d465-448a-9ac5-2c04a8dea7cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0744593
Nov 23 12:58:12.591985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-7db88919-44f2-4839-a527-f54b5b24ce9e service neutron] 10.222.0.63 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369286
Nov 23 12:58:12.739158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c65d68b6-c169-43cc-bbe2-3a8eeafa6cc7 req-f6c24c58-b46b-460c-a07d-e7e090b53e90 service neutron] 10.222.0.63 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398160
Nov 23 12:58:12.902524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-5e442d48-12f7-4752-9ffc-d1d4e61f471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:12.904148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-5e442d48-12f7-4752-9ffc-d1d4e61f471e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 1161 time: 0.0790169
Nov 23 12:58:13.309212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-6e734626-2e8c-417b-a921-09e8f23d983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:13.310874 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-6e734626-2e8c-417b-a921-09e8f23d983b service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c HTTP/1.1" status: 200  len: 890 time: 0.3971953
Nov 23 12:58:13.424004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-fe150317-b9d9-4846-b02f-b881dad9a20b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3d2e648b-65a7-4064-8408-2d1494e2ea73 HTTP/1.1" status: 200  len: 217 time: 0.1056261
Nov 23 12:58:13.513796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-2b1b426a-b368-4f4a-9906-6e63dba60ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:13.515482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-2b1b426a-b368-4f4a-9906-6e63dba60ad3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb4a8fa1-dfcd-4256-9671-eb24f68a62dc HTTP/1.1" status: 200  len: 837 time: 0.0834634
Nov 23 12:58:13.569321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47948641-e292-4bc3-b0c9-c28689e3d463 req-dac74773-4d2c-4664-85ba-20c44fa285a2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:13.570805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47948641-e292-4bc3-b0c9-c28689e3d463 req-dac74773-4d2c-4664-85ba-20c44fa285a2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 944 time: 0.2014530
Nov 23 12:58:13.637373 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47948641-e292-4bc3-b0c9-c28689e3d463 req-5c4716b9-17c0-4729-8788-96bd70cd5e57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585835
Nov 23 12:58:13.646374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-ee8f0df1-483c-4c0b-8b64-945aeeb36fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:13.647913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-ee8f0df1-483c-4c0b-8b64-945aeeb36fcc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1251698
Nov 23 12:58:13.800608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-a2cdbcce-30b0-4362-9867-6d457b31e77d service neutron] 10.222.0.63 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436496
Nov 23 12:58:13.955121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66226fcf-17ba-4130-ae25-4d6575cf534b req-2a62cad3-33ad-4ee1-be77-eae3d40b3aa1 service neutron] 10.222.0.63 "GET /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465352
Nov 23 12:58:14.857685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922a8bf-abc1-4135-bd68-516d69dc1d09 req-24bff374-0822-44a6-90b8-b667aef4764a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:14.859831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9922a8bf-abc1-4135-bd68-516d69dc1d09 req-24bff374-0822-44a6-90b8-b667aef4764a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 944 time: 0.0895302
Nov 23 12:58:14.908255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9922a8bf-abc1-4135-bd68-516d69dc1d09 req-20d5fccd-8886-469c-94c0-396912220199 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419371
Nov 23 12:58:16.129674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e582da-b05c-458f-a976-afe2f0cb5294 req-1d9527d3-2fcd-4897-af2e-f77d05e6fd63 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:16.131210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71e582da-b05c-458f-a976-afe2f0cb5294 req-1d9527d3-2fcd-4897-af2e-f77d05e6fd63 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 944 time: 0.0842564
Nov 23 12:58:16.179530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-71e582da-b05c-458f-a976-afe2f0cb5294 req-c97d4fe4-9c5c-496d-9eb3-493fe7da8843 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419779
Nov 23 12:58:16.650168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 3d2e648b-65a7-4064-8408-2d1494e2ea73 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:16.721458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 3d2e648b-65a7-4064-8408-2d1494e2ea73 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:16.727041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 3d2e648b-65a7-4064-8408-2d1494e2ea73 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:16.727460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:16.798370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:16.866775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:16.894626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:16.905160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 3d2e648b-65a7-4064-8408-2d1494e2ea73, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3d2e648b-65a7-4064-8408-2d1494e2ea73,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:16.908596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:16.911153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:16.958178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73', 'code': 200}
Nov 23 12:58:16.984087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=3d2e648b-65a7-4064-8408-2d1494e2ea73,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:16.988022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:17.257651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fae19-0eff-4212-bc2c-4a2816aa6bf0 req-fbdfe372-0ab8-4693-80ba-dbe06c1325b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:17.259339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-840fae19-0eff-4212-bc2c-4a2816aa6bf0 req-fbdfe372-0ab8-4693-80ba-dbe06c1325b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 1163 time: 0.0829966
Nov 23 12:58:17.310152 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-840fae19-0eff-4212-bc2c-4a2816aa6bf0 req-cbd86ba4-9c80-4dd0-9168-f9ff7f1aaa79 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408742
Nov 23 12:58:17.394757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6cfb1-de91-4595-bd9e-5fba4093c565 req-14feb0b6-7c1f-4fd1-a437-c2dc33529525 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:17.396352 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30f6cfb1-de91-4595-bd9e-5fba4093c565 req-14feb0b6-7c1f-4fd1-a437-c2dc33529525 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0823030
Nov 23 12:58:17.447713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30f6cfb1-de91-4595-bd9e-5fba4093c565 req-d12f82b0-fe38-4a92-98d1-655cc594f88e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449040
Nov 23 12:58:18.221823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 3d2e648b-65a7-4064-8408-2d1494e2ea73 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:18.302717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 3d2e648b-65a7-4064-8408-2d1494e2ea73 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:18.303170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:18.704122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb9643-2907-4db2-a525-14b39c361ec0 req-0b00cd74-2f83-423a-91d0-e1de89ec01ef tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:18.706663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37bb9643-2907-4db2-a525-14b39c361ec0 req-0b00cd74-2f83-423a-91d0-e1de89ec01ef tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0981524
Nov 23 12:58:18.761658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37bb9643-2907-4db2-a525-14b39c361ec0 req-4ef1f985-674d-4354-b4da-c0e233ddfcd8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458810
Nov 23 12:58:19.989263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cb917-e013-4263-87f8-6105ba977cef req-9710736c-57e5-4ab0-a051-adb5b8b9e985 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:19.990927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea1cb917-e013-4263-87f8-6105ba977cef req-9710736c-57e5-4ab0-a051-adb5b8b9e985 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0881355
Nov 23 12:58:20.046572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea1cb917-e013-4263-87f8-6105ba977cef req-a1943444-9918-4c06-867d-3e9a10336081 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491381
Nov 23 12:58:20.281959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df136dc-7caa-4f91-b5ab-d3e9baf755e6 req-8fc88d0c-93ca-4a13-a486-fa284efa5d0a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:20.283613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6df136dc-7caa-4f91-b5ab-d3e9baf755e6 req-8fc88d0c-93ca-4a13-a486-fa284efa5d0a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0950708
Nov 23 12:58:20.337845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6df136dc-7caa-4f91-b5ab-d3e9baf755e6 req-b9fa3321-541a-453d-8d57-adf12500e20d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473750
Nov 23 12:58:21.849740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49424) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:22.888187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:23.479958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.17 (6c8d526f-c6dd-4d8a-b96f-b102a7a5052c/fb4a8fa1-dfcd-4256-9671-eb24f68a62dc/205f5efd-7afe-4e5c-9286-3dbe900e768e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:58:23.722975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:23.740006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 205f5efd-7afe-4e5c-9286-3dbe900e768e will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:23.771024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:23.851341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7733f0-a3b2-45d2-b5d3-ce515cfb845b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:23.931838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:23.944245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:23.984002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:58:23.986093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:58:23.987722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:58:24.058656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.150287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.242411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c75de4e1-83a8-4e57-a5f8-510632a0742b None None] Provisioning for port 205f5efd-7afe-4e5c-9286-3dbe900e768e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:24.247860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c75de4e1-83a8-4e57-a5f8-510632a0742b None None] Provisioning complete for port 205f5efd-7afe-4e5c-9286-3dbe900e768e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:24.248370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c75de4e1-83a8-4e57-a5f8-510632a0742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.309720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c75de4e1-83a8-4e57-a5f8-510632a0742b None None] Port 205f5efd-7afe-4e5c-9286-3dbe900e768e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:58:24.689572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.701587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.733947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:24.823885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:24.826610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:24.846109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:24.973627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:58:24.974771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:58:25.240530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b03b74ad-2da0-40ff-b220-38287cfd6d19 None None] Provisioning complete for port 205f5efd-7afe-4e5c-9286-3dbe900e768e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:25.240899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b03b74ad-2da0-40ff-b220-38287cfd6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:25.295987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b03b74ad-2da0-40ff-b220-38287cfd6d19 None None] Port 205f5efd-7afe-4e5c-9286-3dbe900e768e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:58:25.395495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:58:25.614070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:58:25.625377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:58:25.630339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/5a62c6c4-dd8d-4a58-891c-c81bc62b95e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7793913
Nov 23 12:58:25.638628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:25.639351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266d17b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:25.831465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:26.213331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266d17b8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:24Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '205f5efd-7afe-4e5c-9286-3dbe900e768e', 'name': '', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:58:23Z', 'updated_at': '2020-11-23T12:58:24Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:26.217211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:58:26.217611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Updating router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 port 205f5efd-7afe-4e5c-9286-3dbe900e768e binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:58:26.273105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:26.694041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:26.707592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Transition to ACTIVE for port object 205f5efd-7afe-4e5c-9286-3dbe900e768e will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:58:26.711002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:26.727327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-841bee0f-3b00-4b1f-8e23-b52a6ea1af7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:26.864503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Pushing event updated for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:26.892045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.892452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.892837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.893209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.893581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.893952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.894316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.894678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.895038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.895399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.895757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.896116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.896601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.896965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.897322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.897678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.898037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.898398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.898759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.899117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.899494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.899851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.900209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.900596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:26.904914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:27.056226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Attempting to bind port 205f5efd-7afe-4e5c-9286-3dbe900e768e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:58:27.056669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Attempting to bind port 205f5efd-7afe-4e5c-9286-3dbe900e768e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:58:27.057079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Attempting to bind port 205f5efd-7afe-4e5c-9286-3dbe900e768e on network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:58:27.065787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:58:27.066208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Checking segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:58:27.066657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:27.067097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Bound using segment: {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:58:27.067626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Bound port: 205f5efd-7afe-4e5c-9286-3dbe900e768e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95af0d3d-4d01-43d7-a914-4da777803f15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:58:27.068046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:27.164773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] For port 205f5efd-7afe-4e5c-9286-3dbe900e768e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:58:27.167987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] For port 205f5efd-7afe-4e5c-9286-3dbe900e768e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=205f5efd-7afe-4e5c-9286-3dbe900e768e,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:58:27.171788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:27.187188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d809a00-5f9d-4c76-a5cb-fdbd0c1f840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:27.340050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Pushing event updated for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:27.346125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:27.388259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:27.388964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266d17b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:27.583942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:27.814152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d85910c-68ac-40b9-ae8c-2bf43b9eb11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:28.133034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266d17b8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:24Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '205f5efd-7afe-4e5c-9286-3dbe900e768e', 'name': '', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:58:23Z', 'updated_at': '2020-11-23T12:58:27Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:28.137319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4853e3-bec7-480a-a03f-527357b53e04 None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:24Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '205f5efd-7afe-4e5c-9286-3dbe900e768e', 'name': '', 'network_id': '6c8d526f-c6dd-4d8a-b96f-b102a7a5052c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:58:23Z', 'updated_at': '2020-11-23T12:58:27Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'fb4a8fa1-dfcd-4256-9671-eb24f68a62dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:58:29.126522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 205f5efd-7afe-4e5c-9286-3dbe900e768e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:29.201133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 205f5efd-7afe-4e5c-9286-3dbe900e768e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:58:29.206358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 205f5efd-7afe-4e5c-9286-3dbe900e768e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:29.206786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:29.325273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:29.359842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 205f5efd-7afe-4e5c-9286-3dbe900e768e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=205f5efd-7afe-4e5c-9286-3dbe900e768e,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:29.362828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:29.364611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:29.434957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:29.438572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:30.247706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-145418fc-551a-4bbf-bad3-c8d1b56af6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:30.706932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:31.106907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 205f5efd-7afe-4e5c-9286-3dbe900e768e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:58:31.183406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 205f5efd-7afe-4e5c-9286-3dbe900e768e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:58:31.183839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:31.983752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:32.263599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:33.869492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:58:44.137778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49452) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:44.853043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:45.543888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 205f5efd-7afe-4e5c-9286-3dbe900e768e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:45.544505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:45.754847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 205f5efd-7afe-4e5c-9286-3dbe900e768e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=205f5efd-7afe-4e5c-9286-3dbe900e768e,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:45.755241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:45.885060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 205f5efd-7afe-4e5c-9286-3dbe900e768e owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:46.071277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:46.087542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:46.189053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=205f5efd-7afe-4e5c-9286-3dbe900e768e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:46.206230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.206662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.207087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.207509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.207927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.208340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.208817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.209233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.209642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.210050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.210458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.210863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.211357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.211768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.212174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.212615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.213021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.213422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.213825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.214226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.214629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.215028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.215431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.215831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:46.219972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:46.557636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:46.810201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:47.597493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:58:47.820499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:58:47.830701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:58:47.834545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/5a62c6c4-dd8d-4a58-891c-c81bc62b95e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6955345
Nov 23 12:58:47.844841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:47.845546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824df7e80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:48.039243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:48.252206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce127e4b-2c75-4a7f-bfae-869ac05b768d req-e5b89742-f4be-467b-b290-d24018be1f4f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:48.253024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ce127e4b-2c75-4a7f-bfae-869ac05b768d req-e5b89742-f4be-467b-b290-d24018be1f4f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:48.268148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ce127e4b-2c75-4a7f-bfae-869ac05b768d req-e5b89742-f4be-467b-b290-d24018be1f4f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:48.269522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce127e4b-2c75-4a7f-bfae-869ac05b768d req-e5b89742-f4be-467b-b290-d24018be1f4f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.1129856
Nov 23 12:58:48.319845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce127e4b-2c75-4a7f-bfae-869ac05b768d req-0af0dbd6-d0f7-4c0f-96e6-c2d27040e3eb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437753
Nov 23 12:58:48.423302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824df7e80>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:48.427408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:58:48.438744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:48.439399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824df7e80>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:48.636237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:49.014987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824df7e80>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:49.019817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a5c7-bf36-4f12-ad23-cac97f8532ce None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'efb6f328-1c15-4998-8394-625220ca6605', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.31', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'port_id': 'ed937244-7817-481a-8860-7472841d7aa5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'mac_address': 'fa:16:3e:2f:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:57:22Z', 'updated_at': '2020-11-23T12:57:26Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:58:49.097855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 205f5efd-7afe-4e5c-9286-3dbe900e768e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:58:49.138698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 205f5efd-7afe-4e5c-9286-3dbe900e768e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:58:49.139106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 205f5efd-7afe-4e5c-9286-3dbe900e768e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:58:49.546356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c683-7dfb-421b-9a6c-7c2bce4b087d req-c78fff74-2ccf-4297-96e5-5f47fac67b64 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:49.548751 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03f8c683-7dfb-421b-9a6c-7c2bce4b087d req-c78fff74-2ccf-4297-96e5-5f47fac67b64 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0928085
Nov 23 12:58:49.600097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03f8c683-7dfb-421b-9a6c-7c2bce4b087d req-2b34763d-15ca-4938-ada8-bcc1c081edbf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=2cef0f2c-3323-498b-a2fb-d9e461b70dbf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447853
Nov 23 12:58:49.930795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-ca6d9973-5346-40c5-a5db-5aee66c7ef6b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:49.932284 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-ca6d9973-5346-40c5-a5db-5aee66c7ef6b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 946 time: 0.0864582
Nov 23 12:58:50.011470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 3d2e648b-65a7-4064-8408-2d1494e2ea73 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:50.011848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:50.277225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 3d2e648b-65a7-4064-8408-2d1494e2ea73, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3d2e648b-65a7-4064-8408-2d1494e2ea73,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:50.277631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:50.373800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 3d2e648b-65a7-4064-8408-2d1494e2ea73 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:58:50.415258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 3d2e648b-65a7-4064-8408-2d1494e2ea73 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:50.492713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:50.563229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:50.578654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:50.695041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=3d2e648b-65a7-4064-8408-2d1494e2ea73,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:50.737056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.737485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.737901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.738308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.738714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.739114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.739537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.739942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.740333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.740759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.741154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.741552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.742032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.742428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.742847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.743217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.743614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.744011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.744408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.744822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.745215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.745609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.746004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.746396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:58:50.753408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:50.786707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8afcb326-6016-4786-a306-e3c32d1ccb19 req-00fb7ab1-6b7e-4858-9d87-06fc8813dc24 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=ffb31b4d-c85c-4ff4-838e-e7293171379d HTTP/1.1" status: 200  len: 210 time: 0.0470231
Nov 23 12:58:50.822846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port 3d2e648b-65a7-4064-8408-2d1494e2ea73 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:58:50.825154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:50.828005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'name': 'network-vif-deleted', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:50.843985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e2889c0-c837-4ba4-b3a8-3ff6b58de2c3 req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/3d2e648b-65a7-4064-8408-2d1494e2ea73 HTTP/1.1" status: 204  len: 173 time: 0.9046078
Nov 23 12:58:50.891719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb31b4d-c85c-4ff4-838e-e7293171379d', 'name': 'network-vif-deleted', 'tag': '3d2e648b-65a7-4064-8408-2d1494e2ea73', 'status': 'completed', 'code': 200}
Nov 23 12:58:51.902218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49468) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:51.977578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.012365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.065582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.070813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b71dd153-15f4-42b7-85a3-bdd10a7ba41a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:52.087010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef0f2c-3323-498b-a2fb-d9e461b70dbf,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:52.092865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:52.095363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.096578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/2cef0f2c-3323-498b-a2fb-d9e461b70dbf HTTP/1.1" status: 204  len: 168 time: 0.1930168
Nov 23 12:58:52.139053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49474) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:52.346652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet fb4a8fa1-dfcd-4256-9671-eb24f68a62dc {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:58:52.349942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.412392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.501027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.814216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.831141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-61332847-15a5-4cf8-a687-d9adef9d6556 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:52.925247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=fb4a8fa1-dfcd-4256-9671-eb24f68a62dc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:52.930301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:52.977668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:52.984020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141e08f-3e21-43ab-92e8-0eb27ee04792 None None] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:58:52.985015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/fb4a8fa1-dfcd-4256-9671-eb24f68a62dc HTTP/1.1" status: 204  len: 168 time: 0.8444259
Nov 23 12:58:52.987600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:53.121944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.193668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 6a21a82a-763f-444b-8553-da7f144acc1a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:53.194043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.417275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] DHCP port deletion for 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:58:53.421634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Deleting port 6a21a82a-763f-444b-8553-da7f144acc1a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:53.422196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.423187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 6a21a82a-763f-444b-8553-da7f144acc1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6a21a82a-763f-444b-8553-da7f144acc1a,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:53.423593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.554139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 6a21a82a-763f-444b-8553-da7f144acc1a owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:53.629206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.639366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] For port 6a21a82a-763f-444b-8553-da7f144acc1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6a21a82a-763f-444b-8553-da7f144acc1a,segment=NetworkSegment(95af0d3d-4d01-43d7-a914-4da777803f15),segment_id=95af0d3d-4d01-43d7-a914-4da777803f15)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:53.639877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:53.644761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:53.742735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=6a21a82a-763f-444b-8553-da7f144acc1a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:53.747330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:53.769366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Calling delete_port for 6a21a82a-763f-444b-8553-da7f144acc1a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:53.798033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port 6a21a82a-763f-444b-8553-da7f144acc1a on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:58:53.845134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:58:53.845539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:58:53.932168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.052712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68257c02e8>,) {'filters': {'network_id': ['6c8d526f-c6dd-4d8a-b96f-b102a7a5052c']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:54.069292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257c02e8>, '95af0d3d-4d01-43d7-a914-4da777803f15') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:54.069622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257c02e8>, '95af0d3d-4d01-43d7-a914-4da777803f15') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:54.082375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.101103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.103209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:58:54.293543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:58:54.303135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.346951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Deleting port 6a21a82a-763f-444b-8553-da7f144acc1a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:54.347388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.413395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c760337f-b62a-4a7e-ab79-0d490bde6faf None None] The port '6a21a82a-763f-444b-8553-da7f144acc1a' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:58:54.487537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 6c8d526f-c6dd-4d8a-b96f-b102a7a5052c has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:58:54.511428 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:58:54.607802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.612627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.616848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:54.642632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=6c8d526f-c6dd-4d8a-b96f-b102a7a5052c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:54.645344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:54.657916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/6c8d526f-c6dd-4d8a-b96f-b102a7a5052c HTTP/1.1" status: 204  len: 168 time: 1.6685483
Nov 23 12:58:54.660125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:54.769741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-e5f66e70-201a-4697-ad5e-a32c461d3ef6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806785
Nov 23 12:58:54.878659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 82da23ea-c051-4257-953d-6deeba95233e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:54.878954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:54.885371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-c8114601-61cc-482c-adac-2c015224fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:54.887018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-c8114601-61cc-482c-adac-2c015224fd8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1162 time: 0.0814795
Nov 23 12:58:55.047922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-ed50d9de-47ec-4dd6-afdb-10a5eaac6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:55.049669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-ed50d9de-47ec-4dd6-afdb-10a5eaac6bbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 890 time: 0.1416457
Nov 23 12:58:55.068462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:55.068843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:55.116889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6a21a82a-763f-444b-8553-da7f144acc1a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:58:55.151761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 6a21a82a-763f-444b-8553-da7f144acc1a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:58:55.152101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6a21a82a-763f-444b-8553-da7f144acc1a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:58:55.168912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-8bf0c809-529e-48ef-9ba0-03f9c4239748 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 1000 time: 0.1123841
Nov 23 12:58:55.205461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 82da23ea-c051-4257-953d-6deeba95233e owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:55.241403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-95b3c513-0a1e-4714-b289-ff082101db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:55.243028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-95b3c513-0a1e-4714-b289-ff082101db19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 200  len: 834 time: 0.0676138
Nov 23 12:58:55.326194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-2992a3bb-9d4e-4106-94ef-1b78d2fc544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:55.327938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-2992a3bb-9d4e-4106-94ef-1b78d2fc544b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d02f3273-a647-4dc8-a340-fc4c135270e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780289
Nov 23 12:58:55.362320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:55.378299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:55.477455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-39a541e8-19fc-498f-b760-64399f5b34fd service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417918
Nov 23 12:58:55.637431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f25bcb0-f6f6-479e-9b2a-fdbb92468e28 req-0ed26336-04ff-4bf8-ac12-c58b643d38b3 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519499
Nov 23 12:58:55.751423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=82da23ea-c051-4257-953d-6deeba95233e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:55.755507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:55.870378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:55.870720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP efb6f328-1c15-4998-8394-625220ca6605 disassociated (deleted). External IP: 172.26.6.31, port: ed937244-7817-481a-8860-7472841d7aa5.
Nov 23 12:58:56.296475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:58:56.512520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:58:56.522306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:58:56.530029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:56.535390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:56.536180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:56.593622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/efb6f328-1c15-4998-8394-625220ca6605 HTTP/1.1" status: 204  len: 168 time: 1.9321482
Nov 23 12:58:56.594247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:56.654763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5', 'status': 'completed', 'code': 200}
Nov 23 12:58:56.741434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:56.805954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-2dd64dd2-8dd0-4d62-8cdf-422eac6eac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:56.807657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-2dd64dd2-8dd0-4d62-8cdf-422eac6eac15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 1162 time: 0.1001482
Nov 23 12:58:57.023822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-70d45a1a-0cc2-4027-8b00-37f93ae6a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:57.025474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-70d45a1a-0cc2-4027-8b00-37f93ae6a01e service neutron] 10.222.0.63 "GET /v2.0/networks?id=d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 200  len: 890 time: 0.2102346
Nov 23 12:58:57.090175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3ac8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:57.094968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:58:57.106352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:57.106939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:58:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:57.116117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-a2c6e9fb-572e-4af7-bc1d-b1dc212405f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 200  len: 217 time: 0.0813303
Nov 23 12:58:57.127884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037c84-80e1-4dea-868b-05d21feb9531 req-9169e183-3e2d-4675-ac80-3560dd2629c7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:57.128676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f2037c84-80e1-4dea-868b-05d21feb9531 req-9169e183-3e2d-4675-ac80-3560dd2629c7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:57.199009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f2037c84-80e1-4dea-868b-05d21feb9531 req-9169e183-3e2d-4675-ac80-3560dd2629c7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:57.200293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2037c84-80e1-4dea-868b-05d21feb9531 req-9169e183-3e2d-4675-ac80-3560dd2629c7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.2447076
Nov 23 12:58:57.209240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-6227e48d-56b1-405b-881d-28ff414d1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:57.210749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-6227e48d-56b1-405b-881d-28ff414d1c04 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 200  len: 834 time: 0.0791266
Nov 23 12:58:57.306326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:58:57.561634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2037c84-80e1-4dea-868b-05d21feb9531 req-2904b004-68e6-4fcf-9806-dd5ba5ec4d54 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3542409
Nov 23 12:58:57.591201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-872c7f0c-73cc-475a-b786-1e37d4ea2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:57.591201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-872c7f0c-73cc-475a-b786-1e37d4ea2460 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d02f3273-a647-4dc8-a340-fc4c135270e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017151
Nov 23 12:58:57.653937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3ac8>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:58:57.658705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08dc40-9f52-4042-87cf-e5198ffd5e61 None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:58:46Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '101bf0f3-88e5-412c-8204-d3754b842eac', 'name': '', 'network_id': 'd02f3273-a647-4dc8-a340-fc4c135270e0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:fc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:47Z', 'updated_at': '2020-11-23T12:57:01Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'b43a61a7-f353-445a-a24f-ad4d6e2f8950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:58:57.741755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-a1aa4258-3e82-42b5-849b-e3533dc56551 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480160
Nov 23 12:58:57.809059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eea5009f-99d6-4173-aa75-081d69730865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:57.893901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0bd6b0c-819d-4ad6-992b-93632800a53d req-441c4b9f-4b44-4e02-b7d4-4d469e015818 service neutron] 10.222.0.63 "GET /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443274
Nov 23 12:58:58.110636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b265a9e8-930b-4e10-8cd7-ea6eafcc5c6c None None] New status for floating IP efb6f328-1c15-4998-8394-625220ca6605: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:58:58.592462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4455c96c-0893-4d97-92cf-bae9541fa00a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:58.594822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4455c96c-0893-4d97-92cf-bae9541fa00a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.0926938
Nov 23 12:58:58.674820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port ed937244-7817-481a-8860-7472841d7aa5 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:58:58.675071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:58.925492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-5de96513-bbcd-4e6b-a88d-0967e408e2e6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:58:58.926182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-5de96513-bbcd-4e6b-a88d-0967e408e2e6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:58.940300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-5de96513-bbcd-4e6b-a88d-0967e408e2e6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:58.941616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-5de96513-bbcd-4e6b-a88d-0967e408e2e6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 945 time: 0.1053748
Nov 23 12:58:58.952296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port ed937244-7817-481a-8860-7472841d7aa5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ed937244-7817-481a-8860-7472841d7aa5,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:58:58.952729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:58.993120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-7d3aa2ea-9a0a-486c-9c1c-b19385862677 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:58:59.009083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-7d3aa2ea-9a0a-486c-9c1c-b19385862677 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:58:59.010331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0366b442-9d4e-44db-82ed-e02d2fd00e24 req-7d3aa2ea-9a0a-486c-9c1c-b19385862677 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=666b62da-64ce-46f1-be5c-c14ffde06761&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623305
Nov 23 12:58:59.088733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for ed937244-7817-481a-8860-7472841d7aa5 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:58:59.238452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:59.254452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:58:59.355115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=ed937244-7817-481a-8860-7472841d7aa5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:58:59.359954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:58:59.455811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port ed937244-7817-481a-8860-7472841d7aa5 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:58:59.458141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:58:59.460947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'name': 'network-vif-deleted', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:58:59.475935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-246a2307-d4f7-4ddd-8ba5-0a4dc6495930 req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/ed937244-7817-481a-8860-7472841d7aa5 HTTP/1.1" status: 204  len: 173 time: 0.8758891
Nov 23 12:58:59.523136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21de0da-523a-47b9-90e3-2c046835ebdb', 'name': 'network-vif-deleted', 'tag': 'ed937244-7817-481a-8860-7472841d7aa5', 'status': 'completed', 'code': 200}
Nov 23 12:59:00.205584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f0b9acdf-e66c-4433-b701-c315e00ba886 req-f5b067ac-c253-4d2e-957a-fc964cf6e652 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c21de0da-523a-47b9-90e3-2c046835ebdb HTTP/1.1" status: 200  len: 210 time: 0.0498044
Nov 23 12:59:00.251178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91eed56c-7e9d-464f-ac2c-6d7be68d2242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:00.467832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ed937244-7817-481a-8860-7472841d7aa5 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:00.504594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: ed937244-7817-481a-8860-7472841d7aa5 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:00.504996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ed937244-7817-481a-8860-7472841d7aa5 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:00.702769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.319531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49500) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:01.394078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.424727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.481186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.486450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f11dd19a-ac73-45de-838a-01a8a56b7ce4 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:01.502497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b62da-64ce-46f1-be5c-c14ffde06761,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:01.505292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:01.512575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.514904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/666b62da-64ce-46f1-be5c-c14ffde06761 HTTP/1.1" status: 204  len: 168 time: 0.1932137
Nov 23 12:59:01.554073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:01.985295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:01.994018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:02.261160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:02.643579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 101bf0f3-88e5-412c-8204-d3754b842eac {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:02.644206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:02.849873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 101bf0f3-88e5-412c-8204-d3754b842eac, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=101bf0f3-88e5-412c-8204-d3754b842eac,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:02.850275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:02.978730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 101bf0f3-88e5-412c-8204-d3754b842eac owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:03.157962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:03.174648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:03.277683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=101bf0f3-88e5-412c-8204-d3754b842eac,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:03.282401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:03.618561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:04.636457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:04.861601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:04.872157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Sync routers for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:04.876662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/5a62c6c4-dd8d-4a58-891c-c81bc62b95e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3213799
Nov 23 12:59:04.879509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49510) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:04.885332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:04.885991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:05.079840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:05.095857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet b43a61a7-f353-445a-a24f-ad4d6e2f8950 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:59:05.099364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:05.162755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:05.254331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:05.388984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3908>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:59:03Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:05.393825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Checking router: 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:05.405690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Routers {'5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:05.407042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68266c3908>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:05.549725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:05.567196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f15b024b-8d19-4b28-8824-e1c83f843944 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:05.663700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=b43a61a7-f353-445a-a24f-ad4d6e2f8950,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:05.668239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:05.718300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:05.726290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d23535-d84d-40f2-9103-45d01514a144 None None] Network d02f3273-a647-4dc8-a340-fc4c135270e0 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:59:05.729608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/b43a61a7-f353-445a-a24f-ad4d6e2f8950 HTTP/1.1" status: 204  len: 168 time: 0.8461328
Nov 23 12:59:05.729999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:05.769529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] Set router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:05.954441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.003515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] DHCP port deletion for d02f3273-a647-4dc8-a340-fc4c135270e0 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:59:06.007961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Deleting port 1f603162-36c0-4fe5-9b43-9e35f7312f72 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:06.008389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.097080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68266c3908>, [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:59:03Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:06.101544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b81207-e414-4237-a9d6-0b4f3281cf98 None None] The sync data for ids ['5a62c6c4-dd8d-4a58-891c-c81bc62b95e5'] in dv-neutron-601336-59-ovs is: [{'id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'name': 'tempest-TestNetworkBasicOps-router-720866363', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:56:40Z', 'updated_at': '2020-11-23T12:59:03Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '5e0b28db-d3be-437a-8efd-5a1ae0bd4b25', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62c6c4-dd8d-4a58-891c-c81bc62b95e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:56:41Z', 'updated_at': '2020-11-23T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:06.187244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.197764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:06.198067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.230297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] For port 1f603162-36c0-4fe5-9b43-9e35f7312f72, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1f603162-36c0-4fe5-9b43-9e35f7312f72,segment=NetworkSegment(be82e12d-7efc-46cb-9a70-0d4d87668c4e),segment_id=be82e12d-7efc-46cb-9a70-0d4d87668c4e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:06.230669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.374790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Calling delete_port for 1f603162-36c0-4fe5-9b43-9e35f7312f72 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:06.400071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:06.400485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.453056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.470222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:06.537801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:06.567358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Pushing event deleted for resources: {'Port': ['ID=1f603162-36c0-4fe5-9b43-9e35f7312f72,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:06.593276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.594453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.594856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.595240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.595619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.596000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.596377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.596781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.597140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.597508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.597881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.598254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.598713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.599085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.599458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.599827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.600195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.600593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.600963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.601332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.601704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.602075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.602442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.602815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:06.608189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:06.638051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] No DVR routers for this DVR port 1f603162-36c0-4fe5-9b43-9e35f7312f72 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:59:06.714111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:06.734107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:06.835213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=5e0b28db-d3be-437a-8efd-5a1ae0bd4b25,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:06.839685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:07.171539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 101bf0f3-88e5-412c-8204-d3754b842eac no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:07.211954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 101bf0f3-88e5-412c-8204-d3754b842eac {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:07.212358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 101bf0f3-88e5-412c-8204-d3754b842eac not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:07.212877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1f603162-36c0-4fe5-9b43-9e35f7312f72 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:07.248671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1f603162-36c0-4fe5-9b43-9e35f7312f72 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:07.249121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1f603162-36c0-4fe5-9b43-9e35f7312f72 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:07.358650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:07.629666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:07.634062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:07.672583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:07.673256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:59:07.693806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:07.695045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/5a62c6c4-dd8d-4a58-891c-c81bc62b95e5 HTTP/1.1" status: 204  len: 168 time: 1.9642701
Nov 23 12:59:07.698114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49518) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:07.836782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.045788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.169193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f4147f0>,) {'filters': {'network_id': ['d02f3273-a647-4dc8-a340-fc4c135270e0']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:08.182086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4147f0>, 'be82e12d-7efc-46cb-9a70-0d4d87668c4e') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:08.182431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4147f0>, 'be82e12d-7efc-46cb-9a70-0d4d87668c4e') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:08.195543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.211186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.213254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:59:08.402036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:08.411219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.594455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network d02f3273-a647-4dc8-a340-fc4c135270e0 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:59:08.619218 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:59:08.708824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.712398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85453b38-fe35-4583-93e9-77b159ff13d5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:08.728891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.742040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=d02f3273-a647-4dc8-a340-fc4c135270e0,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:08.746184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:08.748073 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/d02f3273-a647-4dc8-a340-fc4c135270e0 HTTP/1.1" status: 204  len: 168 time: 1.0485077
Nov 23 12:59:08.771248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49522) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:08.778651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--169183865', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:08.785006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:08.789442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:08.792516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:08.800162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:08.812383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:59:08.819144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.853472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 12:59:08.863422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.863810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment 1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c of type vxlan for network ce84b7b4-7c8d-45c4-abf8-a47f92738222
Nov 23 12:59:08.894081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.924549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.928634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:08.929281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:08.934675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5691a4e-d216-449f-b5a9-5aa2300e4dd9 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:09.041528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2691214
Nov 23 12:59:09.044456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49526) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:09.048502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=ce84b7b4-7c8d-45c4-abf8-a47f92738222,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:09.051420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a6d3a0b9-88a7-4884-a42c-42875f1e2f74 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:09.053065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:09.059752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:59:09.061475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:09.066624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:09.070845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:09.078661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:09.081002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 12:59:09.089530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.090521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.112643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.152880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:09.248105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:09.248793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5e0b28db-d3be-437a-8efd-5a1ae0bd4b25 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:09.271427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.466059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.499848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.779885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.67 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/59325dd5-95b8-49d8-90e5-88c09bcea933) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:59:09.938426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.964360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:09.978394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2eff0ea3-3fc8-4fc6-918f-23f1776ea9f5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:10.109746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=59325dd5-95b8-49d8-90e5-88c09bcea933,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:10.114759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:10.168101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:10.169286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:10.171609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:59:10.333566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:10.334279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:10.588084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router ea319104-07a3-4858-959c-71341ff73d50 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 12:59:10.808137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:10.818859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Sync routers for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:10.833311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:10.834011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824df70f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:10.835702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:10.837083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7914929
Nov 23 12:59:10.840278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49530) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:10.869784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:59:10.892325 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-195dbc9f-7733-4346-84e5-e56f702d1e05 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0507815
Nov 23 12:59:10.894354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49534) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:10.901489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213856315', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:11.028095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:11.029393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:11.032990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:11.036001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:11.041854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:11.051662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:59:11.165632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:11.514095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824df70f0>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:10Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:11.519107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Checking router: ea319104-07a3-4858-959c-71341ff73d50 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:11.519517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Updating router ea319104-07a3-4858-959c-71341ff73d50 port 59325dd5-95b8-49d8-90e5-88c09bcea933 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:59:11.574554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:11.628217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:11.644598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2afc7d7e-81c4-43bf-9ef3-a6f9113bfe02 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:11.777426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=66f37c17-9419-4dee-b39f-0ee22138f661,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:11.780331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:11.858403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:59:11.858798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: ce84b7b4-7c8d-45c4-abf8-a47f92738222, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 12:59:11.881585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 12:59:11.890401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, ce84b7b4-7c8d-45c4-abf8-a47f92738222) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:11.904576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:11.905244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:11.909567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed52f7-e03a-4295-a680-d9c0d6341de0 None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:59:11.927196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33741c31-5297-4a75-ab7b-304ee85586b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0314598
Nov 23 12:59:11.930141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49538) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:12.167618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.189483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Transition to ACTIVE for port object 59325dd5-95b8-49d8-90e5-88c09bcea933 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:12.221402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.241677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:12.359982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 12:59:12.359982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.437030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Pushing event updated for resources: {'Port': ['ID=59325dd5-95b8-49d8-90e5-88c09bcea933,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:12.467611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:12.658950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Attempting to bind port 59325dd5-95b8-49d8-90e5-88c09bcea933 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:59:12.659275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Attempting to bind port 59325dd5-95b8-49d8-90e5-88c09bcea933 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:59:12.659680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Attempting to bind port 59325dd5-95b8-49d8-90e5-88c09bcea933 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:59:12.686704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:12.687727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:59:12.688090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.688581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:12.689124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Bound port: 59325dd5-95b8-49d8-90e5-88c09bcea933, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:59:12.689544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.841153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] For port 59325dd5-95b8-49d8-90e5-88c09bcea933, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:59:12.846334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] For port 59325dd5-95b8-49d8-90e5-88c09bcea933, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=59325dd5-95b8-49d8-90e5-88c09bcea933,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:59:12.853561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:12.857469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-54820290-702d-4cb0-b808-5ca9490f2034 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips/b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b HTTP/1.1" status: 200  len: 996 time: 0.2433691
Nov 23 12:59:12.871648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fcb9603-4fa7-4b33-aab4-6ddbe2e047a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:12.967894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Allocated IP 172.20.0.2 (ce84b7b4-7c8d-45c4-abf8-a47f92738222/66f37c17-9419-4dee-b39f-0ee22138f661/4bdeba06-e630-426f-a7f7-9f01ca1dbf1a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:59:13.055095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-63640832-906a-4bf1-9029-4c16e2c2e0ff tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:13.056609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-63640832-906a-4bf1-9029-4c16e2c2e0ff tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1918275
Nov 23 12:59:13.070311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-95a776ed-d100-4c61-a8dc-374bb09f3b84 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 12:59:13.071384 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-95a776ed-d100-4c61-a8dc-374bb09f3b84 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0071378
Nov 23 12:59:13.116698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Pushing event updated for resources: {'Port': ['ID=59325dd5-95b8-49d8-90e5-88c09bcea933,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:13.126664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:13.252246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-081c0ea4-0873-4f38-82f5-7e08b3d3f827 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.3 HTTP/1.1" status: 200  len: 999 time: 0.1719096
Nov 23 12:59:13.263543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:13.264251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824df70f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:13.336990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:13.403100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-67ec0249-bb84-4af6-9413-64a8f647310b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:13.404634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-67ec0249-bb84-4af6-9413-64a8f647310b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports/fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 942 time: 0.1441398
Nov 23 12:59:13.433718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:13.454946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Transition to ACTIVE for port object 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:13.490792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Transition to ACTIVE for port object 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:13.501222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:13.517896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902534a-c1fd-4af8-b6c8-70ee4cf9a5b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:13.683681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-27cae86b-c5b7-4cec-9c96-6bd151531f9f tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.3 HTTP/1.1" status: 200  len: 999 time: 0.1573296
Nov 23 12:59:13.797424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:13.938074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Pushing event updated for resources: {'Port': ['ID=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:13.961650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:14.092585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port 7d4e24a0-91f3-446f-807e-66397e0ece26 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:14.092890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.103769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:14.106754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:14.117834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:59:14.226264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Attempting to bind port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:59:14.226683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Attempting to bind port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:59:14.227097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Attempting to bind port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a on network ce84b7b4-7c8d-45c4-abf8-a47f92738222 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:59:14.239302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:14.239731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Checking segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:59:14.240183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.240673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Bound using segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:14.241204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Bound port: 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:59:14.241629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.312476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824df70f0>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:10Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:14.325308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96660a81-87b3-4817-a8d6-1672bd25ba73 None None] The sync data for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs is: [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:10Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:14.356675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] For port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:59:14.361147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] For port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:59:14.366290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.383421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9fae0266-1297-415b-9514-99089990bea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:14.414674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (ce84b7b4-7c8d-45c4-abf8-a47f92738222/66f37c17-9419-4dee-b39f-0ee22138f661/d5df0b6c-0cfb-41b3-bb1b-56c701749a68) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:59:14.418004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.418378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.528160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Pushing event updated for resources: {'Port': ['ID=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:14.532315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:14.559362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for 7d4e24a0-91f3-446f-807e-66397e0ece26 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:14.812755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.877112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object d5df0b6c-0cfb-41b3-bb1b-56c701749a68 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:14.920846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:14.939364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385e3189-3972-4b79-85b6-a4a9537d9d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:15.208252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:15.292731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:15.299401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 59325dd5-95b8-49d8-90e5-88c09bcea933 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:15.324098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.372107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 59325dd5-95b8-49d8-90e5-88c09bcea933 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:15.378655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 59325dd5-95b8-49d8-90e5-88c09bcea933 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:15.379090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.398372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=7d4e24a0-91f3-446f-807e-66397e0ece26,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:15.401467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:15.414578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4109156e-6e03-4fd4-9f1e-9b55c53e4cb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:15.509524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.526229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 59325dd5-95b8-49d8-90e5-88c09bcea933, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=59325dd5-95b8-49d8-90e5-88c09bcea933,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:15.530297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.533176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:15.548106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:15.551275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:15.605909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=59325dd5-95b8-49d8-90e5-88c09bcea933,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:15.610194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:15.641896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:15.651137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:15.655168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:59:15.733293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.733671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b disassociated (deleted). External IP: 172.26.6.3, port: fddaede2-596a-4f54-9810-7a164e7669ae.
Nov 23 12:59:15.805444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:15.989719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.014871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf03fd-f084-426a-9cf0-b6a29828e1b0 None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:59:16.126819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Provisioning for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:16.144293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Provisioning complete for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:16.144736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.383845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.439511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] For port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:16.443156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.445056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fc703f8e-0874-4643-b7f2-b07017314810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:16.519564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Pushing event updated for resources: {'Port': ['ID=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:16.523109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:16.671386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Provisioning complete for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:16.672953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.697810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:16.729876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.796309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.840920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:16.875412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Provisioning for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:16.884205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.886896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Provisioning complete for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:16.886896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:16.948919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99fa92ea-de73-4780-bf1b-d7caba7fd99f None None] Port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:59:17.009565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.027096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:17.079559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ff194a13-01a6-433e-aba6-0d24853bf5fa None None] Provisioning complete for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.080361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff194a13-01a6-433e-aba6-0d24853bf5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.080975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:17.163010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:17.233361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:17.237983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:17.307082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.307669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.379618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:17.382749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ff194a13-01a6-433e-aba6-0d24853bf5fa None None] Provisioning complete for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.383171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ff194a13-01a6-433e-aba6-0d24853bf5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.390912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:17.409992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:17.411024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3358>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:17.456874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.483833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ff194a13-01a6-433e-aba6-0d24853bf5fa None None] Port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:59:17.505701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 59325dd5-95b8-49d8-90e5-88c09bcea933 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:17.542592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "DELETE /v2.0/floatingips/b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b HTTP/1.1" status: 204  len: 173 time: 3.8481939
Nov 23 12:59:17.543637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:17.585547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 59325dd5-95b8-49d8-90e5-88c09bcea933 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.585973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.613432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'status': 'completed', 'code': 200}
Nov 23 12:59:17.663061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:17.667479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f5ec-c8fd-4b38-8313-d37992ebe63f None None] Provisioning complete for port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.667905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f5ec-c8fd-4b38-8313-d37992ebe63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.889737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f5ec-c8fd-4b38-8313-d37992ebe63f None None] Provisioning complete for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:17.890298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f5ec-c8fd-4b38-8313-d37992ebe63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:17.949727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0f5ec-c8fd-4b38-8313-d37992ebe63f None None] Port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:59:18.071779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3358>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:18.075672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:18.087913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:18.088618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3358>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:18.175743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-b9e5b8ba-e06a-480e-b30b-92443c40f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.177448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-b9e5b8ba-e06a-480e-b30b-92443c40f50a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1162 time: 0.5728104
Nov 23 12:59:18.182633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-45af0baa-ef2d-4287-8d74-8cab06b2560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.184153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-45af0baa-ef2d-4287-8d74-8cab06b2560c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 1162 time: 0.2098777
Nov 23 12:59:18.284906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:18.496686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-377117de-64e5-4622-bfa2-7671eed3a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.498628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-377117de-64e5-4622-bfa2-7671eed3a070 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.2863543
Nov 23 12:59:18.509896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-a279ee62-2b30-47d0-b6f2-a1df6df1d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.511431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-a279ee62-2b30-47d0-b6f2-a1df6df1d296 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.3261633
Nov 23 12:59:18.659410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router ea319104-07a3-4858-959c-71341ff73d50 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:18.662740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3358>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:18.663320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-e76775ba-d484-490c-acbe-f1b16bb15767 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 217 time: 0.1548111
Nov 23 12:59:18.666509 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-5f06ef9b-b046-4c0f-badb-088ed1a89d80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 200  len: 217 time: 0.0988612
Nov 23 12:59:18.667166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35779aaa-5a18-4d40-a520-b275baa74844 None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '2dec8d98-03c4-47b5-871d-9a2174129070', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'port_id': '9f073b0a-322b-476f-88e6-959657ee992f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'mac_address': 'fa:16:3e:14:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:54:59Z', 'updated_at': '2020-11-23T12:55:08Z', 'revision_number': 2, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:18.932687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-53050651-4303-4401-881c-86a8ecc91f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.934285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-53050651-4303-4401-881c-86a8ecc91f65 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.2595446
Nov 23 12:59:18.935543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-b60c6481-befa-41ff-944a-139a95bdd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:18.937143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-b60c6481-befa-41ff-944a-139a95bdd67c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.2237587
Nov 23 12:59:19.071372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b782ab2-fbee-4805-a1b5-706e1caf371a None None] New status for floating IP b52bd6ce-abb9-48ce-b4dd-d3001fab9f8b: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:59:19.130804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-8285605e-d78d-4814-9934-2e4dba8d13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.132458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-8285605e-d78d-4814-9934-2e4dba8d13d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1907701
Nov 23 12:59:19.139063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d543f-087c-4c48-b3c5-5325408ce523 req-62c478da-e789-426b-92e4-14a26f58eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.140652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-62c478da-e789-426b-92e4-14a26f58eff6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1595449
Nov 23 12:59:19.412066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:19.422402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Sync routers for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:19.427946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/ea319104-07a3-4858-959c-71341ff73d50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4967124
Nov 23 12:59:19.430855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49546) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.435526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:19.436199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3470>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:19.451520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-05f44ed4-dceb-4c98-a74a-d889f771efb1 service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097460
Nov 23 12:59:19.453625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-0b3d7fee-89e0-4c55-945b-709ddd053868 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858770
Nov 23 12:59:19.597121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.597693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.598117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.598603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.599389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.599514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.601646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb7b3656-5434-4c73-9c70-d1f8837793d2 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4251 time: 0.1694653
Nov 23 12:59:19.604376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49550) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.639087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:19.693448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.694034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.694520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.695341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.695816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.696291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:19.703950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49554) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.704559 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f1bf70df-2db1-4a24-a924-81645010e17b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0988064
Nov 23 12:59:19.818288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-348d543f-087c-4c48-b3c5-5325408ce523 req-839ecf39-0950-4c7d-b5ca-2de4e7427b5a service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3324397
Nov 23 12:59:19.820175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b91bb904-4e0a-4ebd-a693-e518ad5e90bd req-a735f4f0-e58d-46b8-8b82-960b9b98502f service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3609123
Nov 23 12:59:20.007332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3470>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:16Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:20.012401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Checking router: ea319104-07a3-4858-959c-71341ff73d50 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:20.012833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Updating router ea319104-07a3-4858-959c-71341ff73d50 port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 12:59:20.075304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.338831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9baf4926-ad42-4ddf-9ece-d10ab70e641c tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.6310713
Nov 23 12:59:20.373632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3795df5-0068-4660-afe0-4e83ecbc1831 req-74100700-e4a6-43fa-8380-aaf6c0a7001a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:20.374614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c3795df5-0068-4660-afe0-4e83ecbc1831 req-74100700-e4a6-43fa-8380-aaf6c0a7001a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:20.392226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c3795df5-0068-4660-afe0-4e83ecbc1831 req-74100700-e4a6-43fa-8380-aaf6c0a7001a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:20.393512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3795df5-0068-4660-afe0-4e83ecbc1831 req-74100700-e4a6-43fa-8380-aaf6c0a7001a tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.1233745
Nov 23 12:59:20.447418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3795df5-0068-4660-afe0-4e83ecbc1831 req-5413215a-14c3-4853-b6a5-49e4e6502b47 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0465744
Nov 23 12:59:20.663756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.676578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Transition to ACTIVE for port object d5df0b6c-0cfb-41b3-bb1b-56c701749a68 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:20.679588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.697752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9561f4a-62f0-40ee-a899-b4a26dc3002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:20.779017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49564) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:20.785751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493904398', 'description': 'tempest-secgroup-smoke-1493904398 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:20.800583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:20.805256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:20.808380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:20.814787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:20.824936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.834220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Pushing event updated for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:20.837337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:20.863511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:20.867751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:20.870769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:20.877752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:20.945817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.949458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:20.956690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f00b1a38-82a2-422f-ab73-5ecc3893713c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.005794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=e286fe14-feca-470c-9a75-16aa4f47bdb6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.009352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.010299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.013576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8777cf3d-00a6-427d-98f1-c41df3521811 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2314651
Nov 23 12:59:21.014944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49568) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.017264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Attempting to bind port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:59:21.017675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Attempting to bind port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:59:21.018080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Attempting to bind port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 on network ce84b7b4-7c8d-45c4-abf8-a47f92738222 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:59:21.022160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.025326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:21.025744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Checking segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:59:21.026185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.026613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Bound using segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:21.027131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Bound port: d5df0b6c-0cfb-41b3-bb1b-56c701749a68, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:59:21.027539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.037600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:21.041924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:21.045077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:21.051769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:21.072898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.127603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] For port d5df0b6c-0cfb-41b3-bb1b-56c701749a68, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:59:21.130868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] For port d5df0b6c-0cfb-41b3-bb1b-56c701749a68, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:59:21.134340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.145150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.148695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.150534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.153206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.175390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e8ffe9-d699-44b8-a696-359bb0154094,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.180323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.184710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.187805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1693046
Nov 23 12:59:21.189902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49572) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.195870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.203076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:21.207367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:21.210454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:21.216250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:21.232746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.305093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.307998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.310038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-973dbd03-0d76-4149-bdd6-bd0fea272cb4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.311624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Pushing event updated for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.317874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.326968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ca68de-1e8e-4dfb-a249-a1cfc2554d0b,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.331578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.346953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.348254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-37cf8c88-3cea-46c4-9e6d-3a02bc296b39 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1572640
Nov 23 12:59:21.351367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49576) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.358443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.362523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:21.363203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3470>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:21.366547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:21.371559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:21.375397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:21.382353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:21.402286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.479960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.482680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.491107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8417bf8-78c2-4cca-b624-08810a6ac94f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.518892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6f2e3d-220e-4a59-a95d-a90480f187a9,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.521899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.526321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.528390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1756508
Nov 23 12:59:21.531448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49582) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.538397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.548793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:21.553743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:21.558686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:21.560531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:21.565238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:21.584037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.680813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.685405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.688153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54abddc5-f8f3-4716-8567-afa9db5b62b7 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.712718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd317d-ba3d-4967-b6c3-a9bf4d3a2f03,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.717496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:21.725486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.734283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49586) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.734873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1996031
Nov 23 12:59:21.737752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11c5d7-4428-448f-b491-42cddd503454 req-0c92415a-3b7f-4e87-b491-4e4e4343d2e7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:21.739415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8e11c5d7-4428-448f-b491-42cddd503454 req-0c92415a-3b7f-4e87-b491-4e4e4343d2e7 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.1296146
Nov 23 12:59:21.744981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.753887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:21.784476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:21.784476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:21.794497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:21.811389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:59:21.820551 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8e11c5d7-4428-448f-b491-42cddd503454 req-b045aacb-1476-48e5-b213-a33293a58ebc tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0692985
Nov 23 12:59:21.821479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.954591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682b4c3470>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:21Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:21.956666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.959066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35626c2-b2ff-4f92-94b7-9a0a68392538 None None] The sync data for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs is: [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:21Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:21.960037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:21.963458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5e4534a-8051-4e38-a8cd-47e3ac6f250e tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:21.989264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400d72fd-212c-4442-9c5c-e5746976c5cb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:21.996616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:22.009656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-eaf893f4-9617-4e3a-970b-031a5717d403 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:22.013150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-eaf893f4-9617-4e3a-970b-031a5717d403 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 945 time: 0.1472468
Nov 23 12:59:22.016918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.021621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2777231
Nov 23 12:59:22.024087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49590) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:22.032447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'e286fe14-feca-470c-9a75-16aa4f47bdb6', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:22.039125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:22.043251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:22.048579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:22.061744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:22.077904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:59:22.084964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.111039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port fddaede2-596a-4f54-9810-7a164e7669ae {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:22.111440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.167150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.170539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.178209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:22.199606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07228470-32ee-4f2b-a492-8b0a004f5995,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:22.202443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:22.210691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.212248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1861460
Nov 23 12:59:22.411117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] For port fddaede2-596a-4f54-9810-7a164e7669ae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fddaede2-596a-4f54-9810-7a164e7669ae,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:22.411522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.443603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15350752-2de8-47ef-bc35-6cda8106a260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:22.461781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15350752-2de8-47ef-bc35-6cda8106a260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:22.463101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15350752-2de8-47ef-bc35-6cda8106a260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493904398&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0864100
Nov 23 12:59:22.552066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for fddaede2-596a-4f54-9810-7a164e7669ae owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:22.606474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device fddaede2-596a-4f54-9810-7a164e7669ae no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:22.643609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6361c2f5-afe6-4abe-bb45-1749bae61b51 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:22.644445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6361c2f5-afe6-4abe-bb45-1749bae61b51 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:22.664507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6361c2f5-afe6-4abe-bb45-1749bae61b51 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:22.665759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6361c2f5-afe6-4abe-bb45-1749bae61b51 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 200  len: 796 time: 0.1939483
Nov 23 12:59:22.694204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-8220fe22-da84-4119-93dd-eb625717289a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0190458
Nov 23 12:59:22.716632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.721932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No ports have port_id starting with fddaede2-596a-4f54-9810-7a164e7669ae
Nov 23 12:59:22.736141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:22.788363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6aafba12-7c64-4acc-901c-c74b41cbddf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:22.807484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6aafba12-7c64-4acc-901c-c74b41cbddf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:22.809554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-6aafba12-7c64-4acc-901c-c74b41cbddf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1140871
Nov 23 12:59:22.850704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=fddaede2-596a-4f54-9810-7a164e7669ae,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:22.862842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:22.978974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] No DVR routers for this DVR port fddaede2-596a-4f54-9810-7a164e7669ae on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:59:22.982466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:22.986143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'name': 'network-vif-deleted', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:23.001140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-45827f54-5b3a-4c9b-a8d2-aaede9fbc432 service neutron] 10.222.0.60 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666579
Nov 23 12:59:23.044234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad19f4fe-ffd9-460d-bb8c-92a657c52bc1 req-f2b5c75d-c859-4d4f-a544-1ddbf8356f53 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0630829
Nov 23 12:59:23.049062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-94b950d1-8f3d-4718-ad47-37470ecb9f37 req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "DELETE /v2.0/ports/fddaede2-596a-4f54-9810-7a164e7669ae HTTP/1.1" status: 204  len: 173 time: 1.0294049
Nov 23 12:59:23.153977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccd2819-1cb6-4e59-a5c8-afe2312f8177', 'name': 'network-vif-deleted', 'tag': 'fddaede2-596a-4f54-9810-7a164e7669ae', 'status': 'completed', 'code': 200}
Nov 23 12:59:23.168119 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-d2f61b55-863b-4019-b519-4b9c9cda8d24 service neutron] 10.222.0.60 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607890
Nov 23 12:59:23.195378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d5df0b6c-0cfb-41b3-bb1b-56c701749a68 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:23.282337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:23.287516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:23.287963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:23.431149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-46901765-74d4-4494-b238-ee0835079a9a req-4762acaf-0db3-4635-af74-0101ee389759 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:23.454678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:23.459686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-46901765-74d4-4494-b238-ee0835079a9a req-4762acaf-0db3-4635-af74-0101ee389759 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:23.462807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46901765-74d4-4494-b238-ee0835079a9a req-4762acaf-0db3-4635-af74-0101ee389759 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 210 time: 0.0891836
Nov 23 12:59:23.534543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port d5df0b6c-0cfb-41b3-bb1b-56c701749a68, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:23.584148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:23.588041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:23.666339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:23.670781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:24.251273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0753252e-11ac-4104-aa7a-4a73dc46b82c req-1659063d-5998-4d49-b26f-a6a8b2278755 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=4ccd2819-1cb6-4e59-a5c8-afe2312f8177 HTTP/1.1" status: 200  len: 210 time: 0.0532548
Nov 23 12:59:24.659225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23db9dfb-3fbf-4b81-bd26-19f00cef91df req-43467b30-f10d-4d03-8cb3-36e59e575af4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 210 time: 0.0488868
Nov 23 12:59:24.909582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e527392f-6b79-47ef-bee3-348af24f3c99 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:24.910241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e527392f-6b79-47ef-bee3-348af24f3c99 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:24.923338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e527392f-6b79-47ef-bee3-348af24f3c99 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:24.924571 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e527392f-6b79-47ef-bee3-348af24f3c99 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 200  len: 796 time: 0.1774957
Nov 23 12:59:25.016814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-94235c8a-13e0-4182-a3ba-142007d16b65 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:25.029238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-94235c8a-13e0-4182-a3ba-142007d16b65 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:25.031316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-94235c8a-13e0-4182-a3ba-142007d16b65 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7377 time: 0.0862162
Nov 23 12:59:25.041358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['e286fe14-feca-470c-9a75-16aa4f47bdb6']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:25.132314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d5df0b6c-0cfb-41b3-bb1b-56c701749a68 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:25.193780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:25.203907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:25.205543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:25.205974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:25.213093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 12:59:25.219919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:25.566818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.9 (ce84b7b4-7c8d-45c4-abf8-a47f92738222/66f37c17-9419-4dee-b39f-0ee22138f661/d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:59:25.782831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:25.802333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:25.863693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47c44eb7-71a8-4a24-b712-84afa484ca3f req-90f56a97-a475-4935-b320-26d1ae7321d8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 210 time: 0.0545084
Nov 23 12:59:25.876774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:25.893090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d598341-99f1-40ec-be83-2c640a6085c8 tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:26.041302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:26.046729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:26.104338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:26.105591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:26.107937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:59:26.184000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:26.184953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:26.214838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1777618
Nov 23 12:59:26.233810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Request body: {'port': {'device_id': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:26.357797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:26.396445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b37bb5bd-a3f5-41f9-9df0-9df1335ecb62 None None] Provisioning for port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:26.402314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b37bb5bd-a3f5-41f9-9df0-9df1335ecb62 None None] Provisioning complete for port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:26.402751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b37bb5bd-a3f5-41f9-9df0-9df1335ecb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:26.464070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b37bb5bd-a3f5-41f9-9df0-9df1335ecb62 None None] Port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 12:59:26.815378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 12:59:26.823610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:26.837091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Transition to ACTIVE for port object d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 12:59:26.841410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:26.859183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:26.996939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Pushing event updated for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:27.007959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:27.111975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3674b73-2b84-47bf-9a2e-bbe8e9d9d35a req-138c34f9-40d6-421d-9ecc-dca70c6053b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:27.121055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3674b73-2b84-47bf-9a2e-bbe8e9d9d35a req-138c34f9-40d6-421d-9ecc-dca70c6053b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 943 time: 0.1166461
Nov 23 12:59:27.179987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3674b73-2b84-47bf-9a2e-bbe8e9d9d35a req-debbce90-1d16-41b5-8c88-74e4023614ad tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537419
Nov 23 12:59:27.214656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Attempting to bind port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 12:59:27.215034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Attempting to bind port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 12:59:27.215403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Attempting to bind port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 on network ce84b7b4-7c8d-45c4-abf8-a47f92738222 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 12:59:27.224711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:27.225094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Checking segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 12:59:27.225502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:27.225902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Bound using segment: {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:27.226364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Bound port: d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 12:59:27.226738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:27.328089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 12:59:27.331577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 12:59:27.334890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:27.350677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cc4abff-9724-4334-897a-b9133aebb5b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:27.509296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Pushing event updated for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:27.515118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:27.548057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:27.548776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:27.550260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] 10.222.0.63 "PUT /v2.0/ports/d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 200  len: 1157 time: 1.3219063
Nov 23 12:59:27.550940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:27.650595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'status': 'completed', 'code': 200}
Nov 23 12:59:27.698177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c65ac3-3695-493f-bd89-3f580e31cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:27.700146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-15c65ac3-3695-493f-bd89-3f580e31cbb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1160 time: 0.0966258
Nov 23 12:59:27.794111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e873c82e-3ad6-4510-994a-64d1b1567c83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 200  len: 217 time: 0.0802810
Nov 23 12:59:27.833703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73ad9eef-4f18-4503-b52d-da0aadb5a0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:27.884808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-92d54b39-f5c5-426c-83bf-2640f41b0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:27.886319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-92d54b39-f5c5-426c-83bf-2640f41b0c77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=66f37c17-9419-4dee-b39f-0ee22138f661 HTTP/1.1" status: 200  len: 834 time: 0.0852292
Nov 23 12:59:27.970835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-18aa4cb4-691f-4b91-bc7e-ebce38c3747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:27.972579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-18aa4cb4-691f-4b91-bc7e-ebce38c3747a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce84b7b4-7c8d-45c4-abf8-a47f92738222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793667
Nov 23 12:59:28.125005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-e3010d99-ff58-4f10-ab8d-0a4ca6d711ad service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448202
Nov 23 12:59:28.283021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d66d6210-2dfe-4d4b-9025-546bcffc647d req-7cd725d9-36fb-41f8-8f1a-f9c8f82fc290 service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468604
Nov 23 12:59:28.466347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-6be9290e-efe7-469d-a7d8-6578145aea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:28.468676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-6be9290e-efe7-469d-a7d8-6578145aea88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1160 time: 0.0907142
Nov 23 12:59:28.736109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cdc73-78bf-4f33-a05c-e89ce4018b7e req-15f39ec3-5f8e-43d5-b8a2-9e92b74af3d3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:28.741157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a1cdc73-78bf-4f33-a05c-e89ce4018b7e req-15f39ec3-5f8e-43d5-b8a2-9e92b74af3d3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 943 time: 0.4201872
Nov 23 12:59:28.802545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a1cdc73-78bf-4f33-a05c-e89ce4018b7e req-6d56bfe6-8a6e-4a11-978a-05ee38d2f78a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548058
Nov 23 12:59:28.933534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-a4f03d84-00a8-4f12-820f-067c00451846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:28.935060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-a4f03d84-00a8-4f12-820f-067c00451846 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 200  len: 890 time: 0.4585369
Nov 23 12:59:29.014436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-c01fa6db-d11c-41bc-8265-f6a37c365ec0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 200  len: 217 time: 0.0717015
Nov 23 12:59:29.186857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-1425a408-7e84-4db9-bd49-45a6ac694dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:29.188553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-1425a408-7e84-4db9-bd49-45a6ac694dd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=66f37c17-9419-4dee-b39f-0ee22138f661 HTTP/1.1" status: 200  len: 834 time: 0.1658878
Nov 23 12:59:29.193694 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-706b8aa8-f9cd-4d3d-a4b1-c0d1ca4032a9 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips/2dec8d98-03c4-47b5-871d-9a2174129070 HTTP/1.1" status: 200  len: 999 time: 0.1729317
Nov 23 12:59:29.408238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-e696e2ea-41ef-4211-9e86-08de6aa77ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:29.409798 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-e696e2ea-41ef-4211-9e86-08de6aa77ab3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce84b7b4-7c8d-45c4-abf8-a47f92738222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2136338
Nov 23 12:59:29.415204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-75e90233-163d-4dec-963f-182cbd2141c2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:29.416567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-75e90233-163d-4dec-963f-182cbd2141c2 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1873665
Nov 23 12:59:29.624709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-964708f9-d426-4dea-8578-4377634c6cd4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:29.670223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-dd22bbb8-97fa-4728-89fe-749c3cc26a29 service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917224
Nov 23 12:59:29.670927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-964708f9-d426-4dea-8578-4377634c6cd4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:29.672253 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-964708f9-d426-4dea-8578-4377634c6cd4 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.113 HTTP/1.1" status: 200  len: 1002 time: 0.2487748
Nov 23 12:59:29.847163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-a3044f2a-067b-4d1e-b79a-4f5d2718450d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:29.847802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-a3044f2a-067b-4d1e-b79a-4f5d2718450d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:29.891920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-a3044f2a-067b-4d1e-b79a-4f5d2718450d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:29.893218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-a3044f2a-067b-4d1e-b79a-4f5d2718450d tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports/9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 943 time: 0.1930261
Nov 23 12:59:29.901694 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f47b7727-4192-4f44-aac7-dc7d9e9bb6db req-e526e9bb-eb94-451a-9d0e-fa17f1f43cbe service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2239425
Nov 23 12:59:30.028708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656a13-38b1-470e-b1d4-efe7feb4b638 req-73ab212a-a529-4c3f-8e62-c53408ca3768 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:30.030298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea656a13-38b1-470e-b1d4-efe7feb4b638 req-73ab212a-a529-4c3f-8e62-c53408ca3768 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 943 time: 0.0890422
Nov 23 12:59:30.080070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea656a13-38b1-470e-b1d4-efe7feb4b638 req-9d6e0bb7-f188-4f03-9412-ed7874955ad1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428061
Nov 23 12:59:30.084199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-0f96b0b7-1fa9-4662-998c-f6ffcd80fcb5 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.113 HTTP/1.1" status: 200  len: 1002 time: 0.1083617
Nov 23 12:59:30.254466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e294538c-6cc2-4142-915b-0d8c7172429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.306361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port f79c9ab1-cea7-4ea5-a97e-c0f913219d47 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:30.306731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.490311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.490920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.624254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for f79c9ab1-cea7-4ea5-a97e-c0f913219d47 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:30.705160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.787156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:30.801901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2370914e-181d-400d-a279-c54e5b5598d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:30.895126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=f79c9ab1-cea7-4ea5-a97e-c0f913219d47,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:30.897806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:31.035431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:31.036016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Floating IP 2dec8d98-03c4-47b5-871d-9a2174129070 disassociated (deleted). External IP: 172.26.6.113, port: 9f073b0a-322b-476f-88e6-959657ee992f.
Nov 23 12:59:31.251009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:31.299022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b551-e31b-4a96-8d82-df1941ed43f5 req-dd138b66-97e8-4e1d-859a-8ac67f4a9343 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:31.300733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d323b551-e31b-4a96-8d82-df1941ed43f5 req-dd138b66-97e8-4e1d-859a-8ac67f4a9343 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 943 time: 0.0910716
Nov 23 12:59:31.324591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 12:59:31.329826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:31.330250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:31.356313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d323b551-e31b-4a96-8d82-df1941ed43f5 req-e4e0e086-40c0-4111-8650-4581aea2d6a2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465491
Nov 23 12:59:31.460532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:31.461110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:31.488598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:31.499954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:31.503448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:31.505342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:31.550558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'code': 200}
Nov 23 12:59:31.576367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:31.580414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:31.969563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45913-e3e2-4d41-aa7d-11afe6143f43 req-8c8c7535-aed0-4792-b58b-608b51b80295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:31.971180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-85f45913-e3e2-4d41-aa7d-11afe6143f43 req-8c8c7535-aed0-4792-b58b-608b51b80295 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1162 time: 0.1161387
Nov 23 12:59:31.990023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:32.037869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-85f45913-e3e2-4d41-aa7d-11afe6143f43 req-95928cb4-523d-4979-ba31-923519a3fc46 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587211
Nov 23 12:59:32.045371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:32.055654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:32.068446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:32.069146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418e7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:32.071251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:32.128533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "DELETE /v2.0/floatingips/2dec8d98-03c4-47b5-871d-9a2174129070 HTTP/1.1" status: 204  len: 173 time: 2.0379248
Nov 23 12:59:32.129123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:32.193458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f', 'status': 'completed', 'code': 200}
Nov 23 12:59:32.226696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-c447630d-6c34-4d81-9995-0aa8f8a08acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.228294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-c447630d-6c34-4d81-9995-0aa8f8a08acd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.0848203
Nov 23 12:59:32.277011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:32.277827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:32.431842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-7eaa2701-007a-4e2c-984a-582628ad8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.433504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-7eaa2701-007a-4e2c-984a-582628ad8e50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.1977458
Nov 23 12:59:32.528604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-6d9c633f-856e-4f49-999b-ed392a031307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 217 time: 0.0823128
Nov 23 12:59:32.532313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-f1a40cf3-e579-4b95-a75e-255e0f5f52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.533899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-f1a40cf3-e579-4b95-a75e-255e0f5f52bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14c393ddaf6c4b09811f19a43edb7430&device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 1163 time: 0.1915469
Nov 23 12:59:32.585273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4139c-c94a-4814-b213-9db884040bda req-e6c233d8-b81a-4ba1-b696-2994d404867e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.586915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-acc4139c-c94a-4814-b213-9db884040bda req-e6c233d8-b81a-4ba1-b696-2994d404867e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.0907228
Nov 23 12:59:32.632395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418e7f0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:32.637203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:32.642843 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-acc4139c-c94a-4814-b213-9db884040bda req-f2802bd3-451d-43eb-a3af-ac389f3c214d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488491
Nov 23 12:59:32.648899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:32.649565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418e7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:32.706606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-1363ea24-b430-422f-9636-75dc0bf1d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.709002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-1363ea24-b430-422f-9636-75dc0bf1d1fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1711729
Nov 23 12:59:32.802911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-e85cf5a4-f4f7-4cb6-a9e7-ac1c759f0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.804452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-e85cf5a4-f4f7-4cb6-a9e7-ac1c759f0d60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 200  len: 906 time: 0.2282038
Nov 23 12:59:32.854627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:32.897678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 12:59:32.899117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-43542915-c645-44dc-932a-7f32567689ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 200  len: 217 time: 0.0787709
Nov 23 12:59:32.901236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-1fad84fc-96fa-414f-9d60-311927ec80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:32.902781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-1fad84fc-96fa-414f-9d60-311927ec80e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1871355
Nov 23 12:59:33.072025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-2c101160-4eb6-47b6-a97b-75b92ccf5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:33.073756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-2c101160-4eb6-47b6-a97b-75b92ccf5cd2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 200  len: 850 time: 0.1683168
Nov 23 12:59:33.159188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 12:59:33.159747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:33.173458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-26b0c042-7e69-4a05-acf9-b9dfeef13313 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273979
Nov 23 12:59:33.299591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-f490ee94-5a68-4650-91de-4de80ee0733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:33.301299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-f490ee94-5a68-4650-91de-4de80ee0733a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2067995
Nov 23 12:59:33.402730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418e7f0>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:33.407212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af396112-edb2-4515-854c-7f56bf4df5c3 None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:50:19Z', 'revision_number': 4, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f58d0af4-758a-4fc7-a816-fcc2f439707b', 'name': '', 'network_id': '4f4f28ad-4bed-4c56-bc38-f2689df7cdb9', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'mac_address': 'fa:16:3e:e0:6c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '82724216-42f3-491c-82d7-96a48138f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:16Z', 'updated_at': '2020-11-23T12:50:33Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'subnets': [{'id': '82724216-42f3-491c-82d7-96a48138f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:33.441475 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f96ee88-e29d-4805-b300-c188fa6f4324 req-0d89c011-74f6-4fed-8f8d-6385a9b2aa14 service neutron] 10.222.0.60 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2595763
Nov 23 12:59:33.492155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-8972fced-af9f-4452-9eff-2ccac499985b service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831369
Nov 23 12:59:33.650159 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc3ffb19-965d-41c4-a332-bed5b9b0ad6e req-524201c8-d488-46df-ae81-ed365892f4ce service neutron] 10.222.0.63 "GET /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506093
Nov 23 12:59:33.831662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915a869-a7bd-408e-8a13-a307e64603cb None None] New status for floating IP 2dec8d98-03c4-47b5-871d-9a2174129070: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:59:33.880779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b284a3-5fcc-4e82-9622-5a1061b51851 req-c07cb32e-ec67-43b0-80b8-3fffb6b8e702 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:33.881553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-99b284a3-5fcc-4e82-9622-5a1061b51851 req-c07cb32e-ec67-43b0-80b8-3fffb6b8e702 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:33.894226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015ec9a-5dd8-4c53-824c-66d98dbeb9c4 req-8c12c9a9-d45d-4f5b-8906-2a9f52a64242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:33.895961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9015ec9a-5dd8-4c53-824c-66d98dbeb9c4 req-8c12c9a9-d45d-4f5b-8906-2a9f52a64242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.0906000
Nov 23 12:59:33.901270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-99b284a3-5fcc-4e82-9622-5a1061b51851 req-c07cb32e-ec67-43b0-80b8-3fffb6b8e702 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:33.902831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99b284a3-5fcc-4e82-9622-5a1061b51851 req-c07cb32e-ec67-43b0-80b8-3fffb6b8e702 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.1145344
Nov 23 12:59:33.947382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9015ec9a-5dd8-4c53-824c-66d98dbeb9c4 req-a342f28e-efa0-4e6c-8d44-6dfb1b7a7e46 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448220
Nov 23 12:59:33.955729 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-99b284a3-5fcc-4e82-9622-5a1061b51851 req-fbc5f0a5-3e2b-4e7f-a56b-312151dc9c98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460432
Nov 23 12:59:34.174716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909b3f2-8c94-4a55-ae0c-f6d2617872c6 req-6ea3e76c-5b80-4423-9e3d-e370b1c56bd4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:34.176355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c909b3f2-8c94-4a55-ae0c-f6d2617872c6 req-6ea3e76c-5b80-4423-9e3d-e370b1c56bd4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.0879321
Nov 23 12:59:34.226217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c909b3f2-8c94-4a55-ae0c-f6d2617872c6 req-2ca16b97-a86a-40ec-b810-2691e6267367 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433230
Nov 23 12:59:34.256971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:34.335692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f45df85-f837-42d5-9f07-8f588647bd36 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:34.337385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f45df85-f837-42d5-9f07-8f588647bd36 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1157 time: 0.0793006
Nov 23 12:59:34.340434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49678) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:34.346033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:34.351927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 12:59:34.356177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 12:59:34.359259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 12:59:34.365103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 12:59:34.375516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:34.522426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:34.803094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.18 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/aebcb8f0-56ab-44b8-b555-efd0c4a68ab7) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 12:59:34.967781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:34.997253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:35.013700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b8f480a-653a-45b4-b05c-4d9e6dee88f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:35.146361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=aebcb8f0-56ab-44b8-b555-efd0c4a68ab7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:35.151650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:35.172848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b3c90-6742-4cfe-a60e-6fb32e092021 req-af7a4be3-13fa-47f7-82be-98c847ddc857 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:35.173610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b53b3c90-6742-4cfe-a60e-6fb32e092021 req-af7a4be3-13fa-47f7-82be-98c847ddc857 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:35.188744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b53b3c90-6742-4cfe-a60e-6fb32e092021 req-af7a4be3-13fa-47f7-82be-98c847ddc857 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:35.190028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b53b3c90-6742-4cfe-a60e-6fb32e092021 req-af7a4be3-13fa-47f7-82be-98c847ddc857 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.1041484
Nov 23 12:59:35.206599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 12:59:35.207823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 12:59:35.210242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 12:59:35.240876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b53b3c90-6742-4cfe-a60e-6fb32e092021 req-fcf15473-d4a7-49df-90be-43c174952793 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups?id=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442281
Nov 23 12:59:35.478129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-33589029-ccc1-47b8-9d73-f87e54b7b6cd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:35.479705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-33589029-ccc1-47b8-9d73-f87e54b7b6cd tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 946 time: 0.0914736
Nov 23 12:59:35.557411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port 9f073b0a-322b-476f-88e6-959657ee992f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:35.557711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:35.657274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:35.739108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:35.834401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] For port 9f073b0a-322b-476f-88e6-959657ee992f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9f073b0a-322b-476f-88e6-959657ee992f,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:35.834800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:35.967304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for 9f073b0a-322b-476f-88e6-959657ee992f owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:36.021492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:36.026003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:36.046332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d02f0503-bae6-41fc-b0bd-f0dc404102f3 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:36.122078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:36.138350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dab6f861-afa0-437a-9763-4d7d689d0242 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:36.180634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=aebcb8f0-56ab-44b8-b555-efd0c4a68ab7,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:36.185717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:36.242254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=9f073b0a-322b-476f-88e6-959657ee992f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:36.246914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:36.288502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:36.348190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] No DVR routers for this DVR port 9f073b0a-322b-476f-88e6-959657ee992f on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:59:36.350687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:36.353441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'name': 'network-vif-deleted', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:36.370184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72e04cce-f841-47df-a8a7-66bfe65eb82f req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.63 "DELETE /v2.0/ports/9f073b0a-322b-476f-88e6-959657ee992f HTTP/1.1" status: 204  len: 173 time: 0.8844807
Nov 23 12:59:36.426837 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2536b234-e225-4134-8ef3-ae590a2bda1b', 'name': 'network-vif-deleted', 'tag': '9f073b0a-322b-476f-88e6-959657ee992f', 'status': 'completed', 'code': 200}
Nov 23 12:59:36.469782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4320570-5629-4979-b5ce-6d5dd5067369 req-4ce6a8af-0c3a-4abb-a7b0-dcd57af76a88 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/ports?device_id=2536b234-e225-4134-8ef3-ae590a2bda1b HTTP/1.1" status: 200  len: 210 time: 0.0603371
Nov 23 12:59:36.556016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP afaa88c0-7da6-4d60-8b55-614279e2ce3e associated. External IP: 172.26.6.18, port: d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3.
Nov 23 12:59:36.736889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9f073b0a-322b-476f-88e6-959657ee992f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:36.779311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 9f073b0a-322b-476f-88e6-959657ee992f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:36.779715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9f073b0a-322b-476f-88e6-959657ee992f not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:37.023201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router ea319104-07a3-4858-959c-71341ff73d50 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:37.497625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:37.509721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Sync routers for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:37.525640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:37.536561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:37.537263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817e86400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:37.591216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2496035
Nov 23 12:59:37.592191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 12:59:37.597606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49692) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:37.659949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'status': 'completed', 'code': 200}
Nov 23 12:59:37.946513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:38.102923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-39f30772-ed80-42f4-b541-31c67be061c1 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips/4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 HTTP/1.1" status: 200  len: 693 time: 0.4355667
Nov 23 12:59:38.217355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-745056ab-c6d3-45a4-b39b-ca95cfd5cd92 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/afaa88c0-7da6-4d60-8b55-614279e2ce3e HTTP/1.1" status: 200  len: 990 time: 0.6183589
Nov 23 12:59:38.262682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-946494af-5520-4094-858a-045d4a62d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:38.264265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-946494af-5520-4094-858a-045d4a62d334 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1162 time: 0.5182230
Nov 23 12:59:38.331000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817e86400>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'afaa88c0-7da6-4d60-8b55-614279e2ce3e', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'port_id': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'mac_address': 'fa:16:3e:18:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:59:35Z', 'updated_at': '2020-11-23T12:59:35Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:38.335407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Checking router: ea319104-07a3-4858-959c-71341ff73d50 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:38.347382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:38.348053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817e86400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:38.390175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-6e91b7b2-1169-4544-aa72-d2fd3cd2ce04 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:38.391671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-6e91b7b2-1169-4544-aa72-d2fd3cd2ce04 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.2762640
Nov 23 12:59:38.507386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-58ddf8fd-050d-4e37-8752-465d96bc4d74 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Synchronizing usage tracker for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 12:59:38.533662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-8a270806-215c-4283-b4ae-3c7baeeb36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:38.535255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-8a270806-215c-4283-b4ae-3c7baeeb36b0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 200  len: 890 time: 0.2596471
Nov 23 12:59:38.538896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-58ddf8fd-050d-4e37-8752-465d96bc4d74 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Unset dirty status for tenant:14c393ddaf6c4b09811f19a43edb7430 on resource:floatingip {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 12:59:38.540069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-58ddf8fd-050d-4e37-8752-465d96bc4d74 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.235 HTTP/1.1" status: 200  len: 696 time: 0.1411688
Nov 23 12:59:38.544381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:38.721770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-c117c38b-5920-4abd-8534-b655b7620253 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.235 HTTP/1.1" status: 200  len: 696 time: 0.1223936
Nov 23 12:59:38.790311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-4a390dfa-7711-4cfe-a87b-9ad8c966cb86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 200  len: 998 time: 0.2471011
Nov 23 12:59:38.936364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817e86400>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'afaa88c0-7da6-4d60-8b55-614279e2ce3e', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'port_id': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'mac_address': 'fa:16:3e:18:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:59:35Z', 'updated_at': '2020-11-23T12:59:35Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:38.945635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568e0e-618d-4fee-855e-b80f98bf0b90 None None] The sync data for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs is: [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'afaa88c0-7da6-4d60-8b55-614279e2ce3e', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'port_id': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'mac_address': 'fa:16:3e:18:19:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T12:59:35Z', 'updated_at': '2020-11-23T12:59:35Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:38.958561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Deleting port 23ffdbb0-0989-4442-9c07-ed9da1d1a132 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:38.958943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:38.995777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-7c3c69f4-6b0b-4a34-9393-f0f851e9fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:38.997498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-7c3c69f4-6b0b-4a34-9393-f0f851e9fbd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=66f37c17-9419-4dee-b39f-0ee22138f661 HTTP/1.1" status: 200  len: 834 time: 0.2000175
Nov 23 12:59:39.205033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-5bc1f7fb-1aba-4268-ab4c-5be85c15a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 12:59:39.206673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-5bc1f7fb-1aba-4268-ab4c-5be85c15a48c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce84b7b4-7c8d-45c4-abf8-a47f92738222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2016852
Nov 23 12:59:39.222490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49700) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:39.252219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:39.252624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:39.254308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb0c30-ddc6-46ff-bc72-ca8ac718e5cd None None] New status for floating IP afaa88c0-7da6-4d60-8b55-614279e2ce3e: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 12:59:39.349653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7944e7b-92cf-4154-9743-4b5036297dd4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/afaa88c0-7da6-4d60-8b55-614279e2ce3e HTTP/1.1" status: 200  len: 990 time: 0.1246202
Nov 23 12:59:39.448952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Calling delete_port for 23ffdbb0-0989-4442-9c07-ed9da1d1a132 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:39.573783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-0f4e24f8-78d2-4202-98eb-7398988cdf1c service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3543615
Nov 23 12:59:39.739338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:39.757949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b33c38f8-62c0-4790-bd95-637168b48ff4 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:39.871604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'Port': ['ID=23ffdbb0-0989-4442-9c07-ed9da1d1a132,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:39.874727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:39.902210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2934da75-bd90-4662-8a4e-ca13eef86b79 req-2f7feadf-b756-4673-ad48-b6afcf92b649 service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2914145
Nov 23 12:59:40.015212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:40.036882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:40.038107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa0143e5-c2a5-424c-8033-a0a5f9a6b9a5 req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "DELETE /v2.0/floatingips/4c9eafc2-98cc-44c8-acde-6c4e5a7e73b8 HTTP/1.1" status: 204  len: 173 time: 1.3084424
Nov 23 12:59:40.352360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49712) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:40.474159 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-672098b2-6460-417d-b185-669a21c906bd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/afaa88c0-7da6-4d60-8b55-614279e2ce3e HTTP/1.1" status: 200  len: 992 time: 0.1203835
Nov 23 12:59:42.658457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-db9e1e49-85f0-47db-b0e4-482f870b532b tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "GET /v2.0/security-groups/7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa HTTP/1.1" status: 200  len: 2751 time: 0.0632277
Nov 23 12:59:42.753161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:42.791954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:42.849746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:42.854408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3e09023-74a3-4b7c-a2fb-53e99b4d4a2d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:42.872199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:42.878206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:42.890232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:42.891637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac0dc0cd-a13c-48f6-b356-cea1ddfe4c00 req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] 10.222.0.60 "DELETE /v2.0/security-groups/7f38ffc2-cbe6-4ace-8f5e-a56f8e00e5aa HTTP/1.1" status: 204  len: 173 time: 0.2258277
Nov 23 12:59:42.977266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49724) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:43.623640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:44.266925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Deleting port f58d0af4-758a-4fc7-a816-fcc2f439707b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:44.267496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:44.446122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] For port f58d0af4-758a-4fc7-a816-fcc2f439707b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f58d0af4-758a-4fc7-a816-fcc2f439707b,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:44.446516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:44.579317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Calling delete_port for f58d0af4-758a-4fc7-a816-fcc2f439707b owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:44.763046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:44.779585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b76402f-947c-4885-a6e2-233a32bf406a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:44.880783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58d0af4-758a-4fc7-a816-fcc2f439707b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:44.884703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:45.211721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:46.206541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Router 57a22a3e-6c1b-4041-8788-e39919e36918 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:46.420227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:46.431319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Sync routers for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:46.434897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] 10.222.0.60 "PUT /v2.0/routers/57a22a3e-6c1b-4041-8788-e39919e36918/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4565821
Nov 23 12:59:46.438267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:46.445297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:46.446028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682662a400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:46.640482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:46.660024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:46.856280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:46.879187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:46.887794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Deleting port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:46.888166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:46.973330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682662a400>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:59:44Z', 'revision_number': 5, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port': {'id': 'ceb33cd0-5da2-48c3-9cc0-832bd36a1da2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:03Z', 'updated_at': '2020-11-23T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:46.977587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Checking router: 57a22a3e-6c1b-4041-8788-e39919e36918 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:46.990162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Routers {'57a22a3e-6c1b-4041-8788-e39919e36918'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:46.990835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682662a400>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['57a22a3e-6c1b-4041-8788-e39919e36918'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:47.080441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] For port ceb33cd0-5da2-48c3-9cc0-832bd36a1da2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:47.080852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:47.158254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] Set router 57a22a3e-6c1b-4041-8788-e39919e36918 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:47.214558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Calling delete_port for ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:47.274927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682662a400>, [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:59:46Z', 'revision_number': 6, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:47.279079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9ba2b-b9b9-4cd1-b8ab-533a2efcbb5b None None] The sync data for ids ['57a22a3e-6c1b-4041-8788-e39919e36918'] in dv-neutron-601336-59-ovs is: [{'id': '57a22a3e-6c1b-4041-8788-e39919e36918', 'name': 'tempest-TestVolumeBootPattern-687471624-router', 'tenant_id': '14c393ddaf6c4b09811f19a43edb7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:01Z', 'updated_at': '2020-11-23T12:59:46Z', 'revision_number': 6, 'project_id': '14c393ddaf6c4b09811f19a43edb7430', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:47.393683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:47.410581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-21ead7f1-a36a-4603-a695-a9b72b472b7a tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:47.512085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb33cd0-5da2-48c3-9cc0-832bd36a1da2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:47.531688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.532116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.532566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.532986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.533396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.533810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.534217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.534625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.535030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.535434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.535844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.536242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.536763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.537175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.537584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.537985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.538390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.538796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.539198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.539599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.540003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.540402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.540831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.541232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 12:59:47.546999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:47.802068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:47.870687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 12:59:48.331154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.335665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.359550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.360135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a22a3e-6c1b-4041-8788-e39919e36918 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:59:48.372665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.374237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] 10.222.0.60 "DELETE /v2.0/routers/57a22a3e-6c1b-4041-8788-e39919e36918 HTTP/1.1" status: 204  len: 168 time: 1.9349451
Nov 23 12:59:48.376833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49734) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:48.446360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Deleting subnet 82724216-42f3-491c-82d7-96a48138f852 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:59:48.449750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.509003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.593061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.864504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:48.881347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14cbaf50-6b78-4480-bc60-fe01ba56cf2e tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:48.969483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82724216-42f3-491c-82d7-96a48138f852,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:48.974296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:49.017491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.022718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e6a09-41d9-4fa4-9862-ea26f1a883d6 None None] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:59:49.023565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/82724216-42f3-491c-82d7-96a48138f852 HTTP/1.1" status: 204  len: 168 time: 0.6456776
Nov 23 12:59:49.026335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49738) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:49.149510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.167611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58d0af4-758a-4fc7-a816-fcc2f439707b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:49.217442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Deleting port 0ecb4785-4039-4c01-90fe-e7e67bafa148 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:49.218335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.408495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f58d0af4-758a-4fc7-a816-fcc2f439707b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:49.409080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f58d0af4-758a-4fc7-a816-fcc2f439707b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:49.409257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:49.448625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:49.449024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ceb33cd0-5da2-48c3-9cc0-832bd36a1da2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:49.449633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] For port 0ecb4785-4039-4c01-90fe-e7e67bafa148, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ecb4785-4039-4c01-90fe-e7e67bafa148,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:49.450355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.536900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] DHCP port deletion for 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:59:49.542057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Deleting port 0ecb4785-4039-4c01-90fe-e7e67bafa148 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:49.542521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.582043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Calling delete_port for 0ecb4785-4039-4c01-90fe-e7e67bafa148 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:49.656735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.673098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:49.767057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] For port 0ecb4785-4039-4c01-90fe-e7e67bafa148, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0ecb4785-4039-4c01-90fe-e7e67bafa148,segment=NetworkSegment(62dd6c45-5344-419f-baf4-3e3927648701),segment_id=62dd6c45-5344-419f-baf4-3e3927648701)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:49.767419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.769625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecb4785-4039-4c01-90fe-e7e67bafa148,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:49.774267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:49.821778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] No DVR routers for this DVR port 0ecb4785-4039-4c01-90fe-e7e67bafa148 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:59:49.896587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Calling delete_port for 0ecb4785-4039-4c01-90fe-e7e67bafa148 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:49.947770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:49.967083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:59:49.968048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:59:50.060381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fb40198>,) {'filters': {'network_id': ['4f4f28ad-4bed-4c56-bc38-f2689df7cdb9']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:50.076653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fb40198>, '62dd6c45-5344-419f-baf4-3e3927648701') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:50.077065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fb40198>, '62dd6c45-5344-419f-baf4-3e3927648701') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:50.089183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.104611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.106619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:59:50.288785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:50.299484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.468949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Deleting port 0ecb4785-4039-4c01-90fe-e7e67bafa148 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:50.469521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.485170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Network 4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:59:50.508514 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:59:50.539553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d74c2a61-5fb5-4172-b049-4b07333fea1b None None] The port '0ecb4785-4039-4c01-90fe-e7e67bafa148' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:59:50.590937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.594239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a51a4df-fcca-4e7a-9eb6-182f953e381b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:50.609010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:50.620288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4f28ad-4bed-4c56-bc38-f2689df7cdb9,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:50.624803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:50.635007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f4f28ad-4bed-4c56-bc38-f2689df7cdb9 HTTP/1.1" status: 204  len: 168 time: 1.6075137
Nov 23 12:59:50.638195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49742) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:51.053394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:51.140791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ecb4785-4039-4c01-90fe-e7e67bafa148 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:51.175969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0ecb4785-4039-4c01-90fe-e7e67bafa148 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:51.176377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0ecb4785-4039-4c01-90fe-e7e67bafa148 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:51.944865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Deleting port ee8a16ed-ced8-40f4-87f0-7b8bdf147472 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:51.945506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:52.126968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] For port ee8a16ed-ced8-40f4-87f0-7b8bdf147472, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:52.127283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:52.261107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Calling delete_port for ee8a16ed-ced8-40f4-87f0-7b8bdf147472 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:52.438356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:52.454753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9ca4f2f-4c47-4191-a861-179db08cda3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:52.557431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8a16ed-ced8-40f4-87f0-7b8bdf147472,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:52.562385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:52.914629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:53.655778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Router a49f9afa-3ebb-458d-b0f9-65d01333d090 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 12:59:53.871363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 12:59:53.882293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] 10.222.0.60 "PUT /v2.0/routers/a49f9afa-3ebb-458d-b0f9-65d01333d090/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2429860
Nov 23 12:59:53.882693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Sync routers for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 12:59:53.884878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49746) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:53.898073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:53.898744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f2278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:54.091838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:54.092574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:54.303728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:54.313385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Deleting port 110a7d78-4c16-4457-a4e8-f4aee87b21b6 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:54.313766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:54.399706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f2278>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:59:52Z', 'revision_number': 5, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port': {'id': '110a7d78-4c16-4457-a4e8-f4aee87b21b6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:50:40Z', 'updated_at': '2020-11-23T12:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:54.403730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Checking router: a49f9afa-3ebb-458d-b0f9-65d01333d090 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 12:59:54.416006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Routers {'a49f9afa-3ebb-458d-b0f9-65d01333d090'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:54.416746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257f2278>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T12:59:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a49f9afa-3ebb-458d-b0f9-65d01333d090'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:54.584034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] Set router a49f9afa-3ebb-458d-b0f9-65d01333d090 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 12:59:54.701460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257f2278>, [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:59:54Z', 'revision_number': 6, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:54.706718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff114d-10e8-4f8e-9009-3a0542f341cb None None] The sync data for ids ['a49f9afa-3ebb-458d-b0f9-65d01333d090'] in dv-neutron-601336-59-ovs is: [{'id': 'a49f9afa-3ebb-458d-b0f9-65d01333d090', 'name': 'tempest-TestVolumeBootPattern-1279952430-router', 'tenant_id': 'eb9cbd348780470a920ad5689501a58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:50:36Z', 'updated_at': '2020-11-23T12:59:54Z', 'revision_number': 6, 'project_id': 'eb9cbd348780470a920ad5689501a58d', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 12:59:54.786459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] For port 110a7d78-4c16-4457-a4e8-f4aee87b21b6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=110a7d78-4c16-4457-a4e8-f4aee87b21b6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:54.786862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:54.922932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Calling delete_port for 110a7d78-4c16-4457-a4e8-f4aee87b21b6 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:55.100705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.118044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:55.146802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ee8a16ed-ced8-40f4-87f0-7b8bdf147472 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:55.184506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: ee8a16ed-ced8-40f4-87f0-7b8bdf147472 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:55.184907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device ee8a16ed-ced8-40f4-87f0-7b8bdf147472 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:55.185379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 110a7d78-4c16-4457-a4e8-f4aee87b21b6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:55.219542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 110a7d78-4c16-4457-a4e8-f4aee87b21b6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:55.219854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 110a7d78-4c16-4457-a4e8-f4aee87b21b6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:55.223039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Pushing event deleted for resources: {'Port': ['ID=110a7d78-4c16-4457-a4e8-f4aee87b21b6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:55.227367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:55.492107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.768103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.772493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.794750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.795296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49f9afa-3ebb-458d-b0f9-65d01333d090 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:59:55.808942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.810189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a49f9afa-3ebb-458d-b0f9-65d01333d090 HTTP/1.1" status: 204  len: 168 time: 1.9243276
Nov 23 12:59:55.813568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49750) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:55.884227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Deleting subnet b33441d3-23e2-47d6-88bf-18723d474bef {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 12:59:55.887652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:55.941862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.027396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.294797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.310602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c5409c5-1c9e-4b32-ac4d-dfac39e8da66 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:56.400370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33441d3-23e2-47d6-88bf-18723d474bef,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:56.403304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:56.448257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.453915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a92e5-e886-47b1-bc64-bb5bbafcaf40 None None] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 12:59:56.456078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b33441d3-23e2-47d6-88bf-18723d474bef HTTP/1.1" status: 204  len: 168 time: 0.6414077
Nov 23 12:59:56.458702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:56.578035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.651105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Deleting port d029042d-91e6-46aa-9dab-5c5a6468f602 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:56.651463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.718400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] DHCP port deletion for 1d7a1544-e466-4ea4-9728-f8ff986af212 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 12:59:56.723917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Deleting port d029042d-91e6-46aa-9dab-5c5a6468f602 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:56.723917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.903563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] For port d029042d-91e6-46aa-9dab-5c5a6468f602, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d029042d-91e6-46aa-9dab-5c5a6468f602,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:56.904118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:56.956403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] For port d029042d-91e6-46aa-9dab-5c5a6468f602, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d029042d-91e6-46aa-9dab-5c5a6468f602,segment=NetworkSegment(2559d2dd-897a-485f-8601-9dc410afba35),segment_id=2559d2dd-897a-485f-8601-9dc410afba35)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 12:59:56.956923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.036235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Calling delete_port for d029042d-91e6-46aa-9dab-5c5a6468f602 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:57.085610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Calling delete_port for d029042d-91e6-46aa-9dab-5c5a6468f602 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 12:59:57.122071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.143213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:57.152140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d029042d-91e6-46aa-9dab-5c5a6468f602 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 12:59:57.201102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d029042d-91e6-46aa-9dab-5c5a6468f602 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 12:59:57.201498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d029042d-91e6-46aa-9dab-5c5a6468f602 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 12:59:57.206641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:59:57.207062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 12:59:57.239898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=d029042d-91e6-46aa-9dab-5c5a6468f602,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:57.244552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:57.286329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] No DVR routers for this DVR port d029042d-91e6-46aa-9dab-5c5a6468f602 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 12:59:57.411742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.528493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682548cac8>,) {'filters': {'network_id': ['1d7a1544-e466-4ea4-9728-f8ff986af212']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:57.542217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682548cac8>, '2559d2dd-897a-485f-8601-9dc410afba35') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:57.542545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682548cac8>, '2559d2dd-897a-485f-8601-9dc410afba35') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 12:59:57.555297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.577126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.579312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Releasing vxlan tunnel 14 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 12:59:57.708467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Deleting port d029042d-91e6-46aa-9dab-5c5a6468f602 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 12:59:57.708966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.768057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:57.777085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f21586bc-90b2-4414-a390-fd83654803d1 None None] The port 'd029042d-91e6-46aa-9dab-5c5a6468f602' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 12:59:57.777678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:57.808807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-66bc82c4-9c44-4c51-a82c-9e7871704c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.223483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Network 1d7a1544-e466-4ea4-9728-f8ff986af212 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:59:58.247291 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:59:58.327811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.332061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.336168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e2136e-ca0f-4735-bb55-636e5a6de2e4 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:58.364269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d7a1544-e466-4ea4-9728-f8ff986af212 HTTP/1.1" status: 204  len: 168 time: 1.9044805
Nov 23 12:59:58.365253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7a1544-e466-4ea4-9728-f8ff986af212,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:58.367819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:58.528534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49760) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:58.584369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-22e01a7a-46db-4fbe-a640-d2bab9cf97a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14c393ddaf6c4b09811f19a43edb7430&name=default HTTP/1.1" status: 200  len: 2747 time: 0.0544894
Nov 23 12:59:58.586975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49766) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:58.655463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.685788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.736529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.741858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:58.760680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31102c6-4e65-40f3-9b2d-3e71f75d24d4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:58.763878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:58.769770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:58.770993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b31102c6-4e65-40f3-9b2d-3e71f75d24d4 HTTP/1.1" status: 204  len: 168 time: 0.1830132
Nov 23 12:59:59.207571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49776) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:59.266005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ad4b6185-d64d-4f3b-b287-5640aab65e06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb9cbd348780470a920ad5689501a58d&name=default HTTP/1.1" status: 200  len: 2747 time: 0.0569701
Nov 23 12:59:59.268510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49780) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:59.330789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:59.358348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:59.412312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:59.417966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b5718e20-8e87-40d4-b003-37c0e001fc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 12:59:59.432600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1bf41-27cd-4064-863e-5a9b19e44a01,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 12:59:59.435196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 12:59:59.438316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 12:59:59.440048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4c1bf41-27cd-4064-863e-5a9b19e44a01 HTTP/1.1" status: 204  len: 168 time: 0.1700504
Nov 23 13:00:00.256169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5e27-f4fa-4a62-a26f-a9adab7aab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:00.709493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:01.992604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:02.268232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:09.857298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49792) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:09.971393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-70774bf4-2095-4cac-b595-ad1659896509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/afaa88c0-7da6-4d60-8b55-614279e2ce3e HTTP/1.1" status: 200  len: 992 time: 0.1127486
Nov 23 13:00:11.163077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49802) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:11.403335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port aebcb8f0-56ab-44b8-b555-efd0c4a68ab7 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:11.403643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:11.585131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:11.585496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:11.716812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for aebcb8f0-56ab-44b8-b555-efd0c4a68ab7 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:11.872478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:11.890219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e35560c2-d282-4f8c-8781-3d7abadbb8d9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:11.988179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=aebcb8f0-56ab-44b8-b555-efd0c4a68ab7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:11.991308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:12.110908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:12.111272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP afaa88c0-7da6-4d60-8b55-614279e2ce3e disassociated (deleted). External IP: 172.26.6.18, port: d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3.
Nov 23 13:00:12.524949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router ea319104-07a3-4858-959c-71341ff73d50 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:00:12.738522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:00:12.748559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Sync routers for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:00:12.759242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:12.762728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:12.764376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241b4518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:12.819372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/afaa88c0-7da6-4d60-8b55-614279e2ce3e HTTP/1.1" status: 204  len: 168 time: 1.6548955
Nov 23 13:00:12.820001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:12.886125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'status': 'completed', 'code': 200}
Nov 23 13:00:12.964990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:13.013904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-1b3356d3-79ea-43cb-94c7-3f7fa344b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:13.016236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-1b3356d3-79ea-43cb-94c7-3f7fa344b349 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 1162 time: 0.0821738
Nov 23 13:00:13.171149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-d823663d-4d22-4d9d-8a76-f8bc39dc5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:13.174023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-d823663d-4d22-4d9d-8a76-f8bc39dc5739 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 200  len: 890 time: 0.1513360
Nov 23 13:00:13.251455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803f520-b81f-4998-b3e2-bc50c39a2e47 req-355f2eab-f0d7-4735-b63b-c600c70ae34d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:13.252276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3803f520-b81f-4998-b3e2-bc50c39a2e47 req-355f2eab-f0d7-4735-b63b-c600c70ae34d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:00:13.256894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-d7ff02dc-0605-4ce7-964b-32c3dbcff62f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 200  len: 217 time: 0.0753887
Nov 23 13:00:13.268500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-3803f520-b81f-4998-b3e2-bc50c39a2e47 req-355f2eab-f0d7-4735-b63b-c600c70ae34d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:00:13.269741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3803f520-b81f-4998-b3e2-bc50c39a2e47 req-355f2eab-f0d7-4735-b63b-c600c70ae34d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.1089492
Nov 23 13:00:13.325499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3803f520-b81f-4998-b3e2-bc50c39a2e47 req-17ed3bc9-0d7a-4e3d-92a9-1c8a60b25d75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483046
Nov 23 13:00:13.332204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-c883672d-e0ba-486d-9290-dde33b0df460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:13.333502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241b4518>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:13.333905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-c883672d-e0ba-486d-9290-dde33b0df460 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=66f37c17-9419-4dee-b39f-0ee22138f661 HTTP/1.1" status: 200  len: 834 time: 0.0705333
Nov 23 13:00:13.337796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Checking router: ea319104-07a3-4858-959c-71341ff73d50 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:00:13.349493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:13.350178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241b4518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:13.416578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-b5da8e5d-f87d-4eb3-9dc9-adc6d19fc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:13.418216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-b5da8e5d-f87d-4eb3-9dc9-adc6d19fc3ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce84b7b4-7c8d-45c4-abf8-a47f92738222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765002
Nov 23 13:00:13.574180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-67ac677c-ce60-492e-8f9d-52b254330d66 service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483843
Nov 23 13:00:13.722598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:13.730933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e66433fc-f4c4-42ee-85ce-259c3fbb6e48 req-657cd258-a4a8-4b61-967a-a29dc3625eda service neutron] 10.222.0.63 "GET /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495972
Nov 23 13:00:14.057779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241b4518>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:14.061913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9e082-ea7e-437c-9da5-18ecaff645f0 None None] The sync data for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs is: [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'd5df0b6c-0cfb-41b3-bb1b-56c701749a68', 'name': '', 'network_id': 'ce84b7b4-7c8d-45c4-abf8-a47f92738222', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:00:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:14Z', 'updated_at': '2020-11-23T12:59:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '66f37c17-9419-4dee-b39f-0ee22138f661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:00:14.459104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2214f-bade-4fca-a3a1-4b71ba114923 None None] New status for floating IP afaa88c0-7da6-4d60-8b55-614279e2ce3e: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:00:14.551025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d09b9-b019-4f41-977d-96f2e2f1c42b req-fc22478a-f11b-44e0-a144-9c8d3a209eb0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:14.552702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f17d09b9-b019-4f41-977d-96f2e2f1c42b req-fc22478a-f11b-44e0-a144-9c8d3a209eb0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.0927558
Nov 23 13:00:14.648982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f17d09b9-b019-4f41-977d-96f2e2f1c42b req-b746ac24-41b9-4273-84a8-795ec1ea0ac6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896578
Nov 23 13:00:14.691099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-599ce600-dea0-499e-9226-d99cbe441f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:14.692756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-599ce600-dea0-499e-9226-d99cbe441f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 945 time: 0.1001239
Nov 23 13:00:14.772058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:14.772467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:15.221983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:00:15.312713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:15.313116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:15.344916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:15.373594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:15.384800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:15.387715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:15.389624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:15.439937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'code': 200}
Nov 23 13:00:15.446733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:15.463603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:15.473391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.473787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.474178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.474565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.474957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.475336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.475717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.476091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.476485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.476863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.477238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.477609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.478069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.478445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.478817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.479187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.479557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.479926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.480296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.480690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.481066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.481436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.481804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.482171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:15.487150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:15.534252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:00:15.534619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:00:15.871952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02c65-f579-486e-9fa7-6c33d840827b req-73865b8d-27f3-4f66-9293-835d103e15c2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:15.873858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-53e02c65-f579-486e-9fa7-6c33d840827b req-73865b8d-27f3-4f66-9293-835d103e15c2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 943 time: 0.0894582
Nov 23 13:00:15.923803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-53e02c65-f579-486e-9fa7-6c33d840827b req-3fd8e845-cf4b-4872-adac-ea6e3feeda0c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=e286fe14-feca-470c-9a75-16aa4f47bdb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432930
Nov 23 13:00:16.035935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:16.036335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:16.302291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:16.302572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:16.430118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:16.583011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:16.598243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7272d37-91ef-479c-9630-dbcf67d887f6 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:16.701970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:16.720066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.720514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.720934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.721346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.721754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.722169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.722572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.722983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.723380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.723801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.724182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.724609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.725104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.725505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.725903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.726302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.726699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.727098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.727500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.727896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.728293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.728716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.729115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.729511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:16.735225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:16.826388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:00:16.828995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:16.831967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-deleted', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:16.851992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4648e802-38ca-46b8-be1e-a5e4018dfe4c req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/d316f8a7-1136-4cbd-a294-2e6d2e9aa3f3 HTTP/1.1" status: 204  len: 173 time: 2.1536779
Nov 23 13:00:16.861710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:16.897707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52', 'name': 'network-vif-deleted', 'tag': 'd316f8a7-1136-4cbd-a294-2e6d2e9aa3f3', 'status': 'completed', 'code': 200}
Nov 23 13:00:17.119328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a1af4e31-d686-4dd5-beee-24f661dd2979 req-8dcf925b-4f21-4f6d-9a3c-b69e23f4623e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:00:17.134602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a1af4e31-d686-4dd5-beee-24f661dd2979 req-8dcf925b-4f21-4f6d-9a3c-b69e23f4623e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:00:17.135868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a1af4e31-d686-4dd5-beee-24f661dd2979 req-8dcf925b-4f21-4f6d-9a3c-b69e23f4623e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=d2ffa3a4-fdc0-4a92-a3bc-e58c20ecfb52 HTTP/1.1" status: 200  len: 210 time: 0.0634415
Nov 23 13:00:18.251636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49824) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:18.325315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:18.355714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:18.414557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:18.419997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-690b7aac-c519-4268-af90-5b4e4aac06f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:18.435242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=e286fe14-feca-470c-9a75-16aa4f47bdb6,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:18.440153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:18.449817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:18.451059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/e286fe14-feca-470c-9a75-16aa4f47bdb6 HTTP/1.1" status: 204  len: 168 time: 0.1983845
Nov 23 13:00:18.494110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49830) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:19.185492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:19.845201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port d5df0b6c-0cfb-41b3-bb1b-56c701749a68 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:19.845810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:20.044893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port d5df0b6c-0cfb-41b3-bb1b-56c701749a68, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:20.045205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:20.179100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for d5df0b6c-0cfb-41b3-bb1b-56c701749a68 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:20.356399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:20.369768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5dad72b0-4934-49e0-b3d9-4b91781ce260 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:20.462553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=d5df0b6c-0cfb-41b3-bb1b-56c701749a68,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:20.465298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:20.823477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:21.576082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router ea319104-07a3-4858-959c-71341ff73d50 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:00:21.793221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:00:21.803875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Sync routers for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:00:21.816391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/ea319104-07a3-4858-959c-71341ff73d50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3210914
Nov 23 13:00:21.818177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:21.818889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824143c50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:21.819693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49834) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:22.022893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:22.288608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet 66f37c17-9419-4dee-b39f-0ee22138f661 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:00:22.291684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:22.340160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824143c50>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T13:00:20Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:22.344721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Checking router: ea319104-07a3-4858-959c-71341ff73d50 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:00:22.353446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:22.356497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Routers {'ea319104-07a3-4858-959c-71341ff73d50'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:22.357184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824143c50>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['ea319104-07a3-4858-959c-71341ff73d50'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:22.442131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:22.549552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] Set router ea319104-07a3-4858-959c-71341ff73d50 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:22.732518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:22.749501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-019a8e1a-e2c2-4ec2-badb-e4cd1ca018f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:22.840384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=66f37c17-9419-4dee-b39f-0ee22138f661,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:22.844911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:22.863116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824143c50>, [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T13:00:20Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:22.867119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1707a70-2941-4e49-8e8a-aacf3ce9c108 None None] The sync data for ids ['ea319104-07a3-4858-959c-71341ff73d50'] in dv-neutron-601336-59-ovs is: [{'id': 'ea319104-07a3-4858-959c-71341ff73d50', 'name': 'tempest-TestNetworkBasicOps-router-1694184668', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T13:00:20Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '59325dd5-95b8-49d8-90e5-88c09bcea933', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea319104-07a3-4858-959c-71341ff73d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T12:59:09Z', 'updated_at': '2020-11-23T12:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:00:22.893552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:22.902312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3a027-e32c-4009-973d-21595a1e2cdb None None] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:00:22.907452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a061e091-594b-46fb-9f10-d572230aa531 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/66f37c17-9419-4dee-b39f-0ee22138f661 HTTP/1.1" status: 204  len: 168 time: 1.0866566
Nov 23 13:00:22.910691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49838) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:23.118426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d5df0b6c-0cfb-41b3-bb1b-56c701749a68 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:00:23.142560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.153256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: d5df0b6c-0cfb-41b3-bb1b-56c701749a68 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:00:23.153661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device d5df0b6c-0cfb-41b3-bb1b-56c701749a68 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:00:23.181303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] DHCP port deletion for ce84b7b4-7c8d-45c4-abf8-a47f92738222 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:00:23.186364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Deleting port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:23.186793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.372188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.381592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 59325dd5-95b8-49d8-90e5-88c09bcea933 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:00:23.381969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.413990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] For port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,segment=NetworkSegment(1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c),segment_id=1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:23.414349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.543821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Calling delete_port for 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:23.585332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 59325dd5-95b8-49d8-90e5-88c09bcea933, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=59325dd5-95b8-49d8-90e5-88c09bcea933,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:23.585729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.628793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.644626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1294f6c1-98e6-433f-aa31-9d54f23946d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:23.731004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 59325dd5-95b8-49d8-90e5-88c09bcea933 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:00:23.740300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Pushing event deleted for resources: {'Port': ['ID=4bdeba06-e630-426f-a7f7-9f01ca1dbf1a,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:23.748072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:23.790637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] No DVR routers for this DVR port 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:00:23.911674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:23.927700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72eb802c-7f3b-4bc1-93d2-7c3661f40fb9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:24.024765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=59325dd5-95b8-49d8-90e5-88c09bcea933,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:24.029082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:24.294349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.575965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.581588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.609398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.609964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router ea319104-07a3-4858-959c-71341ff73d50 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:00:24.625887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.626828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/ea319104-07a3-4858-959c-71341ff73d50 HTTP/1.1" status: 204  len: 168 time: 1.7150276
Nov 23 13:00:24.629760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49842) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:24.753479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:24.871032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:00:24.966478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.087335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f86c6d8>,) {'filters': {'network_id': ['ce84b7b4-7c8d-45c4-abf8-a47f92738222']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:25.100356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f86c6d8>, '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:25.100725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f86c6d8>, '1eb1e9ba-6ae9-42bb-81a5-061cb7b81e4c') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:25.114272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.130952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.133017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:00:25.157153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:00:25.195560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:00:25.195950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4bdeba06-e630-426f-a7f7-9f01ca1dbf1a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:00:25.196454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 59325dd5-95b8-49d8-90e5-88c09bcea933 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:00:25.229500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 59325dd5-95b8-49d8-90e5-88c09bcea933 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:00:25.229902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 59325dd5-95b8-49d8-90e5-88c09bcea933 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:00:25.582629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:00:25.589796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.772749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network ce84b7b4-7c8d-45c4-abf8-a47f92738222 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:00:25.797048 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:00:25.880181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.883345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d240043c-c80e-44d0-b8b9-6869a191c59c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:25.901428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:25.908599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=ce84b7b4-7c8d-45c4-abf8-a47f92738222,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:25.913386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:25.919514 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/ce84b7b4-7c8d-45c4-abf8-a47f92738222 HTTP/1.1" status: 204  len: 168 time: 1.2886937
Nov 23 13:00:25.936939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49846) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:25.943873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--1240186081', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:25.949525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:25.954534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:25.957669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:25.963508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:25.972949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:00:25.978423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.014917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:00:26.024750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.025171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment b43d780d-d462-4aa3-89e8-e5b32c87980a of type vxlan for network 27c04586-224e-4811-a16f-168442681ab4
Nov 23 13:00:26.051073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.081171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.085234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:26.085867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.091124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:26.199324 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2605124
Nov 23 13:00:26.202229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49850) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:26.210838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:26.216410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=27c04586-224e-4811-a16f-168442681ab4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:26.220027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:26.221146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:26.225272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:26.227611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 27c04586-224e-4811-a16f-168442681ab4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:00:26.228299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:26.234182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:26.243077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 27c04586-224e-4811-a16f-168442681ab4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:00:26.243778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.244805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.264697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.425711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.627055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.665058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:26.943081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.14 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/349a74c6-cabd-49fd-aef6-f4c787d5103e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:00:27.103216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:27.129232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:27.145037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b087f4b-d8ae-45b3-9f5d-0f05e6230311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:27.280367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=349a74c6-cabd-49fd-aef6-f4c787d5103e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:27.284391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:27.342869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:27.344710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:27.346956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:00:27.512342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:27.513193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:27.761425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:00:27.813485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67f71d27-678c-4042-820f-f69569c5e129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:27.983062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:00:27.993542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:00:28.007693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:28.008371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259b9cc0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:28.011443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:28.012811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8088539
Nov 23 13:00:28.016172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49854) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:28.062703 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f920a088-d11e-4104-9092-1482d468f53c tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0446410
Nov 23 13:00:28.065527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49858) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:28.071626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162897425', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:28.189149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:28.193294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:28.196340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:28.202147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:28.203911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:28.211346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:00:28.324370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:28.524654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259b9cc0>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:27Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:28.528773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:00:28.529161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Updating router 070da96b-cfae-42c2-8591-38f1594cb863 port 349a74c6-cabd-49fd-aef6-f4c787d5103e binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:00:28.583724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:28.781445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.001188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.014926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Transition to ACTIVE for port object 349a74c6-cabd-49fd-aef6-f4c787d5103e will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:29.017927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.039024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:29.061822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc4b95d3-8049-4c5e-a550-7418332d2092 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:29.199573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=cd88eeb8-c47d-4ac1-8615-844604f72875,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:29.205599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:29.284451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:00:29.284771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 27c04586-224e-4811-a16f-168442681ab4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:00:29.309371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:00:29.320278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 27c04586-224e-4811-a16f-168442681ab4) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:29.331016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90359f-79a9-45c6-9fc8-3fa6597ca5cf None None] Network 27c04586-224e-4811-a16f-168442681ab4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:00:29.334786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:29.335443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.357277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Pushing event updated for resources: {'Port': ['ID=349a74c6-cabd-49fd-aef6-f4c787d5103e,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:29.361227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2915888
Nov 23 13:00:29.361935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49862) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:29.381610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.382089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.382539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.382984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.383430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.383874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.384309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.384785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.385219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.385581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.386027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.386299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.386748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.387107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.387471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.387823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.388178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.388560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.388919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.389273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.389728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.389988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.390882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.391228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:00:29.396331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:29.425394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Attempting to bind port 349a74c6-cabd-49fd-aef6-f4c787d5103e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:00:29.425907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Attempting to bind port 349a74c6-cabd-49fd-aef6-f4c787d5103e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:00:29.426388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Attempting to bind port 349a74c6-cabd-49fd-aef6-f4c787d5103e on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:00:29.434610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:29.435123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:00:29.435642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.436153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:29.436793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Bound port: 349a74c6-cabd-49fd-aef6-f4c787d5103e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:00:29.437398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.516577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] For port 349a74c6-cabd-49fd-aef6-f4c787d5103e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:00:29.520011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] For port 349a74c6-cabd-49fd-aef6-f4c787d5103e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=349a74c6-cabd-49fd-aef6-f4c787d5103e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:00:29.523602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.541517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:29.574887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-27c04586-224e-4811-a16f-168442681ab4', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:00:29.575870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:29.748807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Pushing event updated for resources: {'Port': ['ID=349a74c6-cabd-49fd-aef6-f4c787d5103e,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:29.757775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:29.758401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:29.759080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259b9cc0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:29.912453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Allocated IP 172.20.0.2 (27c04586-224e-4811-a16f-168442681ab4/cd88eeb8-c47d-4ac1-8615-844604f72875/c50e5778-1147-485c-9bb7-56c7b21fa852) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:00:29.955290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:30.132911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.138065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.150797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Transition to ACTIVE for port object c50e5778-1147-485c-9bb7-56c7b21fa852 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:30.168562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Transition to ACTIVE for port object c50e5778-1147-485c-9bb7-56c7b21fa852 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:30.173375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.189879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:30.282802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-0679e632-99c5-46b7-b584-aec317161029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259b9cc0>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:27Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:30.287293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679e632-99c5-46b7-b584-aec317161029 None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:27Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:00:30.340620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73caaab9-438b-4bb4-8914-62fb0898ffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.351673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Pushing event updated for resources: {'Port': ['ID=c50e5778-1147-485c-9bb7-56c7b21fa852,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:30.365628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:30.409626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Network 27c04586-224e-4811-a16f-168442681ab4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:30.410810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:30.413881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:00:30.472517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Attempting to bind port c50e5778-1147-485c-9bb7-56c7b21fa852 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:00:30.472939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Attempting to bind port c50e5778-1147-485c-9bb7-56c7b21fa852 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:00:30.473348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Attempting to bind port c50e5778-1147-485c-9bb7-56c7b21fa852 on network 27c04586-224e-4811-a16f-168442681ab4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:00:30.480217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:30.480671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Checking segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:00:30.481121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.481564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Bound using segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:30.482086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Bound port: c50e5778-1147-485c-9bb7-56c7b21fa852, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:00:30.482517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.578686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] For port c50e5778-1147-485c-9bb7-56c7b21fa852, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:00:30.582612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] For port c50e5778-1147-485c-9bb7-56c7b21fa852, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c50e5778-1147-485c-9bb7-56c7b21fa852,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:00:30.585080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.601540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:30.760042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (27c04586-224e-4811-a16f-168442681ab4/cd88eeb8-c47d-4ac1-8615-844604f72875/f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:00:30.808748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Pushing event updated for resources: {'Port': ['ID=c50e5778-1147-485c-9bb7-56c7b21fa852,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:30.814850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.815800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:30.958196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:30.987050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:31.009739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.026683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:31.217137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 349a74c6-cabd-49fd-aef6-f4c787d5103e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:31.237729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:31.245815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:31.271152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:31.272401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:31.275179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:00:31.313151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 349a74c6-cabd-49fd-aef6-f4c787d5103e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:31.318572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 349a74c6-cabd-49fd-aef6-f4c787d5103e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:31.319002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.346391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.437452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.446244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.464364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 349a74c6-cabd-49fd-aef6-f4c787d5103e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=349a74c6-cabd-49fd-aef6-f4c787d5103e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:31.467390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.470765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:31.541087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=349a74c6-cabd-49fd-aef6-f4c787d5103e,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:31.544367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:31.944860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.948510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:31.978737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc7d7066-e301-46c8-b978-855f58c37858 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:31.993630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:32.072855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:32.075568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:32.090419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:32.236353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:32.237781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:32.272261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:32.323680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b808ac8-2d4d-47cf-912e-62ca17999589 None None] Network 27c04586-224e-4811-a16f-168442681ab4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:00:32.433263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8285b035-e131-458a-bf11-d0612662524a None None] Provisioning for port c50e5778-1147-485c-9bb7-56c7b21fa852 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:32.893019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c91075dd-3638-40db-9a55-173c9c4faac5 None None] Provisioning for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:32.898299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c91075dd-3638-40db-9a55-173c9c4faac5 None None] Provisioning complete for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:32.898842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c91075dd-3638-40db-9a55-173c9c4faac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:32.934059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:00:32.962468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c91075dd-3638-40db-9a55-173c9c4faac5 None None] Port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:00:33.174884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:00:33.192696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49866) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:33.192872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/070da96b-cfae-42c2-8591-38f1594cb863/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8301985
Nov 23 13:00:33.222807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:00:33.229747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b6dfe9e1-1a0c-46a2-8231-312a20cced73 None None] Provisioning complete for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:33.230260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe9e1-1a0c-46a2-8231-312a20cced73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:33.284356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 349a74c6-cabd-49fd-aef6-f4c787d5103e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:33.364249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:33.365014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824176d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:33.366955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc8240-44f0-4e66-a801-1b6609476866 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.367389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc8240-44f0-4e66-a801-1b6609476866 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.367809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc8240-44f0-4e66-a801-1b6609476866 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.368228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc8240-44f0-4e66-a801-1b6609476866 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.370075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d5bc8240-44f0-4e66-a801-1b6609476866 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1758835
Nov 23 13:00:33.373426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:33.434356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe9e1-1a0c-46a2-8231-312a20cced73 None None] Port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:00:33.458952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdb0c8-e5d5-41ae-a827-24eff3ca9622 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.459381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdb0c8-e5d5-41ae-a827-24eff3ca9622 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.459795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdb0c8-e5d5-41ae-a827-24eff3ca9622 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.460204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdb0c8-e5d5-41ae-a827-24eff3ca9622 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:33.463333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9cdb0c8-e5d5-41ae-a827-24eff3ca9622 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0888338
Nov 23 13:00:33.465153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49874) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:33.552954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 349a74c6-cabd-49fd-aef6-f4c787d5103e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:33.553378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:33.692968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c030c4c9-e7c5-49b0-b600-7553af9d3712 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2264550
Nov 23 13:00:33.836492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:33.953689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ba023a1b-573f-46c2-a99a-5fd323c8e730 None None] Provisioning complete for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:33.954107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba023a1b-573f-46c2-a99a-5fd323c8e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.080001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c50e5778-1147-485c-9bb7-56c7b21fa852 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:34.135501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49880) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:34.141958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745350592', 'description': 'tempest-secgroup-smoke-1745350592 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:34.148622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.153053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.156878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.162872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.173008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.204463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ba023a1b-573f-46c2-a99a-5fd323c8e730 None None] Port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:00:34.213090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.217238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.220366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.226197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.287830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.291797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.298616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a3e9c0b7-fd45-4417-8ef1-ebcdc553403c tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.324668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c50e5778-1147-485c-9bb7-56c7b21fa852 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:34.332635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c50e5778-1147-485c-9bb7-56c7b21fa852 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:34.332997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.345695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:34.348667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.350010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2134199
Nov 23 13:00:34.351056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:34.353334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49884) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:34.360178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:34.366805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.371011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.375255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.381197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.400594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.425264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824176d30>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:34.458182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:00:34.458591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Updating router 070da96b-cfae-42c2-8591-38f1594cb863 port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:00:34.473562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.476240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.478223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f559c5f6-0846-4371-93b9-94b71dd80f93 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.502335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50436f74-4c99-4a3f-a2dc-9cf18b8edfb9,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:34.506571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:34.513696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.515591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1609106
Nov 23 13:00:34.518679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49888) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:34.524819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:34.531420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.535601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.536702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.538728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.544483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.548580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.561425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.626939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c50e5778-1147-485c-9bb7-56c7b21fa852, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c50e5778-1147-485c-9bb7-56c7b21fa852,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:34.631156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.633833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.637097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.640993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.642333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-385f92a7-fc24-4899-82c3-44c6136ffb5d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.667876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87271e1e-ce76-4e0e-833a-52653240c457,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:34.670620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:34.675842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.677481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1574798
Nov 23 13:00:34.680130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49892) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:34.686613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:34.694437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.698889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.702126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.708376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.726940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.797313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.809622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.813927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c50e5778-1147-485c-9bb7-56c7b21fa852,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:34.819129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.819724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:34.845260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeeba69-f371-4c24-8700-adf592012134,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:34.847913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:34.854032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.854806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1736176
Nov 23 13:00:34.857757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49896) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:34.863993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:34.870546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:34.875601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:34.878818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:34.884681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:34.901353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.970378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.974302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:34.976475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e734b06-f33d-45a7-a2df-7b47f9664e0f tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:34.999744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042a385-e3cf-442f-acb1-8943e53d96e8,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:35.006862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:35.014149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.015780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1567695
Nov 23 13:00:35.018485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49900) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:35.024151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:35.031063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:35.035556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:35.038665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:35.044534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:35.055171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:00:35.060208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.062018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.072895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Transition to ACTIVE for port object f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:35.075519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.090931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:35.137484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.140471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.142761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c7ab33-ad01-49d0-b117-f7c0daaf2844 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:35.168299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ff18c0-3aef-4103-81cd-8667139eb840,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:35.170996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:35.178394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.179696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1602118
Nov 23 13:00:35.182643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49904) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:35.185263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c50e5778-1147-485c-9bb7-56c7b21fa852 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:35.188698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '26c5ebfa-dcc1-4eb1-8fc7-e023703df65a', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:35.195032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:35.199076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:35.202134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:35.208189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:35.217861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:00:35.225398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.272739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Pushing event updated for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:35.283654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:35.302001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.305108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.307031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe9e748d-4ee8-4c51-bbb2-04fac957d060 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:35.330062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31480fc3-b48e-4b10-bb94-baed3e10d88b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:35.334490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:35.341638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.342926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1592860
Nov 23 13:00:35.348932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c50e5778-1147-485c-9bb7-56c7b21fa852 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:35.349361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.544800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Attempting to bind port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:00:35.545064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Attempting to bind port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:00:35.545425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Attempting to bind port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 on network 27c04586-224e-4811-a16f-168442681ab4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:00:35.587301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:35.587737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Checking segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:00:35.588263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.588774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Bound using segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:35.589336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Bound port: f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:00:35.589905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.615103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-82593cbc-ed34-4b67-b071-292e9d357202 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745350592&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0467398
Nov 23 13:00:35.722584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] For port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:00:35.726239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] For port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:00:35.730083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:35.746551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f3d2320-4686-464b-8ee7-64cf6f998a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:35.787699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-f7b2952f-8fd1-43d5-9a9a-d2988cdec372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:35.789522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-f7b2952f-8fd1-43d5-9a9a-d2988cdec372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 797 time: 0.1667671
Nov 23 13:00:35.809142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-befcef76-8890-4de8-b526-4620a1bf88c4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0132844
Nov 23 13:00:35.905907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-c4a5bca0-589d-45b0-baaa-907d2a982974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0902450
Nov 23 13:00:36.061480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Pushing event updated for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:36.070377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-5667c1ce-5d0f-40f3-baa9-e649d3c722ab service neutron] 10.222.0.60 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502616
Nov 23 13:00:36.075132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:36.120546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:36.121252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824176d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:36.236499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-d8b13a69-29f9-4ac5-8efe-351a09df76b2 service neutron] 10.222.0.60 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1587846
Nov 23 13:00:36.341829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:36.452052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-145fa50b-9733-4cbf-9c9b-597a6ca56a09 req-86026786-7d36-4539-bfaf-8e11503e5c67 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:00:36.468508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-145fa50b-9733-4cbf-9c9b-597a6ca56a09 req-86026786-7d36-4539-bfaf-8e11503e5c67 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:00:36.469936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-145fa50b-9733-4cbf-9c9b-597a6ca56a09 req-86026786-7d36-4539-bfaf-8e11503e5c67 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0645318
Nov 23 13:00:36.678995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824176d30>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:35Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:36.683506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6cd82-2cd3-4de1-991f-3b06074b7067 None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:35Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:00:37.189544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:37.266995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:37.272374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:37.272838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:37.400512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:37.439297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:37.442856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:37.445783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0529da78-da85-453f-81b2-1feed4f3bd75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:37.520549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:37.523844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:37.597922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4b94f419-1c71-472c-b169-e027ea757ff7 req-ef1abb0f-6878-4cc5-96da-395b9245d62b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0544488
Nov 23 13:00:38.725335 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ae0fc5b-400b-444b-8795-7c2bb4973116 req-13f16dd0-6246-4716-a2fd-436d88af9d24 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0478172
Nov 23 13:00:39.168014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:39.241473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:39.241897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:39.850125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2f387b7-b19d-49cf-83e6-bef587f46524 req-04c1b0a1-1c8b-4673-b932-670cb4a243c2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0469055
Nov 23 13:00:41.035508 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14d99332-9dc1-40fa-897c-b927bb1ccb26 req-d0123d5f-6254-4571-b396-3af770d5fbc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0518584
Nov 23 13:00:41.745610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-4f98d5f6-ea79-4797-83a0-9d1e4ec23f14 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:41.747298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-4f98d5f6-ea79-4797-83a0-9d1e4ec23f14 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 797 time: 0.1736987
Nov 23 13:00:41.851614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-fbc5a1a7-fcf5-4b3a-aac7-1d9b0e73faee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7377 time: 0.0843842
Nov 23 13:00:41.862754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': '08b01819-2eb1-406b-a939-210f7c94c957', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['26c5ebfa-dcc1-4eb1-8fc7-e023703df65a']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:42.009271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:42.019666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:42.029240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:00:42.035482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:42.228316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e78efa8-c4bd-44ce-a142-3663eb4549f8 req-a336c5d8-bffe-492f-bf3b-b9e358c6fbf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0570140
Nov 23 13:00:42.394820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.4 (27c04586-224e-4811-a16f-168442681ab4/cd88eeb8-c47d-4ac1-8615-844604f72875/6160ae8f-e9f0-476b-a5a2-31ff69b72d94) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:00:42.599666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:42.621681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:42.644267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:42.662250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71056b00-9ccf-44e9-81c8-66e1e70b945b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:42.830086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:42.833431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:42.894764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:42.896002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:42.898502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:00:42.978568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:42.979272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:43.017987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1600749
Nov 23 13:00:43.037447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Request body: {'port': {'device_id': '08b01819-2eb1-406b-a939-210f7c94c957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:43.154350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b07c8132-7946-4acf-b034-9c76ec9dede3 None None] Provisioning for port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:43.160772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b07c8132-7946-4acf-b034-9c76ec9dede3 None None] Provisioning complete for port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:43.161206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b07c8132-7946-4acf-b034-9c76ec9dede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:43.171786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:43.222505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b07c8132-7946-4acf-b034-9c76ec9dede3 None None] Port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:00:43.470581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d286c-b163-4850-9efb-371598b7dc78 req-f7b4c2eb-caea-469f-93e9-9a5bff5cd4cd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:43.472231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-609d286c-b163-4850-9efb-371598b7dc78 req-f7b4c2eb-caea-469f-93e9-9a5bff5cd4cd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 931 time: 0.0980422
Nov 23 13:00:43.527863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-609d286c-b163-4850-9efb-371598b7dc78 req-a71226e7-69e8-4c1f-9c00-39309f9b2a2f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:00:43.543813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-609d286c-b163-4850-9efb-371598b7dc78 req-a71226e7-69e8-4c1f-9c00-39309f9b2a2f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:00:43.545200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-609d286c-b163-4850-9efb-371598b7dc78 req-a71226e7-69e8-4c1f-9c00-39309f9b2a2f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663998
Nov 23 13:00:43.677752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:00:43.687817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:43.703606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Transition to ACTIVE for port object 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:00:43.706662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:43.723689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:43.879884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Pushing event updated for resources: {'Port': ['ID=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:43.884791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:44.357050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Attempting to bind port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:00:44.357277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Attempting to bind port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:00:44.357641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Attempting to bind port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 on network 27c04586-224e-4811-a16f-168442681ab4 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:00:44.365234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:44.365607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Checking segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:00:44.366004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:44.366397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Bound using segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:44.366859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Bound port: 6160ae8f-e9f0-476b-a5a2-31ff69b72d94, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:00:44.367228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:44.459634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] For port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:00:44.462823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] For port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:00:44.466349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:44.481674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ddf93aec-8fd0-4b80-b724-254e17730bbd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:44.629388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Pushing event updated for resources: {'Port': ['ID=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:44.646091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:44.718799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:44.719495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:44.721081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] 10.222.0.63 "PUT /v2.0/ports/6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 1157 time: 1.6887939
Nov 23 13:00:44.726165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:44.782202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48136-54a9-4891-99d0-855cac17808c req-0b4dfaa1-f1c0-4b49-96c7-6e852537d075 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:44.782998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1ee48136-54a9-4891-99d0-855cac17808c req-0b4dfaa1-f1c0-4b49-96c7-6e852537d075 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:00:44.823601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'status': 'completed', 'code': 200}
Nov 23 13:00:44.849774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1ee48136-54a9-4891-99d0-855cac17808c req-0b4dfaa1-f1c0-4b49-96c7-6e852537d075 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:00:44.851048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ee48136-54a9-4891-99d0-855cac17808c req-0b4dfaa1-f1c0-4b49-96c7-6e852537d075 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 943 time: 0.1703026
Nov 23 13:00:44.915207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-36cd9843-32f5-428a-8989-6ccfe075c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:44.916750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-36cd9843-32f5-428a-8989-6ccfe075c1ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1160 time: 0.1305764
Nov 23 13:00:44.924793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ee48136-54a9-4891-99d0-855cac17808c req-84917225-4661-415d-87d3-b529259a6e9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672188
Nov 23 13:00:44.998018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-b6561e1a-1057-48de-951a-57c9d790bb96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 217 time: 0.0680728
Nov 23 13:00:45.071189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-62f1d2c3-850b-4911-b926-f2d4cdd0ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:45.072802 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-62f1d2c3-850b-4911-b926-f2d4cdd0ee49 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0686212
Nov 23 13:00:45.154000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-8152f67d-dbda-435e-8579-c1ac438dc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:45.156208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-8152f67d-dbda-435e-8579-c1ac438dc217 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762000
Nov 23 13:00:45.301570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-6915fb95-d0dc-48b0-b5df-5ce8b8243d9a service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385627
Nov 23 13:00:45.447503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c69061d-1172-494b-80c0-c651c7535ce0 req-f5798e1c-de62-4ec9-9e43-93de96da2933 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391013
Nov 23 13:00:45.627634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-fd9b251d-d4f0-4256-8652-460346aeb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:45.629203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-fd9b251d-d4f0-4256-8652-460346aeb7b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1160 time: 0.0859916
Nov 23 13:00:45.785966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-ea8262ff-402c-455e-b2ee-e1f1e5c4d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:45.787603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-ea8262ff-402c-455e-b2ee-e1f1e5c4d2b3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1502681
Nov 23 13:00:45.862032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-4ee02c40-b3e1-4e1b-9681-b78527dd7428 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 217 time: 0.0664554
Nov 23 13:00:45.937275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-c3395b00-d8d3-458a-b911-f9bf63d8786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:45.939118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-c3395b00-d8d3-458a-b911-f9bf63d8786d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0695562
Nov 23 13:00:46.025347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-979c4230-f64c-4319-be1f-264e465e0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:46.027007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-979c4230-f64c-4319-be1f-264e465e0c36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795779
Nov 23 13:00:46.148778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef3b9-f463-4d2b-982c-06e40658a37b req-0a163829-81ce-4070-aac0-057bfa858be5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:46.150391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d8ef3b9-f463-4d2b-982c-06e40658a37b req-0a163829-81ce-4070-aac0-057bfa858be5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 943 time: 0.0919304
Nov 23 13:00:46.179295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-40766fb3-ea4a-49a4-8955-4ee5f0f19e39 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448123
Nov 23 13:00:46.204688 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d8ef3b9-f463-4d2b-982c-06e40658a37b req-f596c237-a28f-41a3-9659-e220f5f35859 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461476
Nov 23 13:00:46.326398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc2908f-4712-44cb-9016-ebd0edd29e15 req-49c173c8-e5f8-4bf2-ad5c-98c057f1278a service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399589
Nov 23 13:00:46.856678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:47.419410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef1d7a-284c-4690-84d2-74c9f9051955 req-62207c71-67c9-479f-854c-b21a83348d55 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:47.420962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74ef1d7a-284c-4690-84d2-74c9f9051955 req-62207c71-67c9-479f-854c-b21a83348d55 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 943 time: 0.0839491
Nov 23 13:00:47.475371 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74ef1d7a-284c-4690-84d2-74c9f9051955 req-96193628-cf47-4575-bf5a-482c9719de4c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470879
Nov 23 13:00:48.070576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:48.142721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:00:48.147542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:48.147962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:48.267046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:48.295427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:48.305931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:00:48.308813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:48.310720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:48.355841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'code': 200}
Nov 23 13:00:48.381267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:48.385232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:48.708793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303672f-254e-4ce7-ba66-3dfd16f87824 req-b4018b9d-b34c-44f6-84f5-7f6d2f1e43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:48.710413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2303672f-254e-4ce7-ba66-3dfd16f87824 req-b4018b9d-b34c-44f6-84f5-7f6d2f1e43e1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1162 time: 0.1454308
Nov 23 13:00:48.722019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c72af-510c-46ac-ba8c-cbe784a03f0e req-0d98d130-6d7e-4aa2-aa90-fbd4c13cd2e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:48.723547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-613c72af-510c-46ac-ba8c-cbe784a03f0e req-0d98d130-6d7e-4aa2-aa90-fbd4c13cd2e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.1117365
Nov 23 13:00:48.801946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2303672f-254e-4ce7-ba66-3dfd16f87824 req-8a8b8162-c50e-4b3e-a039-d96894d4ff98 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773292
Nov 23 13:00:48.809198 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-613c72af-510c-46ac-ba8c-cbe784a03f0e req-d11262a4-5bb0-4e6c-a45e-84a6a821134a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674281
Nov 23 13:00:49.799325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:00:49.882787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:00:49.883212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:50.039967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e245a9-cbc3-4007-a255-514ac9f84cc3 req-69cb51d4-7af2-40e7-bb1c-6a34cf845253 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:50.041526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01e245a9-cbc3-4007-a255-514ac9f84cc3 req-69cb51d4-7af2-40e7-bb1c-6a34cf845253 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.0907621
Nov 23 13:00:50.090396 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01e245a9-cbc3-4007-a255-514ac9f84cc3 req-f67f71ae-05ad-4ef5-a9a5-37e67b3041f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424535
Nov 23 13:00:51.311622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01320e-7cad-4da8-a405-fa6bb624cb20 req-969b1897-b875-4888-aa31-e961f26aa627 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:51.313314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf01320e-7cad-4da8-a405-fa6bb624cb20 req-969b1897-b875-4888-aa31-e961f26aa627 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.0846102
Nov 23 13:00:51.362510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf01320e-7cad-4da8-a405-fa6bb624cb20 req-6856956c-cae0-4ccc-913c-16eb3b92723a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427694
Nov 23 13:00:51.577321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131c9b6-30a8-4adb-bb07-47caf7a263ac req-ad44a3dd-3bf4-43ea-bd31-802e8671dd1f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:51.578904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0131c9b6-30a8-4adb-bb07-47caf7a263ac req-ad44a3dd-3bf4-43ea-bd31-802e8671dd1f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.0858471
Nov 23 13:00:51.628998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0131c9b6-30a8-4adb-bb07-47caf7a263ac req-06ea87d1-04d1-48bf-b147-42ccf90d4e9e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436180
Nov 23 13:00:51.659583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49972) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:51.742610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358a577-53aa-47b8-8a91-fa6b149cf265 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:51.744285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a358a577-53aa-47b8-8a91-fa6b149cf265 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1157 time: 0.0836375
Nov 23 13:00:51.747413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 49976) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:51.753636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:51.759650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:00:51.763775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:00:51.766931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:00:51.772807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:00:51.782748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:51.929633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:52.200299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.139 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/d109ff50-f989-4984-b976-045a1e6f3afb) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:00:52.362193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:52.389132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:52.409778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9d9919f2-ac18-40b2-be04-69f88306fe4e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:52.544132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=d109ff50-f989-4984-b976-045a1e6f3afb,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:52.549870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:52.605271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:00:52.606490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:00:52.609052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:00:53.056965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:53.132372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:53.658963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:53.663615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:53.679498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:00:53.823795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=d109ff50-f989-4984-b976-045a1e6f3afb,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:00:53.827533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:00:53.933497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:54.139927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 43b4d788-63dd-4e83-9605-59bcddf85984 associated. External IP: 172.26.6.139, port: 6160ae8f-e9f0-476b-a5a2-31ff69b72d94.
Nov 23 13:00:54.557047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:00:54.777559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:00:54.788093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:00:54.803411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:54.804106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825929b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:54.804354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:54.866387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1174531
Nov 23 13:00:54.867187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:00:54.869404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49980) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:54.935099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'status': 'completed', 'code': 200}
Nov 23 13:00:54.993776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f02747ba-ac67-4a6c-9839-8b1641fefad9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 991 time: 0.1230381
Nov 23 13:00:55.001323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:55.058288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-ab3763d3-5931-431c-a08a-a445fbd8312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:55.059953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-ab3763d3-5931-431c-a08a-a445fbd8312d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1162 time: 0.0803239
Nov 23 13:00:55.214177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-26266f80-0223-443f-a89c-b177b5d55597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:55.215782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-26266f80-0223-443f-a89c-b177b5d55597 service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1493025
Nov 23 13:00:55.331717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-cabe697d-0fbc-4540-b4d4-8a2ab8ef2909 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 999 time: 0.1087759
Nov 23 13:00:55.383920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825929b00>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:07:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01819-2eb1-406b-a939-210f7c94c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:00:52Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:55.388157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:00:55.399772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:55.400439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825929b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:00:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:55.403234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-0ca576e3-0b31-4d67-9f03-dbfd2117a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:55.404868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-0ca576e3-0b31-4d67-9f03-dbfd2117a6b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0657172
Nov 23 13:00:55.489403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-ae179b9d-84ac-4683-beaa-851950340037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:55.498437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-ae179b9d-84ac-4683-beaa-851950340037 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798361
Nov 23 13:00:55.598239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:00:55.639144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-dd6244e4-8290-4263-bc06-1e0f00820d57 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392682
Nov 23 13:00:55.792161 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4be57eb3-7a47-46f8-b525-34c32c030f75 req-11168c02-5705-42b6-822f-d8f29b5c895a service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463110
Nov 23 13:00:55.981104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825929b00>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:07:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01819-2eb1-406b-a939-210f7c94c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:00:52Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:00:55.985927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb794e2-f11d-4d7b-99a5-6658519dc7b4 None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:07:f1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01819-2eb1-406b-a939-210f7c94c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:00:52Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:00:55.998134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49986) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:56.112169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fe61374-5431-4641-ac30-bf15877271fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 991 time: 0.1126549
Nov 23 13:00:56.278378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f0c8d-7dd5-427d-8f3d-5ab6d63474f6 None None] New status for floating IP 43b4d788-63dd-4e83-9605-59bcddf85984: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:00:57.116154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 49990) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:57.234637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-61bb94c8-a6f5-4960-bb0f-68c7a736cd40 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 993 time: 0.1170173
Nov 23 13:00:57.816892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cc37681-1804-408d-bd54-ea2b5dbc1d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:00:59.328528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-923943e4-e39a-4aaa-9561-04242fc1f22f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0747378
Nov 23 13:00:59.502973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-1b2a4bfb-fd03-4423-b237-12c66c7bd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:59.504705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-1b2a4bfb-fd03-4423-b237-12c66c7bd200 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1162 time: 0.0752990
Nov 23 13:00:59.676082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-a217df97-85d8-4b83-8d1e-604788aae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:59.677698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-a217df97-85d8-4b83-8d1e-604788aae83b service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1395600
Nov 23 13:00:59.802991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-c7b45b15-5c38-4243-ad1b-7c2b74f1a855 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 1001 time: 0.1162803
Nov 23 13:00:59.877151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-eb5f0c4c-1529-4248-95e1-d7016ea6c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:59.878723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-eb5f0c4c-1529-4248-95e1-d7016ea6c5b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0697315
Nov 23 13:00:59.958509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-aeb7b17e-059d-45cc-af65-f1215c525c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:00:59.960130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-aeb7b17e-059d-45cc-af65-f1215c525c15 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747669
Nov 23 13:01:00.104516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-c3e8a9bf-32c1-4838-860a-8cb7a7e59c80 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370451
Nov 23 13:01:00.266483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77122ebe-1e6c-46e1-9168-9f8ca9f3d15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:00.511365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d28a5d90-bd95-433a-a707-bf7898c73dad req-af5c5b59-3d7f-4f65-8675-3ea2fdbcbb17 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3997836
Nov 23 13:01:00.713699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:01.871637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:01:02.000899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:02.272578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:16.882607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:26.517935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50004) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:26.599193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f3025-5e29-433f-a851-80dfd0182eb0 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:26.599620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f3025-5e29-433f-a851-80dfd0182eb0 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:26.600038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f3025-5e29-433f-a851-80dfd0182eb0 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:26.601875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec8f3025-5e29-433f-a851-80dfd0182eb0 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?project_id=721b8190b3144e4d875f35ef76a7f5c1&network_id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 3059 time: 0.0828648
Nov 23 13:01:27.819945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b5f64ac6-454d-4021-a69e-8f7dfbb2aaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:28.301288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50016) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:28.369534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3677e8e7-324b-413c-a37a-b79faee81fe4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:28.371197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3677e8e7-324b-413c-a37a-b79faee81fe4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?network_id=dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 814 time: 0.0687304
Nov 23 13:01:29.285755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50024) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:29.292210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'port_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:29.403999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:29.706427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:29.708142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:29.708544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 43b4d788-63dd-4e83-9605-59bcddf85984 disassociated. External IP: 172.26.6.139, port: 6160ae8f-e9f0-476b-a5a2-31ff69b72d94.
Nov 23 13:01:30.259104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5cbdacb4-8328-405f-9401-93b27f1bcbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:30.396756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:01:30.611559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:01:30.617011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:30.622437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:01:30.635561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:30.636238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258a6198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:01:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:30.678020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4976029e-21fd-4190-884d-98156f6a9dfe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 690 time: 1.3910697
Nov 23 13:01:30.679249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:01:30.681449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50028) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:30.724977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:30.755007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'status': 'completed', 'code': 200}
Nov 23 13:01:30.802604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fef3ae35-19d4-42de-94c3-693cf7de9cf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 690 time: 0.1196339
Nov 23 13:01:30.896730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-a9c6ecff-c5b4-481b-a862-16bf5e38343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:30.898997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-a9c6ecff-c5b4-481b-a862-16bf5e38343d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1162 time: 0.0779502
Nov 23 13:01:30.983330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:01:31.045054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-90c8d6b1-2d7e-4950-9020-a61a6fa2c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:31.046716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-90c8d6b1-2d7e-4950-9020-a61a6fa2c10c service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1411667
Nov 23 13:01:31.122544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-f77fce7b-ec58-432c-80d4-31b1ba6a6923 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 217 time: 0.0683436
Nov 23 13:01:31.192611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-dba1a36c-687a-4cbc-bfec-30c01f9f2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:31.194668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-dba1a36c-687a-4cbc-bfec-30c01f9f2bd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0654738
Nov 23 13:01:31.281231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-48be464b-6837-4e53-90e1-57e3d9d019e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:31.282896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-48be464b-6837-4e53-90e1-57e3d9d019e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816865
Nov 23 13:01:31.324367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258a6198>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:31.328686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:01:31.341066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:31.341731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258a6198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:01:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:31.437089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-8888c98a-7589-4de9-b37c-f9dd109e4f34 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460326
Nov 23 13:01:31.540101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:01:31.585833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8947a3a7-5cf1-468b-9077-8cc6b041a25b req-d755ebba-41bb-411d-9628-7785ea043420 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414738
Nov 23 13:01:31.806979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50034) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:31.887084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258a6198>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:31.891504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1241809-cca0-43a7-8331-d9595ae64e58 None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:01:31.894686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6d728de1-3723-4cb4-b67c-d902d1c3b620 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 690 time: 0.0861557
Nov 23 13:01:31.994004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:32.250717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5523ea0-507d-4f51-904e-3e863ce3f854 None None] New status for floating IP 43b4d788-63dd-4e83-9605-59bcddf85984: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:01:32.395701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:32.898827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50038) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:32.987288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76b6fa04-b10c-4f12-b027-716792db6f3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 688 time: 0.0870311
Nov 23 13:01:34.289386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50044) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:34.295600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212922064', 'description': 'tempest-secgroup-smoke-1212922064 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:34.302358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.312617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:34.322324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.360771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.364953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:34.368449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:34.374505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:34.431630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.434417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.439793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ea83d14-30cf-46e9-b7f4-7e5fa9c08c2d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:34.487604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:34.493071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.494398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2038045
Nov 23 13:01:34.498054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50048) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:34.500545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.500977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.501398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.501819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.502229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.502644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.503077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.503486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.503920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.504181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:34.504309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.504712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.505117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.505613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.506033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.506423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.507411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.507854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.508220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.508668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.509073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.509517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.509924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.510325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.510725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.511886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.515350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:34.516620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:34.519755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:34.526455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:34.546911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.611189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.613890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.616485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de4e2530-9a8a-4f2c-bad4-416bbe891b85 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:34.638725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b793763e-7b78-4e30-828f-c0099f212d5f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:34.653877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.654305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.654725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.655134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.655543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.655950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.656356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.656788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.657189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.657594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.657994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.658394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.658883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.659285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.659684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.660080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.660518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.660919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.661318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.661714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.662111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.662510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.662910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.663309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:34.666719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.669257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1688557
Nov 23 13:01:34.669257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:34.671174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50052) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:34.677284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:34.684807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.688913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:34.692000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:34.698548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:34.716785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.785173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.788649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.790749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b43fc22d-bfd8-4d7a-aaae-4c484f3efdd0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:34.813984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50afa34a-8296-499f-beb2-9cac9ce17008,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:34.818418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:34.825785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.827074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1548164
Nov 23 13:01:34.830424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50056) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:34.836322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:34.842902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.847058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:34.850172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:34.856722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:34.873832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.940943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.943326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.945195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:34.968097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bf8e67-5ac6-4caf-9d86-9e5f19fa5271,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:34.970679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:34.977858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:34.979143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1476977
Nov 23 13:01:34.982103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50060) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:34.987646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:34.994812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:34.999147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:35.002278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:35.008237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:35.027448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.095189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.097836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.099720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e393a965-c608-4996-9f0b-a6111e77bf3b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:35.123993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b495398d-3a12-473e-a5b3-44399e8eb2b8,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:35.126564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:35.133630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.134811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1517100
Nov 23 13:01:35.138036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50064) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:35.143949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:35.151230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:35.155341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:35.158399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:35.164788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:35.175169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:01:35.182251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.250282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.253021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.260061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-789889a0-3674-4cb2-a276-c811665cd3d6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:35.279638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74700bdb-01d5-43c8-815d-5effac1c01cb,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:35.282242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:35.290129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.291408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1522930
Nov 23 13:01:35.294473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50068) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:35.300186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'c8ada6e8-3087-4ee9-bd57-f6c71521f0d3', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:35.306689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:35.310946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:01:35.314201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:01:35.321107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:35.330762 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:01:35.338355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.411676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.414847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.416770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f50ff1c2-b8c6-4562-b30d-0e0fc1c69553 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:35.439990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75506723-8d54-459b-9733-950579aeb331,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:35.442636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:35.450781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:35.452074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1565914
Nov 23 13:01:35.644120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-d64647b8-d823-483c-9cb5-36a1008d7007 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:01:35.659235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-d64647b8-d823-483c-9cb5-36a1008d7007 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:01:35.660528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-d64647b8-d823-483c-9cb5-36a1008d7007 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212922064&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0604711
Nov 23 13:01:35.826904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-bf3d55df-101c-4f1d-b546-a6a643c49112 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:35.828533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-bf3d55df-101c-4f1d-b546-a6a643c49112 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 797 time: 0.1599903
Nov 23 13:01:35.846793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-982d4197-b4d9-41b8-b80d-dc9b3371b35e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0120282
Nov 23 13:01:35.938440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-4a51f8a6-946d-467c-96e0-fbf79f949d07 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0854785
Nov 23 13:01:36.096049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-f0bb41ef-ade6-43b1-b5cf-df2b2559c140 service neutron] 10.222.0.60 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441271
Nov 23 13:01:36.242060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-3ad6d85d-53c0-4550-a0b7-39c3a3880be5 service neutron] 10.222.0.60 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389642
Nov 23 13:01:36.454366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b1bd24-c884-479b-ad52-fb4973219b8c req-148c8ef1-bd61-4d82-874c-4cd9dc08334b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 210 time: 0.0485859
Nov 23 13:01:37.649786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-514deac2-363b-43fc-b7ee-c9a5b58bbb23 req-084921fe-db83-4551-a4e2-f35aafe89275 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 210 time: 0.0607767
Nov 23 13:01:37.705788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-b1a6dee9-56c6-4335-87e4-bd120140025f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:37.707536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-b1a6dee9-56c6-4335-87e4-bd120140025f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 797 time: 0.2230141
Nov 23 13:01:37.816849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-c723a996-3574-4706-a114-6a9c003ecd1c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 11999 time: 0.0898602
Nov 23 13:01:37.827933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['c8ada6e8-3087-4ee9-bd57-f6c71521f0d3']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:37.976070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:01:37.985782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:01:37.995662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:01:38.001557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:38.323948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.6 (27c04586-224e-4811-a16f-168442681ab4/cd88eeb8-c47d-4ac1-8615-844604f72875/524da861-1a5d-42b6-be18-6dc1af677cf2) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:01:38.530104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:38.547462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 524da861-1a5d-42b6-be18-6dc1af677cf2 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:01:38.568516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:38.583906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c063eb-6fb4-4e65-a158-4bbdf665df98 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:38.731027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=524da861-1a5d-42b6-be18-6dc1af677cf2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:38.736164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:38.797002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:01:38.798231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:01:38.810326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:01:38.875380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:01:38.883001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:38.883852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:38.898747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e8fc-91c5-4f52-a811-21577b99e13d req-6de4f0b9-cdba-40eb-bfe5-3029d7da3ac3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:38.900500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15f3e8fc-91c5-4f52-a811-21577b99e13d req-6de4f0b9-cdba-40eb-bfe5-3029d7da3ac3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 931 time: 0.0996559
Nov 23 13:01:38.913810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0898685
Nov 23 13:01:38.934251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Request body: {'port': {'device_id': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:38.957773 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15f3e8fc-91c5-4f52-a811-21577b99e13d req-51010f2c-1162-42c4-af65-c75a08756420 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507896
Nov 23 13:01:39.046492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d9d23e6-6301-4926-8eb0-4b85b5335a2e None None] Provisioning for port 524da861-1a5d-42b6-be18-6dc1af677cf2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:01:39.051880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d9d23e6-6301-4926-8eb0-4b85b5335a2e None None] Provisioning complete for port 524da861-1a5d-42b6-be18-6dc1af677cf2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:01:39.052307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d9d23e6-6301-4926-8eb0-4b85b5335a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.056308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.109211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d23e6-6301-4926-8eb0-4b85b5335a2e None None] Port 524da861-1a5d-42b6-be18-6dc1af677cf2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:01:39.469940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524da861-1a5d-42b6-be18-6dc1af677cf2 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:01:39.477500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.489650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Transition to ACTIVE for port object 524da861-1a5d-42b6-be18-6dc1af677cf2 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:01:39.492619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.513019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0066eefb-0a75-4aac-bbc0-c4ba534efd7b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:39.651495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=524da861-1a5d-42b6-be18-6dc1af677cf2,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:39.657451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:39.856806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Attempting to bind port 524da861-1a5d-42b6-be18-6dc1af677cf2 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:01:39.857703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Attempting to bind port 524da861-1a5d-42b6-be18-6dc1af677cf2 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:01:39.858251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Attempting to bind port 524da861-1a5d-42b6-be18-6dc1af677cf2 on network 27c04586-224e-4811-a16f-168442681ab4 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:01:39.867632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:01:39.868015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Checking segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:01:39.868449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.868855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Bound using segment: {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:01:39.869338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Bound port: 524da861-1a5d-42b6-be18-6dc1af677cf2, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d780d-d462-4aa3-89e8-e5b32c87980a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27c04586-224e-4811-a16f-168442681ab4'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:01:39.869716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.964912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] For port 524da861-1a5d-42b6-be18-6dc1af677cf2, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:01:39.968053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] For port 524da861-1a5d-42b6-be18-6dc1af677cf2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=524da861-1a5d-42b6-be18-6dc1af677cf2,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:01:39.971394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:39.987027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-73ab4942-1563-478e-8009-b8f33a1f514a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:40.458332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=524da861-1a5d-42b6-be18-6dc1af677cf2,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:40.477026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:40.511655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:40.512316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:40.513814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] 10.222.0.63 "PUT /v2.0/ports/524da861-1a5d-42b6-be18-6dc1af677cf2 HTTP/1.1" status: 200  len: 1157 time: 1.5854440
Nov 23 13:01:40.514427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:01:40.527388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157e441-8d8d-44f2-993c-6990b4be0aaf req-d60c10b7-1dd7-4a48-b8cb-de854dcfd42c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:40.527550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b157e441-8d8d-44f2-993c-6990b4be0aaf req-d60c10b7-1dd7-4a48-b8cb-de854dcfd42c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:01:40.544281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b157e441-8d8d-44f2-993c-6990b4be0aaf req-d60c10b7-1dd7-4a48-b8cb-de854dcfd42c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:01:40.545678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b157e441-8d8d-44f2-993c-6990b4be0aaf req-d60c10b7-1dd7-4a48-b8cb-de854dcfd42c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 943 time: 0.1696875
Nov 23 13:01:40.616228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'status': 'completed', 'code': 200}
Nov 23 13:01:40.655892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b157e441-8d8d-44f2-993c-6990b4be0aaf req-c7e92e99-1fbc-43c0-a984-358684a8e7a7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038017
Nov 23 13:01:40.692407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-eda42e65-5d7a-4d63-86a5-ed03b469e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:40.694690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-eda42e65-5d7a-4d63-86a5-ed03b469e2ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 1160 time: 0.1167319
Nov 23 13:01:40.779857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-f0114252-7231-4f04-9fde-f8a28cfd07b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=524da861-1a5d-42b6-be18-6dc1af677cf2 HTTP/1.1" status: 200  len: 217 time: 0.0695050
Nov 23 13:01:40.857799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-52f63aed-931f-4b56-b216-a8c238bda8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:40.859372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-52f63aed-931f-4b56-b216-a8c238bda8fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0738208
Nov 23 13:01:40.939536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-415cdb53-ae50-4ff4-9d17-85216b3cc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:40.941187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-415cdb53-ae50-4ff4-9d17-85216b3cc5ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756409
Nov 23 13:01:41.086734 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-fe8fca7e-9363-4927-955f-71c4a6ef9b4e service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384199
Nov 23 13:01:41.232493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c7e1d9-a859-4613-b68d-4b48720a8555 req-b1070670-548d-4300-ad5d-cc9f2b2340bf service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386106
Nov 23 13:01:41.422909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-73e7cd43-1a0a-4d8a-8118-1ec4c38d9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:41.425804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-73e7cd43-1a0a-4d8a-8118-1ec4c38d9833 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 1160 time: 0.1104596
Nov 23 13:01:41.575315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-ad15f7c8-d3c3-499d-abc2-1fb0403f68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:41.576952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-ad15f7c8-d3c3-499d-abc2-1fb0403f68e3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1443198
Nov 23 13:01:41.650895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-795229e1-179a-491f-a324-b880e0b7222a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=524da861-1a5d-42b6-be18-6dc1af677cf2 HTTP/1.1" status: 200  len: 217 time: 0.0667958
Nov 23 13:01:41.733965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-aa494629-d3fc-4bdf-8d59-26090dd69674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:41.735550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-aa494629-d3fc-4bdf-8d59-26090dd69674 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0770438
Nov 23 13:01:41.826025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-f82ffa34-8a7c-4f73-96be-5ed5f2c5b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:41.827695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-f82ffa34-8a7c-4f73-96be-5ed5f2c5b4ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807836
Nov 23 13:01:41.905729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3131e2-14ad-4cd0-8413-cd738d8021e5 req-53d8d74b-30da-4708-953c-3d127dbfb402 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:41.907289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f3131e2-14ad-4cd0-8413-cd738d8021e5 req-53d8d74b-30da-4708-953c-3d127dbfb402 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 943 time: 0.0906854
Nov 23 13:01:41.958050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f3131e2-14ad-4cd0-8413-cd738d8021e5 req-7cc54e0a-4a7d-4f8f-b900-6b07f086103a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433338
Nov 23 13:01:41.981533 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-f0b7b15f-744f-4208-8a1b-b1b3abbf99be service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465337
Nov 23 13:01:42.139907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4f7eb-7178-42b6-9d27-32478060a427 req-9646f5af-69db-472e-8e4b-e5a88470c0a4 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470871
Nov 23 13:01:43.177288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e74f88-7651-43fb-993b-223045d912e3 req-d03be728-f806-4adc-95cf-da9e123f895e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:43.179623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98e74f88-7651-43fb-993b-223045d912e3 req-d03be728-f806-4adc-95cf-da9e123f895e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 943 time: 0.0843341
Nov 23 13:01:43.232495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98e74f88-7651-43fb-993b-223045d912e3 req-92283ca5-8ed5-4355-be3a-ef610959a0fa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466235
Nov 23 13:01:44.455939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2b630-b1d7-41d2-ba68-ffb6f5c0c66b req-0af27dbd-bb53-4dda-b734-52f47482d9b4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:44.457565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21f2b630-b1d7-41d2-ba68-ffb6f5c0c66b req-0af27dbd-bb53-4dda-b734-52f47482d9b4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 943 time: 0.0877514
Nov 23 13:01:44.507142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21f2b630-b1d7-41d2-ba68-ffb6f5c0c66b req-80834718-afe5-487b-aeea-928c9579b914 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415668
Nov 23 13:01:44.630678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 524da861-1a5d-42b6-be18-6dc1af677cf2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:01:44.702716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 524da861-1a5d-42b6-be18-6dc1af677cf2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:01:44.707609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 524da861-1a5d-42b6-be18-6dc1af677cf2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:01:44.708029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:44.853784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:44.887959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:01:44.899059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 524da861-1a5d-42b6-be18-6dc1af677cf2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=524da861-1a5d-42b6-be18-6dc1af677cf2,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:01:44.903113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:44.905250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:01:44.991228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=524da861-1a5d-42b6-be18-6dc1af677cf2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:01:45.002334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.002729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.003118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.003503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.003880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.004264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.004670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.005048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.005420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.005788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.006244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.007141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.007777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.008162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.008590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.008972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.009338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.009711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.010079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.010449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.010827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.011172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.011544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.011914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:01:45.016985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:01:45.102390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'code': 200}
Nov 23 13:01:45.408709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0856-364c-4ecc-b684-eb23c71b98a1 req-b951bf3f-93dd-4398-b4c8-229d9a6c6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:45.410402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9cff0856-364c-4ecc-b684-eb23c71b98a1 req-b951bf3f-93dd-4398-b4c8-229d9a6c6f45 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 1162 time: 0.0866711
Nov 23 13:01:45.461038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9cff0856-364c-4ecc-b684-eb23c71b98a1 req-bded2dc3-23e3-45c6-aadf-e890acecb027 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441654
Nov 23 13:01:45.754959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40da4d6-4dbe-4d8d-8a97-5cd70e9d6f69 req-66295fd1-b1e0-43f7-ba4f-d6d303a4ba09 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:45.758147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f40da4d6-4dbe-4d8d-8a97-5cd70e9d6f69 req-66295fd1-b1e0-43f7-ba4f-d6d303a4ba09 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.1055858
Nov 23 13:01:45.816479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f40da4d6-4dbe-4d8d-8a97-5cd70e9d6f69 req-fe97a932-5148-4548-a814-f3291deff8ad tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511732
Nov 23 13:01:46.297469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 524da861-1a5d-42b6-be18-6dc1af677cf2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:01:46.375034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 524da861-1a5d-42b6-be18-6dc1af677cf2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:01:46.375461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:46.901967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:47.038559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5674b-5212-4fd7-9808-4cf905a5fa8f req-8527347a-7150-451a-afa6-3e8419849bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:47.040174 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2c5674b-5212-4fd7-9808-4cf905a5fa8f req-8527347a-7150-451a-afa6-3e8419849bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.0883951
Nov 23 13:01:47.089896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2c5674b-5212-4fd7-9808-4cf905a5fa8f req-7098514d-257d-4551-96b8-a3bb7e7e1466 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432234
Nov 23 13:01:47.306892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bbea3-90f8-42bd-a4ef-eb4cf5d5a5fb req-1fd414bb-9db3-4f79-b1ad-745b8e742d86 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:47.308403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6e8bbea3-90f8-42bd-a4ef-eb4cf5d5a5fb req-1fd414bb-9db3-4f79-b1ad-745b8e742d86 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.0884969
Nov 23 13:01:47.359782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6e8bbea3-90f8-42bd-a4ef-eb4cf5d5a5fb req-3b07dc49-4c1a-4f4a-a1cb-248497cf991c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448747
Nov 23 13:01:47.390822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:47.678859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847408e-579b-47d1-8e87-4c4ea23afe0d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:47.680679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b847408e-579b-47d1-8e87-4c4ea23afe0d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 1157 time: 0.2887495
Nov 23 13:01:47.683784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50130) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:47.689529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'port_id': '524da861-1a5d-42b6-be18-6dc1af677cf2'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:47.777937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:48.402033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:48.404864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:48.605997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 43b4d788-63dd-4e83-9605-59bcddf85984 associated. External IP: 172.26.6.139, port: 524da861-1a5d-42b6-be18-6dc1af677cf2.
Nov 23 13:01:49.028853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:01:49.502543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:01:49.507852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:01:49.512647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:01:49.526885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:49.527557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585b4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:01:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:49.568217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-330b90f7-01fb-4ba2-9157-03392a9949d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 991 time: 1.8807232
Nov 23 13:01:49.568217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:01:49.569109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50134) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:49.626292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'status': 'completed', 'code': 200}
Nov 23 13:01:49.690930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7a57bd3-832d-47e9-8b37-c444cb8f17a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 991 time: 0.1199639
Nov 23 13:01:49.732775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:01:49.771522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-901785ec-5aea-4ba2-8fbb-d9a6fca8c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:49.773955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-901785ec-5aea-4ba2-8fbb-d9a6fca8c303 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 1162 time: 0.0819540
Nov 23 13:01:49.932301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-f2c6c58c-b65a-4b17-8dc1-3502ff878d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:49.933954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-f2c6c58c-b65a-4b17-8dc1-3502ff878d97 service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1536791
Nov 23 13:01:50.050937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-378edf0c-8d4b-4b74-a633-7bc98e530611 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=524da861-1a5d-42b6-be18-6dc1af677cf2 HTTP/1.1" status: 200  len: 999 time: 0.1099844
Nov 23 13:01:50.124832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-3559024d-8d41-48bb-ac8d-aff690359e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:50.126455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-3559024d-8d41-48bb-ac8d-aff690359e2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0688145
Nov 23 13:01:50.211493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-b7b846f3-8e8b-4e8b-97f5-d59e9c37cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:01:50.213163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-b7b846f3-8e8b-4e8b-97f5-d59e9c37cea2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800345
Nov 23 13:01:50.261434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585b4a8>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:59:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:01:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:50.265546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:01:50.277311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:50.277955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585b4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:01:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:50.367718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-db7f3975-bde2-402d-94d1-32184d0dc19c service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473432
Nov 23 13:01:50.469899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:01:50.519609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f94f1c5-e963-4775-8ff6-af97ea851e67 req-35602b53-6234-428e-9a60-db94eb4b5e89 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452918
Nov 23 13:01:50.694998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50140) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:50.808581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b11658bd-25a2-4fe3-8027-9253cf229aa0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 991 time: 0.1121433
Nov 23 13:01:50.846375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585b4a8>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:59:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:01:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:01:50.850753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41248ea7-8834-440c-a194-b4827bb3a34e None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '43b4d788-63dd-4e83-9605-59bcddf85984', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.139', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'port_id': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'mac_address': 'fa:16:3e:59:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:00:52Z', 'updated_at': '2020-11-23T13:01:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:01:51.134319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93297f26-54fa-421d-b64a-419eb8d1543c None None] New status for floating IP 43b4d788-63dd-4e83-9605-59bcddf85984: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:01:51.812915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50144) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:51.933989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f2e645e3-b5c6-4ce9-96d5-41058877fc62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 200  len: 993 time: 0.1199157
Nov 23 13:01:57.825120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecc094c1-aacb-44af-a18f-b71e70b67664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:00.259897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa1ac-ac2b-47e5-96c6-b0cc4143ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:00.720190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:00.765818 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-c8b50445-570f-465e-8ed3-922e09184121 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1582608
Nov 23 13:02:00.942824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-e3565755-257e-4a0e-becb-6b5286b24bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:00.944981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-e3565755-257e-4a0e-becb-6b5286b24bf4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 1162 time: 0.0794401
Nov 23 13:02:01.101518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-c37c0233-6edd-4ebb-8321-3204bb98082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:01.103096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-c37c0233-6edd-4ebb-8321-3204bb98082f service neutron] 10.222.0.63 "GET /v2.0/networks?id=27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 200  len: 891 time: 0.1378250
Nov 23 13:02:01.179715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-bdf94840-729f-4f83-9ba5-cdbd486ea3d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 200  len: 217 time: 0.0682826
Nov 23 13:02:01.250035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-8138d840-3e0b-485f-9a10-364c499ae31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:01.251643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-8138d840-3e0b-485f-9a10-364c499ae31a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 200  len: 834 time: 0.0661588
Nov 23 13:02:01.330876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-d5c71b77-5f33-4847-9efc-47c5918c41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:01.332491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-d5c71b77-5f33-4847-9efc-47c5918c41c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=27c04586-224e-4811-a16f-168442681ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741627
Nov 23 13:02:01.487449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-5b302e96-61da-4e71-b068-57b47415c9a4 service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365535
Nov 23 13:02:01.635949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1db1cde9-9ae7-4e59-885d-a87b4eaa97f1 req-f7671e91-ea4a-4a42-8172-3b4351b4f08b service neutron] 10.222.0.63 "GET /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405714
Nov 23 13:02:01.998777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:02.278080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:15.878076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:02:16.915791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:19.046721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f17910-8b6b-48ad-a18c-b47666288932 req-ac91cbce-47eb-44bb-82e2-0b2e748345c4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:19.048354 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2f17910-8b6b-48ad-a18c-b47666288932 req-ac91cbce-47eb-44bb-82e2-0b2e748345c4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.1674783
Nov 23 13:02:19.096775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2f17910-8b6b-48ad-a18c-b47666288932 req-8025642c-233b-4ffc-9a59-1ee4dca1e580 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411384
Nov 23 13:02:19.710531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-0ca2e139-46b5-49af-8fb6-43224bfe3b1a req-c6cc3ee8-0b34-4426-8189-e75607aa5820 service neutron] (81023) timed out ('10.222.0.63', 61745) {{(pid=81023) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:02:20.402186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34d73-f963-4a00-86f7-856d27f41640 req-a451bca6-5663-4640-ab3a-757924ceaa94 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:20.403778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7db34d73-f963-4a00-86f7-856d27f41640 req-a451bca6-5663-4640-ab3a-757924ceaa94 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.1670227
Nov 23 13:02:20.454042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7db34d73-f963-4a00-86f7-856d27f41640 req-775e8254-a0ed-4550-aa9a-73e241768e4f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436873
Nov 23 13:02:20.603459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-c1402a77-148b-43d7-808d-9fd1437f3b1b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:20.605109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-c1402a77-148b-43d7-808d-9fd1437f3b1b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.0837371
Nov 23 13:02:20.624177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 524da861-1a5d-42b6-be18-6dc1af677cf2 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:20.685492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 524da861-1a5d-42b6-be18-6dc1af677cf2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:20.685782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:20.696820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 524da861-1a5d-42b6-be18-6dc1af677cf2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:20.697288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:21.216683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 524da861-1a5d-42b6-be18-6dc1af677cf2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=524da861-1a5d-42b6-be18-6dc1af677cf2,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:21.217085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:21.522504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:21.523007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:21.523242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 43b4d788-63dd-4e83-9605-59bcddf85984 disassociated. External IP: 172.26.6.139, port: 524da861-1a5d-42b6-be18-6dc1af677cf2.
Nov 23 13:02:21.523620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 524da861-1a5d-42b6-be18-6dc1af677cf2 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:21.676596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9ecf7-7852-4694-b276-5451c9746204 req-aba49e6a-5511-4d36-bb51-626df5511e87 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:21.679722 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fce9ecf7-7852-4694-b276-5451c9746204 req-aba49e6a-5511-4d36-bb51-626df5511e87 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 945 time: 0.0908971
Nov 23 13:02:21.680547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:21.696928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:21.733834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fce9ecf7-7852-4694-b276-5451c9746204 req-a9a7f614-d971-4021-a0c1-e16bcf88bf38 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468459
Nov 23 13:02:21.803779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=524da861-1a5d-42b6-be18-6dc1af677cf2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:21.806738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:22.089093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:02:22.305462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:02:22.315616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:02:22.328834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:22.329516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259d3048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:22.345420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port 524da861-1a5d-42b6-be18-6dc1af677cf2 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:02:22.347787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:22.352402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'name': 'network-vif-deleted', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:02:22.370052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe5f86d6-20ed-4c38-833d-40543242b748 req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/524da861-1a5d-42b6-be18-6dc1af677cf2 HTTP/1.1" status: 204  len: 173 time: 1.7581801
Nov 23 13:02:22.445220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 524da861-1a5d-42b6-be18-6dc1af677cf2 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:02:22.525587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 524da861-1a5d-42b6-be18-6dc1af677cf2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:02:22.526122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 524da861-1a5d-42b6-be18-6dc1af677cf2 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:02:22.529387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2529feb-f7e0-4da1-8676-9314a00f8064', 'name': 'network-vif-deleted', 'tag': '524da861-1a5d-42b6-be18-6dc1af677cf2', 'status': 'completed', 'code': 200}
Nov 23 13:02:22.536181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:22.872893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259d3048>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:22.877755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:02:22.890563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:22.891232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259d3048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:22.945668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d4a9c3b-140a-4ad7-950e-62c205891266 req-479c7443-7ea0-4b70-8eec-06f62c0b12ed tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=c2529feb-f7e0-4da1-8676-9314a00f8064 HTTP/1.1" status: 200  len: 210 time: 0.0529661
Nov 23 13:02:23.087075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:23.416697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259d3048>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:23.420769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651931af-8399-4a10-8e21-fcd6c2153711 None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4', 'name': '', 'network_id': '27c04586-224e-4811-a16f-168442681ab4', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:4c:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:30Z', 'updated_at': '2020-11-23T13:00:37Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'cd88eeb8-c47d-4ac1-8615-844604f72875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:02:23.830542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b2ade-2ddf-49aa-8d62-2bbb0d5e37bc None None] New status for floating IP 43b4d788-63dd-4e83-9605-59bcddf85984: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:02:24.063656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50178) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:24.155861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.187791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.242966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.248697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a09d31d2-dcf7-4e92-b954-17849fd55909 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:24.264749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ada6e8-3087-4ee9-bd57-f6c71521f0d3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:24.267588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:24.276225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.277500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/c8ada6e8-3087-4ee9-bd57-f6c71521f0d3 HTTP/1.1" status: 204  len: 168 time: 0.2126415
Nov 23 13:02:24.318876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50184) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:24.483725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port d109ff50-f989-4984-b976-045a1e6f3afb {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:24.484090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.671105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.671403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.801575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for d109ff50-f989-4984-b976-045a1e6f3afb owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:24.943078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:24.958746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:25.056960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=d109ff50-f989-4984-b976-045a1e6f3afb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:25.060994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:25.180593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:25.196148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:25.197391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/43b4d788-63dd-4e83-9605-59bcddf85984 HTTP/1.1" status: 204  len: 168 time: 0.8773448
Nov 23 13:02:25.604735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f66c-8e5e-4c7e-8696-10c4be071136 req-370845eb-d523-41c6-85ac-aae4c9c31d35 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:25.606370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0986f66c-8e5e-4c7e-8696-10c4be071136 req-370845eb-d523-41c6-85ac-aae4c9c31d35 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.0844717
Nov 23 13:02:25.655825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0986f66c-8e5e-4c7e-8696-10c4be071136 req-1b5aa3c8-c3ca-4461-b0c3-d499db4b56fd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429974
Nov 23 13:02:26.881835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-00e05024-f654-49fc-8ed1-fee94711d84d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:26.882606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-00e05024-f654-49fc-8ed1-fee94711d84d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:26.897922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-00e05024-f654-49fc-8ed1-fee94711d84d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:26.899184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-00e05024-f654-49fc-8ed1-fee94711d84d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.1068437
Nov 23 13:02:26.948658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-f1976baf-c8bc-4285-b105-e289ca3d2dc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:26.963847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-f1976baf-c8bc-4285-b105-e289ca3d2dc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:26.965063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22f35ba6-956a-4c2b-8a21-24c948666967 req-f1976baf-c8bc-4285-b105-e289ca3d2dc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593855
Nov 23 13:02:27.189153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-5984966a-f2ac-438d-9e8f-c77ffc48b96b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:27.190744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-5984966a-f2ac-438d-9e8f-c77ffc48b96b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 945 time: 0.0846379
Nov 23 13:02:27.271182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:27.272133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:27.530963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:27.531282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:27.664825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:27.822098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:27.829003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-999d7c68-86d5-422e-b363-7322c8b2d4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:27.837538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fef7bed-a064-47ef-9ed4-28de150983ae tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:27.926116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=6160ae8f-e9f0-476b-a5a2-31ff69b72d94,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:27.942134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:28.042695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:02:28.045139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:28.048080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'name': 'network-vif-deleted', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:02:28.067099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3fb1583-4eca-4b07-9a7b-fe19618e92a3 req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/6160ae8f-e9f0-476b-a5a2-31ff69b72d94 HTTP/1.1" status: 204  len: 173 time: 0.8684676
Nov 23 13:02:28.107733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b01819-2eb1-406b-a939-210f7c94c957', 'name': 'network-vif-deleted', 'tag': '6160ae8f-e9f0-476b-a5a2-31ff69b72d94', 'status': 'completed', 'code': 200}
Nov 23 13:02:28.154092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-85b55096-f506-4cc9-9136-cc4ff703dec7 req-0c7464e8-8d80-45ae-8bca-37e55163f0c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=08b01819-2eb1-406b-a939-210f7c94c957 HTTP/1.1" status: 200  len: 210 time: 0.0499680
Nov 23 13:02:28.488344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:02:28.527181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:02:28.527588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 6160ae8f-e9f0-476b-a5a2-31ff69b72d94 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:02:29.274394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50200) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:29.349344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:29.381874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:29.696080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:29.701851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5585c71c-d105-438b-a1fc-2152d61575ec tempest-TestServerAdvancedOps-2043681538 tempest-TestServerAdvancedOps-2043681538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:29.717558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5ebfa-dcc1-4eb1-8fc7-e023703df65a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:29.720476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:29.727984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:29.729240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ceec3b9c-0977-41e4-9638-cd5abdb90d3e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/26c5ebfa-dcc1-4eb1-8fc7-e023703df65a HTTP/1.1" status: 204  len: 168 time: 0.4537740
Nov 23 13:02:29.772497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50206) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:30.213004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:30.262505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0319e103-60af-4931-bced-e092b4a2b12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:30.724656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:30.864210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:30.864623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:31.061798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:31.062118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:31.193103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:31.375674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:31.391792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-af8fb92c-01f1-4939-8ca1-da8082b71907 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:31.491417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:31.495765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:31.838973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:32.002594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:32.280046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:32.853863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 070da96b-cfae-42c2-8591-38f1594cb863 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:02:33.073222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:02:33.086985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/070da96b-cfae-42c2-8591-38f1594cb863/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3132668
Nov 23 13:02:33.089876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50210) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:33.188271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Sync routers for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:02:33.202243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:33.202939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259d3898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:33.303402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet cd88eeb8-c47d-4ac1-8615-844604f72875 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:02:33.307247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:33.369581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:33.465189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:33.547912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:33.766069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:33.786780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cf17a43-cddd-425e-8e9f-29c6bdb34172 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:33.874014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259d3898>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:02:31Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:33.878146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Checking router: 070da96b-cfae-42c2-8591-38f1594cb863 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:02:33.883905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=cd88eeb8-c47d-4ac1-8615-844604f72875,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:33.888626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:33.890866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Routers {'070da96b-cfae-42c2-8591-38f1594cb863'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:33.891541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259d3898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['070da96b-cfae-42c2-8591-38f1594cb863'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:33.935938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:33.945732 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/cd88eeb8-c47d-4ac1-8615-844604f72875 HTTP/1.1" status: 204  len: 168 time: 0.8515162
Nov 23 13:02:33.945921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d10d3d-a3a7-47a1-9c58-45998867cda9 None None] Network 27c04586-224e-4811-a16f-168442681ab4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:02:33.946021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50214) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:34.085746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] Set router 070da96b-cfae-42c2-8591-38f1594cb863 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:34.169861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.222020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] DHCP port deletion for 27c04586-224e-4811-a16f-168442681ab4 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:02:34.227179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Deleting port c50e5778-1147-485c-9bb7-56c7b21fa852 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:34.227612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.389837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.399074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 349a74c6-cabd-49fd-aef6-f4c787d5103e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:02:34.399548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.408940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259d3898>, [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:02:31Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:34.412706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09322605-16b7-434c-bcdc-ad02ae4a8c0c None None] The sync data for ids ['070da96b-cfae-42c2-8591-38f1594cb863'] in dv-neutron-601336-59-ovs is: [{'id': '070da96b-cfae-42c2-8591-38f1594cb863', 'name': 'tempest-TestNetworkBasicOps-router-1007738108', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:02:31Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '349a74c6-cabd-49fd-aef6-f4c787d5103e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070da96b-cfae-42c2-8591-38f1594cb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:00:26Z', 'updated_at': '2020-11-23T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:02:34.457319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] For port c50e5778-1147-485c-9bb7-56c7b21fa852, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c50e5778-1147-485c-9bb7-56c7b21fa852,segment=NetworkSegment(b43d780d-d462-4aa3-89e8-e5b32c87980a),segment_id=b43d780d-d462-4aa3-89e8-e5b32c87980a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:34.457761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.589129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Calling delete_port for c50e5778-1147-485c-9bb7-56c7b21fa852 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:34.593183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 349a74c6-cabd-49fd-aef6-f4c787d5103e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=349a74c6-cabd-49fd-aef6-f4c787d5103e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:34.593596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.661558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.731089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:34.742129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 349a74c6-cabd-49fd-aef6-f4c787d5103e owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:02:34.779279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Pushing event deleted for resources: {'Port': ['ID=c50e5778-1147-485c-9bb7-56c7b21fa852,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:34.794689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:34.829247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] No DVR routers for this DVR port c50e5778-1147-485c-9bb7-56c7b21fa852 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:02:34.924218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:34.939800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5eb8354a-08c1-43ef-a82f-540641a93051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:35.037484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=349a74c6-cabd-49fd-aef6-f4c787d5103e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:35.053741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.054169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.054592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.055011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.055421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.055831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.056244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.056677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.057082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.057487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.057944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.058295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.058783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.059192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.059594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.059996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.060396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.060823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.061228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.061628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.062029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.062436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.062837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.063239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:35.067184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:35.276031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:02:35.311839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:02:35.312234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f51b09b0-f2eb-417b-ba6e-4fb9ec9368b4 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:02:35.312756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c50e5778-1147-485c-9bb7-56c7b21fa852 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:02:35.323606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:35.357231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c50e5778-1147-485c-9bb7-56c7b21fa852 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:02:35.357922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c50e5778-1147-485c-9bb7-56c7b21fa852 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:02:35.602702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:35.607250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:35.633374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:35.633946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 070da96b-cfae-42c2-8591-38f1594cb863 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:02:35.649424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:35.650988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/070da96b-cfae-42c2-8591-38f1594cb863 HTTP/1.1" status: 204  len: 168 time: 1.7039847
Nov 23 13:02:35.653940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50218) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:36.064995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.275793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.402585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f4a8630>,) {'filters': {'network_id': ['27c04586-224e-4811-a16f-168442681ab4']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:36.416453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4a8630>, 'b43d780d-d462-4aa3-89e8-e5b32c87980a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:36.416815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4a8630>, 'b43d780d-d462-4aa3-89e8-e5b32c87980a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:36.429563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.444977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.447093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:02:36.628935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:02:36.639039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.831281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 27c04586-224e-4811-a16f-168442681ab4 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:02:36.856150 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:02:36.939581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.944623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:36.948842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9d7b3ff-10ca-4e4c-9d87-82551629cd23 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:36.974053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=27c04586-224e-4811-a16f-168442681ab4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:36.976982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:36.979097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/27c04586-224e-4811-a16f-168442681ab4 HTTP/1.1" status: 204  len: 168 time: 1.3240445
Nov 23 13:02:37.005160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50222) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:37.012610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--1721560958', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:37.018249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:37.022766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:37.025846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:37.031464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:37.041370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:02:37.046737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.081491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:02:37.091649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.091995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment 8a170e26-3cb5-47f5-86eb-b8662e4aff69 of type vxlan for network 283eade4-6bee-4277-8ca5-8db5facad568
Nov 23 13:02:37.122724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.153261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.157254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:37.157905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.163368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e2619e2-8e47-429b-9af2-7df04551deec tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:37.184248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 349a74c6-cabd-49fd-aef6-f4c787d5103e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:02:37.218576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 349a74c6-cabd-49fd-aef6-f4c787d5103e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:02:37.218972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 349a74c6-cabd-49fd-aef6-f4c787d5103e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:02:37.279230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2721350
Nov 23 13:02:37.282335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50226) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:37.285260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=283eade4-6bee-4277-8ca5-8db5facad568,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:37.288393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:37.296016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:37.297217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.297650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.298080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.298500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.298917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.299330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.299783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.300178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.300302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:37.300615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.301026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.301592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.301995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.303171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.303809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.303950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:37.304088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.304538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.304949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.305359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.305765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.306180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.306578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.306980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.307386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.307787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:37.309534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:37.312513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:37.320627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:02:37.321903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.322906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.340754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:02:37.342885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.508901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.698398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:37.732513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:38.022309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.65 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/35fb7195-b9a0-4058-a77f-05e35e2058b3) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:02:38.184274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:38.210728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:38.227101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6acb141-b615-4ea3-a3e5-fc432f0370a6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:38.357833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=35fb7195-b9a0-4058-a77f-05e35e2058b3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:38.362826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:38.415923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:02:38.417084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:38.419292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:02:38.585750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:38.586544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:38.837546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2598c6af-c50a-4af9-981c-879c4c360e42 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:02:39.051449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:02:39.062212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Sync routers for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:02:39.075453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:39.076335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825371390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:39.078588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:39.079910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7964885
Nov 23 13:02:39.083178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50230) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:39.133271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-71072b21-b4a4-40e2-9308-14b5c08f6bbd tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0480688
Nov 23 13:02:39.135996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50234) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:39.142429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923737799', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:39.263897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:39.268247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:39.272369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:39.279071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:39.290513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:02:39.407519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:39.448485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:39.775553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825371390>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:38Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:39.780043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Checking router: 2598c6af-c50a-4af9-981c-879c4c360e42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:02:39.780573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Updating router 2598c6af-c50a-4af9-981c-879c4c360e42 port 35fb7195-b9a0-4058-a77f-05e35e2058b3 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:02:39.839596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.134272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.150093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24f0cd41-82aa-4b46-95b0-65c00ffd6681 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:40.260274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.274772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Transition to ACTIVE for port object 35fb7195-b9a0-4058-a77f-05e35e2058b3 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:40.277894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.284368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=c8390c0d-a190-44ac-8eb8-84c2e2904e5e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:40.289758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:40.295670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-202bc173-32c5-4d6e-bc03-c81c59c1061f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:40.362494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:02:40.362880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 283eade4-6bee-4277-8ca5-8db5facad568, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:02:40.385059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:02:40.394328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 283eade4-6bee-4277-8ca5-8db5facad568) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:40.408895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:40.409544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.410196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62524112-c9c1-4a09-a79b-c6e6ab74791a None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:02:40.430110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2929049
Nov 23 13:02:40.432973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50238) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:40.515328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Pushing event updated for resources: {'Port': ['ID=35fb7195-b9a0-4058-a77f-05e35e2058b3,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:40.524859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:40.666218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Attempting to bind port 35fb7195-b9a0-4058-a77f-05e35e2058b3 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:02:40.666523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Attempting to bind port 35fb7195-b9a0-4058-a77f-05e35e2058b3 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:02:40.666929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Attempting to bind port 35fb7195-b9a0-4058-a77f-05e35e2058b3 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:02:40.681289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:02:40.681728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:02:40.682194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.682696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:02:40.683166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Bound port: 35fb7195-b9a0-4058-a77f-05e35e2058b3, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:02:40.683595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.774577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-283eade4-6bee-4277-8ca5-8db5facad568', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:02:40.775501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.837898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] For port 35fb7195-b9a0-4058-a77f-05e35e2058b3, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:02:40.908764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] For port 35fb7195-b9a0-4058-a77f-05e35e2058b3, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35fb7195-b9a0-4058-a77f-05e35e2058b3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:02:40.926572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:40.943916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:41.152262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Pushing event updated for resources: {'Port': ['ID=35fb7195-b9a0-4058-a77f-05e35e2058b3,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:41.169244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:41.186768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:41.299495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:41.300181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825371390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:41.425038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Allocated IP 172.20.0.2 (283eade4-6bee-4277-8ca5-8db5facad568/c8390c0d-a190-44ac-8eb8-84c2e2904e5e/84c28005-cab4-4423-a861-9236ffd79a40) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:02:41.612515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:42.097349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.125801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Transition to ACTIVE for port object 84c28005-cab4-4423-a861-9236ffd79a40 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:42.192216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Transition to ACTIVE for port object 84c28005-cab4-4423-a861-9236ffd79a40 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:42.204328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.223378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c974a998-faf1-4a22-abc4-616bf91698a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:42.273460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (283eade4-6bee-4277-8ca5-8db5facad568/c8390c0d-a190-44ac-8eb8-84c2e2904e5e/289c5e9b-cc07-4ed0-b257-1b0126990e3f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:02:42.373238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Pushing event updated for resources: {'Port': ['ID=84c28005-cab4-4423-a861-9236ffd79a40,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:42.388654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:42.416897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825371390>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:38Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:42.423483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163511-fda4-421e-886e-2a4b6f745bef None None] The sync data for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs is: [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:38Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:02:42.437589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:02:42.438966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:42.441400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:02:42.451830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.469881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 289c5e9b-cc07-4ed0-b257-1b0126990e3f will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:42.491576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.501556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Attempting to bind port 84c28005-cab4-4423-a861-9236ffd79a40 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:02:42.501773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Attempting to bind port 84c28005-cab4-4423-a861-9236ffd79a40 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:02:42.502567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Attempting to bind port 84c28005-cab4-4423-a861-9236ffd79a40 on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:02:42.508557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:42.510366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:02:42.510812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Checking segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:02:42.511272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.511727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Bound using segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:02:42.512281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Bound port: 84c28005-cab4-4423-a861-9236ffd79a40, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:02:42.512732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.616781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] For port 84c28005-cab4-4423-a861-9236ffd79a40, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:02:42.620217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] For port 84c28005-cab4-4423-a861-9236ffd79a40, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=84c28005-cab4-4423-a861-9236ffd79a40,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:02:42.624190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.639937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:42.645069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:42.650213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:42.712145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:02:42.714033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:42.716568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:02:42.797281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Pushing event updated for resources: {'Port': ['ID=84c28005-cab4-4423-a861-9236ffd79a40,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:42.801194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:42.816206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:42.915456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.329671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35fb7195-b9a0-4058-a77f-05e35e2058b3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:43.408383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 35fb7195-b9a0-4058-a77f-05e35e2058b3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:43.413557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35fb7195-b9a0-4058-a77f-05e35e2058b3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:43.413983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.479072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.482714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.513348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad7d2553-0987-46c9-83df-f03cd8529e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:43.538475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.558220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 35fb7195-b9a0-4058-a77f-05e35e2058b3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35fb7195-b9a0-4058-a77f-05e35e2058b3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:43.563171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.564229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 84c28005-cab4-4423-a861-9236ffd79a40 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:43.594480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:43.709784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=35fb7195-b9a0-4058-a77f-05e35e2058b3,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:43.715508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:43.726540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 84c28005-cab4-4423-a861-9236ffd79a40 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:43.875510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:43.890803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:43.943271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:44.026394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:02:44.027604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:44.328613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842fb55-0552-4671-8dda-08fc5c58164b None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:02:44.435198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Provisioning for port 84c28005-cab4-4423-a861-9236ffd79a40 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:44.445179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Provisioning complete for port 84c28005-cab4-4423-a861-9236ffd79a40 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:44.445613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:44.466787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2598c6af-c50a-4af9-981c-879c4c360e42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:02:44.690934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:44.701863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:02:44.726576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/2598c6af-c50a-4af9-981c-879c4c360e42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2924547
Nov 23 13:02:44.729902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50244) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:44.753402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] For port 84c28005-cab4-4423-a861-9236ffd79a40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=84c28005-cab4-4423-a861-9236ffd79a40,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:44.758531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:44.763354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:44.846128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Pushing event updated for resources: {'Port': ['ID=84c28005-cab4-4423-a861-9236ffd79a40,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:44.852924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:44.933850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cda42e-ad59-40d9-8bc4-363e2135aa9a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:44.934283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cda42e-ad59-40d9-8bc4-363e2135aa9a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:44.934701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cda42e-ad59-40d9-8bc4-363e2135aa9a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:44.935115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cda42e-ad59-40d9-8bc4-363e2135aa9a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:44.940040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-60cda42e-ad59-40d9-8bc4-363e2135aa9a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.2061262
Nov 23 13:02:44.940362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50248) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:45.028005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256aef6d-044c-4708-840f-07f4c024ff10 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:45.028351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256aef6d-044c-4708-840f-07f4c024ff10 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:45.029962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256aef6d-044c-4708-840f-07f4c024ff10 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:45.031573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-256aef6d-044c-4708-840f-07f4c024ff10 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0898716
Nov 23 13:02:45.034304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50252) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:45.089934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Provisioning for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:45.095645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Provisioning complete for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.096088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.160411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Port 289c5e9b-cc07-4ed0-b257-1b0126990e3f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:02:45.175474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Provisioning complete for port 84c28005-cab4-4423-a861-9236ffd79a40 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.175908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3267b2c-d9f3-4373-b9ae-a43a22c5478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.301960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-16514c05-5080-45f1-93ed-b318c7da5ff6 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2662742
Nov 23 13:02:45.305917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50256) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:45.311724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35fb7195-b9a0-4058-a77f-05e35e2058b3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:45.313142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1047504015', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:45.430204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Sync routers for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:02:45.447536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35fb7195-b9a0-4058-a77f-05e35e2058b3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.448262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.450193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:45.451480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:45.510769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:45.516133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:port and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:45.520195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for port was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:45.536512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:45.550773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:02:45.557150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.596280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8472cfa3-edb3-4e4d-b2ad-6d3810484913 None None] Provisioning complete for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.596732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8472cfa3-edb3-4e4d-b2ad-6d3810484913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.661620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 84c28005-cab4-4423-a861-9236ffd79a40 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:45.698111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:45.749746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8472cfa3-edb3-4e4d-b2ad-6d3810484913 None None] Port 289c5e9b-cc07-4ed0-b257-1b0126990e3f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:02:45.774686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 84c28005-cab4-4423-a861-9236ffd79a40 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.774935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:45.794081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] device_id is not set on port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b yet. {{(pid=81023) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 13:02:45.849109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8472cfa3-edb3-4e4d-b2ad-6d3810484913 None None] Provisioning complete for port 84c28005-cab4-4423-a861-9236ffd79a40 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:45.849836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8472cfa3-edb3-4e4d-b2ad-6d3810484913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.012821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.6 (283eade4-6bee-4277-8ca5-8db5facad568/c8390c0d-a190-44ac-8eb8-84c2e2904e5e/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:02:46.157196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67438>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:46.164123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Checking router: 2598c6af-c50a-4af9-981c-879c4c360e42 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:02:46.164604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Updating router 2598c6af-c50a-4af9-981c-879c4c360e42 port 289c5e9b-cc07-4ed0-b257-1b0126990e3f binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:02:46.202337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c36c3fa-53ce-4953-b106-06bc81a8d698 None None] Provisioning complete for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:46.203571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c36c3fa-53ce-4953-b106-06bc81a8d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.242052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.285206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c36c3fa-53ce-4953-b106-06bc81a8d698 None None] Port 289c5e9b-cc07-4ed0-b257-1b0126990e3f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:02:46.304322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c36c3fa-53ce-4953-b106-06bc81a8d698 None None] Provisioning complete for port 84c28005-cab4-4423-a861-9236ffd79a40 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:46.304938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c36c3fa-53ce-4953-b106-06bc81a8d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.319041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.342723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:46.365280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.385029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e96db963-9ee6-4cd4-ae59-5a0e63448d0e tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:46.528181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:46.531748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:46.593065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:02:46.594493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:02:46.596972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:02:46.667235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:46.679920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.718576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4054055
Nov 23 13:02:46.731506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.747393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Transition to ACTIVE for port object 289c5e9b-cc07-4ed0-b257-1b0126990e3f will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:46.751620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.769240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:46.871430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74267b3c-45f8-4f20-8685-26e3ed71fe40 None None] Provisioning for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:46.877875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-74267b3c-45f8-4f20-8685-26e3ed71fe40 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:46.878292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-74267b3c-45f8-4f20-8685-26e3ed71fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.908296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Pushing event updated for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:46.936479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.936910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.937397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.937958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.937958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.938278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.938643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.939191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.939460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.939663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.940013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.940369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.940875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.941238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.941584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.941944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.942293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.942650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.943710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.944161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.944616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.944913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.945269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.945624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:46.958867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:46.962530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:46.966249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-74267b3c-45f8-4f20-8685-26e3ed71fe40 None None] Port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:02:47.042086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50262) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.048559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89138969', 'description': 'tempest-secgroup-smoke-89138969 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.056099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.061478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.064818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.076062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.086294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.098761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Attempting to bind port 289c5e9b-cc07-4ed0-b257-1b0126990e3f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:02:47.099767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Attempting to bind port 289c5e9b-cc07-4ed0-b257-1b0126990e3f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:02:47.100174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Attempting to bind port 289c5e9b-cc07-4ed0-b257-1b0126990e3f on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:02:47.107391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:02:47.107799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Checking segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:02:47.108238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.108695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Bound using segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:02:47.109214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Bound port: 289c5e9b-cc07-4ed0-b257-1b0126990e3f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:02:47.109625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.139086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.143865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.147771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.154574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.229527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.232748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.238762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2b39e91d-0ca9-408d-be71-bbc57b744088 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.286508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=36a10a08-dc49-4cf4-897a-0a5406ad9c00,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.289673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.293843 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1676 time: 0.2478237
Nov 23 13:02:47.293843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.294047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50266) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.299592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.306541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.310607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.313692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.320479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.337849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.356721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] For port 289c5e9b-cc07-4ed0-b257-1b0126990e3f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:02:47.360519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] For port 289c5e9b-cc07-4ed0-b257-1b0126990e3f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=289c5e9b-cc07-4ed0-b257-1b0126990e3f,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:02:47.363820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.379844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.410999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.413896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.415864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e931abe-7346-42e3-a7e3-8caded67321f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.439396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf52959-960f-4b18-b99f-32617f26398a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.442031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.450202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.454256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1565580
Nov 23 13:02:47.454569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50270) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.461587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.468278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.472335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.475645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.481560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.498516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.535355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Pushing event updated for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.541174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.568514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.571079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.572917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.586456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:02:47.587362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b67438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:02:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:47.597654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae64f38-a52f-4984-a814-7a5cc664d62e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.601314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.608740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.612764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1544139
Nov 23 13:02:47.613170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50274) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.620104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.627265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.632800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.635982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.642891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.662950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.748902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.751633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.753625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-678d8344-1935-466a-aee4-680cfc572725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.778643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f526b1d-0a80-4a5c-9974-17159b05ae22,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.781317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.789312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.790597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1763325
Nov 23 13:02:47.793669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50278) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.799939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.806728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.811007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.812223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:02:47.814060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.820841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.842099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.914263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.917081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.924276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1922803-8e35-425d-9c15-a3f5518f426e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:47.947704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d93d087-47f5-400c-a54b-d322d45a2e8c,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:47.950359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:47.954486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:47.955950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1609321
Nov 23 13:02:47.959626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50282) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:47.965556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:47.972201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:47.977160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:47.980377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:47.986398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:47.997256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:02:48.004134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.075215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.078346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.080254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:48.106101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76d6ab8-d2f6-481c-a902-d48ca0314f8c,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:48.112454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:48.118119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.119412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d7d829a-40f3-4c12-ba14-a37fb4c1fadd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1587169
Nov 23 13:02:48.122634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50286) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:48.128367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '36a10a08-dc49-4cf4-897a-0a5406ad9c00', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:48.135033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:02:48.139209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:02:48.142255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:02:48.148065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:02:48.158131 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:02:48.161377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b67438>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:47Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:02:48.165722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.166185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ced8e-892a-48b4-8f2d-7ee780319c72 None None] The sync data for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs is: [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:47Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:02:48.255138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.257986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.259875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cd0cdd1-4c3f-4055-a250-85e30422b5d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:48.285498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2234c7-7f76-4092-91a9-0f172bf60382,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:48.289253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:48.298085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:48.305001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1812737
Nov 23 13:02:48.496876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-0bc72329-2872-4507-bd91-1066eedcc475 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:48.513166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-0bc72329-2872-4507-bd91-1066eedcc475 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:48.514482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-0bc72329-2872-4507-bd91-1066eedcc475 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89138969&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0649650
Nov 23 13:02:48.605953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-032f4f5a-0e75-44b3-9072-78ac81a6568a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:48.606750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-032f4f5a-0e75-44b3-9072-78ac81a6568a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:48.624037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-032f4f5a-0e75-44b3-9072-78ac81a6568a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:48.625427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-032f4f5a-0e75-44b3-9072-78ac81a6568a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 930 time: 0.1025689
Nov 23 13:02:48.787710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-d0c2eba5-9671-4802-8948-558c7f731a05 service neutron] 10.222.0.60 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1479902
Nov 23 13:02:48.799512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-7b760d70-187d-4088-8529-1e48fcbb6fea service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:02:48.800775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-7b760d70-187d-4088-8529-1e48fcbb6fea service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062282
Nov 23 13:02:48.954208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-9177df90-7148-46a4-b00d-4c69702d3eb6 service neutron] 10.222.0.60 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462183
Nov 23 13:02:49.261459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 289c5e9b-cc07-4ed0-b257-1b0126990e3f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:49.332939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:49.338534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:49.338959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:49.382133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-d31c70aa-ca19-44fb-9765-c0d57b7d5a04 service neutron] 10.222.0.60 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4203620
Nov 23 13:02:49.612617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-de7fd7c5-b0a4-4de0-b8e1-e7951a9a2d75 req-7254008a-f0a0-4d50-a3e5-06e529b9ff7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:49.627605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-de7fd7c5-b0a4-4de0-b8e1-e7951a9a2d75 req-7254008a-f0a0-4d50-a3e5-06e529b9ff7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:49.640083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de7fd7c5-b0a4-4de0-b8e1-e7951a9a2d75 req-7254008a-f0a0-4d50-a3e5-06e529b9ff7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 210 time: 0.0772414
Nov 23 13:02:49.647219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:49.682428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 289c5e9b-cc07-4ed0-b257-1b0126990e3f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=289c5e9b-cc07-4ed0-b257-1b0126990e3f,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:49.685774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:49.687714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-abca02c4-7740-4dd0-aa74-cda14c69e471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:49.761387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:49.772042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.772455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.772835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.773214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.773587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.773959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.774459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.774701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.775070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.775439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.775807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.776174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.776678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.777052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.777425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.777787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.778151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.778518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.778885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.779313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.779622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.779989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.780360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.780748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:02:49.785517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:50.820134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-00c49ea4-55f9-47bd-b2de-7466d63fc988 req-c2f94fe9-7214-48bc-b018-0f16ed7d7725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 210 time: 0.0530522
Nov 23 13:02:51.046673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-b7799149-5eb9-4caa-aa3e-a690ead74ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:51.048179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-b7799149-5eb9-4caa-aa3e-a690ead74ce0 service neutron] 10.222.0.63 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1026 time: 0.0712698
Nov 23 13:02:51.216775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-10f79e46-0475-42b9-8028-8d7f5a6ae608 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:51.217536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-10f79e46-0475-42b9-8028-8d7f5a6ae608 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:51.237157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-10f79e46-0475-42b9-8028-8d7f5a6ae608 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:51.238487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-10f79e46-0475-42b9-8028-8d7f5a6ae608 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 797 time: 0.1844435
Nov 23 13:02:51.241260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 289c5e9b-cc07-4ed0-b257-1b0126990e3f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:51.313868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 289c5e9b-cc07-4ed0-b257-1b0126990e3f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:51.314210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:51.339026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-e7908fd7-bcb7-4c7d-ae7b-35e1efbdd031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:02:51.353190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-e7908fd7-bcb7-4c7d-ae7b-35e1efbdd031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:02:51.354661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-e7908fd7-bcb7-4c7d-ae7b-35e1efbdd031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7373 time: 0.0925491
Nov 23 13:02:51.375369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Request body: {'port': {'device_id': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:02:51.490724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:51.912759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:02:51.920026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:51.933060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Transition to ACTIVE for port object 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:02:51.935876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:51.952719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3e793cc5-a952-4f96-8eb7-a2226c0d8439 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:52.149346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:52.155128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:52.230095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b13f3-9d8e-4a39-8600-1aded6e30e04 req-5dfb70c7-d70a-4c27-b9c6-3e5a92825d60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:52.232705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef3b13f3-9d8e-4a39-8600-1aded6e30e04 req-5dfb70c7-d70a-4c27-b9c6-3e5a92825d60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 981 time: 0.2441061
Nov 23 13:02:52.408490 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef3b13f3-9d8e-4a39-8600-1aded6e30e04 req-7f0da16e-b9f5-43f4-8d85-804a9fb7ce36 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224308
Nov 23 13:02:52.439428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:02:52.439805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:02:52.440179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:02:52.449229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:02:52.449613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Checking segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:02:52.450027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:52.450432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Bound using segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:02:52.450926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Bound port: 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:02:52.451471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:52.558468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:02:52.561986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:02:52.566251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:52.580456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc6e10f9-8d8f-449b-af83-233c9d45dcba tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:52.735445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:52.750106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:52.785916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:52.787872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:52.789482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] 10.222.0.63 "PUT /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1195 time: 1.4190462
Nov 23 13:02:52.790128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:02:52.882177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:02:52.900307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'status': 'completed', 'code': 200}
Nov 23 13:02:52.951554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-b91ea64e-2fec-46c2-93ac-7381a4133d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:52.953313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-b91ea64e-2fec-46c2-93ac-7381a4133d1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 1198 time: 0.0989110
Nov 23 13:02:53.043084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-e68ce472-d7ee-4826-afb2-b935e9040607 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 217 time: 0.0717471
Nov 23 13:02:53.116590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-f05e5d4a-9752-4b3f-92d6-c4affb1a8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:53.118186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-f05e5d4a-9752-4b3f-92d6-c4affb1a8f7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 200  len: 835 time: 0.0679018
Nov 23 13:02:53.202131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-c040a369-4e47-41bc-9a06-16da3ff67f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:53.203748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-c040a369-4e47-41bc-9a06-16da3ff67f31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=283eade4-6bee-4277-8ca5-8db5facad568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782230
Nov 23 13:02:53.349154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-dfe92a78-d27e-49a9-941f-58e4071c7553 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376863
Nov 23 13:02:53.495217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ed99320-82c3-4485-8dcd-f3aee3a5813f req-842d4575-e6e7-4c6f-a294-882e4a0a4ec9 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389689
Nov 23 13:02:53.695489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3a75-9f01-409a-a815-fcbb86c148c9 req-f195d98c-57da-4a75-954b-4ee08220031f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:53.697060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f09f3a75-9f01-409a-a815-fcbb86c148c9 req-f195d98c-57da-4a75-954b-4ee08220031f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 981 time: 0.1491697
Nov 23 13:02:53.703539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-76337d69-6311-4a27-a83b-27e94540d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:53.705077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-76337d69-6311-4a27-a83b-27e94540d0b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 1198 time: 0.1124690
Nov 23 13:02:53.841675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f09f3a75-9f01-409a-a815-fcbb86c148c9 req-764535a4-fdd8-41c6-b24a-8b446619c988 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355491
Nov 23 13:02:53.883572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-e0e623b7-8946-48ac-b145-834a4c228fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:53.885199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-e0e623b7-8946-48ac-b145-834a4c228fdb service neutron] 10.222.0.63 "GET /v2.0/networks?id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 891 time: 0.1630783
Nov 23 13:02:53.961263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-d6bef4cc-d60e-4b2a-8ef2-c9a8f15eb88a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 217 time: 0.0689979
Nov 23 13:02:54.035222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-a5771f36-f2d0-4113-97b9-d8d629af8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:54.037691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-a5771f36-f2d0-4113-97b9-d8d629af8da1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 200  len: 835 time: 0.0694759
Nov 23 13:02:54.119106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-38012df3-79d9-40af-98f6-ab995b1d7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:54.120746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-38012df3-79d9-40af-98f6-ab995b1d7623 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=283eade4-6bee-4277-8ca5-8db5facad568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752430
Nov 23 13:02:54.271481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-bef4b8d2-ecb0-4d55-b101-6fa1ca8a0d22 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415408
Nov 23 13:02:54.416849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-526385d1-8b1d-409d-87d0-7d704168fde0 req-dd55f7e8-8618-433d-b0eb-c43a7e93b246 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386254
Nov 23 13:02:55.058387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b8e7f-ac5f-43e1-acc6-db83a1f8f0e2 req-53fb9e87-b4e1-4e79-834e-78dc86b7fd18 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:55.059896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db0b8e7f-ac5f-43e1-acc6-db83a1f8f0e2 req-53fb9e87-b4e1-4e79-834e-78dc86b7fd18 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 981 time: 0.0840263
Nov 23 13:02:55.108641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db0b8e7f-ac5f-43e1-acc6-db83a1f8f0e2 req-0d41b4c8-54db-4181-aab1-54d4a5406a63 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421643
Nov 23 13:02:56.325314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92571c9-0318-47c8-8407-11fcbddaf512 req-753874d6-f056-4650-8382-c795430cdbe7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:56.326932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c92571c9-0318-47c8-8407-11fcbddaf512 req-753874d6-f056-4650-8382-c795430cdbe7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 981 time: 0.0889330
Nov 23 13:02:56.376552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c92571c9-0318-47c8-8407-11fcbddaf512 req-58f32761-5a12-46f9-a6d9-957fa0ecec4c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428085
Nov 23 13:02:56.845319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-ef4b700e-9a9c-4468-b1bf-92851642eb79 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:02:57.286678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:57.359326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:02:57.364179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:57.365165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:57.485777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:57.518213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:02:57.529379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:02:57.535657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:57.538857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:02:57.611403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30817f-e971-44f5-904b-f7493e9bda8b req-7d31d574-e73c-4d8b-b0a0-2a1c35bf43e9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:57.613080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e30817f-e971-44f5-904b-f7493e9bda8b req-7d31d574-e73c-4d8b-b0a0-2a1c35bf43e9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.1006575
Nov 23 13:02:57.615272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:02:57.618840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:02:57.666125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e30817f-e971-44f5-904b-f7493e9bda8b req-a5ed84b7-968e-4b42-b04d-5a9315309c2d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446541
Nov 23 13:02:57.668071 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'code': 200}
Nov 23 13:02:57.831517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32685c1d-ecff-4b54-b545-93d2d4749806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:02:57.947540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b2d33-e3d1-4957-af56-abe98f2320c7 req-821448e8-4673-4657-a1f1-20130231fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:57.949192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-090b2d33-e3d1-4957-af56-abe98f2320c7 req-821448e8-4673-4657-a1f1-20130231fb54 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 1201 time: 0.0751855
Nov 23 13:02:57.999103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-090b2d33-e3d1-4957-af56-abe98f2320c7 req-a64a5f47-0252-410b-8a92-687c50c8d073 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428183
Nov 23 13:02:58.883138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:02:58.888330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74ea11-0734-4c2d-b1e7-bb59e545bc9f req-865e9b22-4a45-4362-9cf9-601687b83d61 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:02:58.890049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba74ea11-0734-4c2d-b1e7-bb59e545bc9f req-865e9b22-4a45-4362-9cf9-601687b83d61 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0882828
Nov 23 13:02:58.941202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba74ea11-0734-4c2d-b1e7-bb59e545bc9f req-9c5d4e77-d47c-472e-a9b5-baeffedb81f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441947
Nov 23 13:02:58.959648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:02:58.960216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:00.160620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef8ad-416d-40ba-b791-2031f3ce362b req-8a56f054-a933-4eba-b9bb-5d83ed1d670e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:00.162820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af3ef8ad-416d-40ba-b791-2031f3ce362b req-8a56f054-a933-4eba-b9bb-5d83ed1d670e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0864971
Nov 23 13:03:00.212584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af3ef8ad-416d-40ba-b791-2031f3ce362b req-5b4414e3-c0fa-4575-b24c-4e6c6f0d36c2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430653
Nov 23 13:03:00.265018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-beb1d62c-6d3f-4a45-9ab0-c9addfeb98db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:00.436476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047238d0-c0bf-4199-9fac-c2de51de7c14 req-3c024830-287c-4b77-88db-e3ac8bdb0e24 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:00.438117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-047238d0-c0bf-4199-9fac-c2de51de7c14 req-3c024830-287c-4b77-88db-e3ac8bdb0e24 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0917907
Nov 23 13:03:00.488644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-047238d0-c0bf-4199-9fac-c2de51de7c14 req-4bcae49d-875b-4c9e-9472-0cd27f2c3473 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438709
Nov 23 13:03:00.518472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50350) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:00.595842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4777f2-0be0-4830-b24c-1a64146d1fdc tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:00.597524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8c4777f2-0be0-4830-b24c-1a64146d1fdc tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 1196 time: 0.0780020
Nov 23 13:03:00.600725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50354) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:00.606218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:00.612246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:00.616979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:00.620006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:00.626392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:00.636738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:00.727208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:01.035555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:01.310993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.178 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/8471578a-828e-4ddc-a0c2-cc5f4e677077) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:01.470594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:01.497903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:01.513623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d17ecea4-6d12-49a7-b745-a8a1d3efc396 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:01.646771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=8471578a-828e-4ddc-a0c2-cc5f4e677077,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:01.651715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:01.706366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:01.707612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:01.710984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:02.007511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.149524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.228271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.282760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.511500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.515033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.530865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:02.666645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=8471578a-828e-4ddc-a0c2-cc5f4e677077,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:02.670979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:02.776146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:02.981699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP cfb990ed-003a-4571-ae16-e3bdbbcf4c78 associated. External IP: 172.26.6.178, port: 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b.
Nov 23 13:03:03.405464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2598c6af-c50a-4af9-981c-879c4c360e42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:03:03.619389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:03.630682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Sync routers for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:03.644727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:03.645508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e0b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:03.648205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:03.711137 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 3.1058617
Nov 23 13:03:03.711137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:03.712018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50358) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:03.769622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'status': 'completed', 'code': 200}
Nov 23 13:03:03.797085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c36ce3-2586-4a65-8257-41c0127cc4ea tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:03.799070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-40c36ce3-2586-4a65-8257-41c0127cc4ea tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3&network_id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 1196 time: 0.0861425
Nov 23 13:03:03.848091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:03.895267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-8b214528-8a40-4305-809d-5c8bd6d7b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:03.897705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-8b214528-8a40-4305-809d-5c8bd6d7b454 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 1201 time: 0.0803301
Nov 23 13:03:04.054178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-189e1272-2e5f-4a4b-b87c-f21873a6b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:04.055779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-189e1272-2e5f-4a4b-b87c-f21873a6b44f service neutron] 10.222.0.63 "GET /v2.0/networks?id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 891 time: 0.1471052
Nov 23 13:03:04.210723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-6e031bd8-78cc-4afc-90ef-b997bbe5aa5d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1037 time: 0.1109149
Nov 23 13:03:04.223628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2739d-cf9f-40ef-b638-6b36e0b3161b req-5e1411c2-78a5-4115-abf1-bae5781950ee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:04.226228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bef2739d-cf9f-40ef-b638-6b36e0b3161b req-5e1411c2-78a5-4115-abf1-bae5781950ee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0874884
Nov 23 13:03:04.251309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e0b8>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cfb990ed-003a-4571-ae16-e3bdbbcf4c78', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'port_id': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1047504015', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'mac_address': 'fa:16:3e:43:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:02Z', 'updated_at': '2020-11-23T13:03:02Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:04.256874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Checking router: 2598c6af-c50a-4af9-981c-879c4c360e42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:04.268667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:04.269256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e0b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:04.278374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bef2739d-cf9f-40ef-b638-6b36e0b3161b req-21e8947d-64af-4685-8340-36885a96cdc5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451803
Nov 23 13:03:04.297424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-ee1e3603-1d7a-4693-b152-f5001fc3b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:04.302830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-ee1e3603-1d7a-4693-b152-f5001fc3b0e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 200  len: 835 time: 0.0764301
Nov 23 13:03:04.389288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-b5a295cb-eee8-4deb-90de-bb3c7eebee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:04.390909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-b5a295cb-eee8-4deb-90de-bb3c7eebee18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=283eade4-6bee-4277-8ca5-8db5facad568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808501
Nov 23 13:03:04.466004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:04.810648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-43de0a9d-6217-4335-b78d-b9290c0b91ef service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4069393
Nov 23 13:03:04.862175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e8e0b8>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cfb990ed-003a-4571-ae16-e3bdbbcf4c78', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'port_id': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1047504015', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'mac_address': 'fa:16:3e:43:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:02Z', 'updated_at': '2020-11-23T13:03:02Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:04.866708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619cf7e-3ba8-4977-b8ef-e71fbf5c3d95 None None] The sync data for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs is: [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cfb990ed-003a-4571-ae16-e3bdbbcf4c78', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'port_id': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1047504015', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'mac_address': 'fa:16:3e:43:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:02Z', 'updated_at': '2020-11-23T13:03:02Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:03:04.962368 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87137d8b-cef1-40ad-9fbc-5b05dea837f0 req-bf59ab05-fc59-4997-9228-093e900fedc7 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435661
Nov 23 13:03:05.167612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b44ca4-388c-476f-b08a-454e0b1df5b3 None None] New status for floating IP cfb990ed-003a-4571-ae16-e3bdbbcf4c78: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:03:05.508495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30647-0de3-449d-86fe-ce870b1766ef req-889556f0-f62d-448e-b5ee-bbe7ef435589 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:05.510016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8de30647-0de3-449d-86fe-ce870b1766ef req-889556f0-f62d-448e-b5ee-bbe7ef435589 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0904493
Nov 23 13:03:05.562701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8de30647-0de3-449d-86fe-ce870b1766ef req-5320e6d6-e772-415a-aa67-da31bd6ebf0e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461500
Nov 23 13:03:05.950300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7999-5bdf-458b-9870-2811578449a3 req-5d89df7f-4104-4da8-919c-3781b5a38fe9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:05.951875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30fb7999-5bdf-458b-9870-2811578449a3 req-5d89df7f-4104-4da8-919c-3781b5a38fe9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 983 time: 0.0886753
Nov 23 13:03:06.030025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7999-5bdf-458b-9870-2811578449a3 req-d6d173f4-378d-40d6-aeaf-a143f3be2253 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:06.031521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30fb7999-5bdf-458b-9870-2811578449a3 req-d6d173f4-378d-40d6-aeaf-a143f3be2253 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0736125
Nov 23 13:03:06.194196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30fb7999-5bdf-458b-9870-2811578449a3 req-3a4dc1d9-1e84-4667-8709-a00f83320ef4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1565156
Nov 23 13:03:06.205870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:06.326966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:06.598029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:06.628976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:06.685809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] device_id is not set on port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 13:03:06.696642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:06.702425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:06.719202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-413abe59-3cc0-4fce-aec6-1da16cbe2f26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:06.753669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf52a51c-68f3-464b-a2f5-3dd168ec0e45 req-47019b91-8de7-41d4-8555-a3c0f097480a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 210 time: 0.0532064
Nov 23 13:03:06.771371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:03:06.835735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:03:06.858172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=5']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:06.863041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:07.053714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] No DVR routers for this DVR port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:03:07.117584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0e081f5b-0180-4b89-ae60-488736d7ef39 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:07.117937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e081f5b-0180-4b89-ae60-488736d7ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:07.177430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0e081f5b-0180-4b89-ae60-488736d7ef39 None None] Port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:03:07.318977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] In _notify_port_updated(), no bound segment for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 13:03:07.319819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:07.320523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:07.321975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30fb7999-5bdf-458b-9870-2811578449a3 req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] 10.222.0.63 "PUT /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1026 time: 1.1205194
Nov 23 13:03:07.948650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3202483-47dd-4bd8-997f-f2e8fd8baa4f req-b4c559ad-6101-4679-a22b-2d84cd037376 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=e2b2d5b8-a1f4-40c5-9bea-97e5f6bebdf3 HTTP/1.1" status: 200  len: 210 time: 0.0463011
Nov 23 13:03:09.065381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50376) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:09.142302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec276b-71d2-42ee-9343-70dc6961b031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:09.143830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2ec276b-71d2-42ee-9343-70dc6961b031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 925 time: 0.0773919
Nov 23 13:03:09.417232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50382) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:09.423211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409350698', 'description': 'tempest-secgroup-smoke-1409350698 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:09.430336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:09.440639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:09.450893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.490113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:09.494279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:09.497564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:09.503515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:09.561458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.564240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.570291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bbba256-2821-4165-acb2-143679aec785 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:09.618066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6f9354-9dfc-4822-be49-67c370c61787,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:09.621066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.622629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2043111
Nov 23 13:03:09.623646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:09.625935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50386) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:09.631421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:09.637978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:09.642048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:09.645160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:09.650929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:09.669643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.736567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.739935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.742149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6607fb18-d8d3-4e1a-96c2-f4020ef077fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:09.764275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ed954-b319-4d01-9b14-6072dfa98f27,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:09.768894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:09.777189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.778498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1517270
Nov 23 13:03:09.781476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50390) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:09.788051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:09.797024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:09.803006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:09.806163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:09.812162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:09.828544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.897374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.899961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.901912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cf9129e2-beaa-47c0-aa18-94a5a47873fb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:09.926228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bf9db2-7c0e-4444-8583-900e3acf2948,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:09.930068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:09.936345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:09.937681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1552105
Nov 23 13:03:09.940637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50394) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:09.946822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:09.953091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:09.957134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:09.961112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:09.966982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:09.983983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.056004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.058733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.060669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1c5d15f-ddee-4106-b9b2-f6dee4d98bab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:10.085391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5b5085-0431-42af-8ce0-3440045b1385,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:10.088002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:10.094331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.095597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9bde3f86-32c2-4834-9e51-7589633e62ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1539688
Nov 23 13:03:10.099111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50398) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:10.105308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:10.111568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:10.116748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:10.120380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:10.127157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:10.144093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.220024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.222741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.225763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ae76b779-289d-4ed1-84ca-c443e84d963b tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:10.249723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f135459-63b1-40af-a4b2-a187db82fea4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:10.252303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:10.259402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.260742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1599917
Nov 23 13:03:10.263552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50402) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:10.269179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:10.276073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:10.280166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:10.283199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:10.289581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:10.299243 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:03:10.306220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.387297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.389994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.391890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fbb866a-d005-4e5b-bab6-fb0636adf38c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:10.416035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d642ef86-dec1-4e79-bffd-55e2c4710e9a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:10.418583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:10.425514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.426840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1622522
Nov 23 13:03:10.430008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50406) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:10.435659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'ea6f9354-9dfc-4822-be49-67c370c61787', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:10.442988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:10.447271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:10.450425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:10.456206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:10.466414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:03:10.473130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.543522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.546446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.548348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ffd2cbe5-110b-4072-b7e6-d210a52d09e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:10.572589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7593b124-5cf1-4109-a816-9c44cc96d729,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:10.575136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:10.581694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:10.583554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1519675
Nov 23 13:03:10.773440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-d8825fea-e499-41e7-a547-78bac21b2ff1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:03:10.787883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-d8825fea-e499-41e7-a547-78bac21b2ff1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:03:10.789215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-d8825fea-e499-41e7-a547-78bac21b2ff1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409350698&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0620005
Nov 23 13:03:10.877164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-a880bd8d-eb9c-44e9-843b-374d603c5062 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:10.878647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-a880bd8d-eb9c-44e9-843b-374d603c5062 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 930 time: 0.0822392
Nov 23 13:03:10.959866 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-6d485161-6acf-440a-b2fc-0e62e9e8559e service neutron] 10.222.0.60 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0670924
Nov 23 13:03:11.110780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-e05d13c3-1157-4e0a-90be-e00c11d342d6 service neutron] 10.222.0.60 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444016
Nov 23 13:03:11.261436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-440f3eeb-bf90-4db9-bcaa-1a9e75a289dd service neutron] 10.222.0.60 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435137
Nov 23 13:03:11.463557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01973fa0-b0a6-489f-9785-32505502434d req-5b2706d2-64d5-4e4c-bab2-a3b3c30b6083 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 210 time: 0.0464797
Nov 23 13:03:12.520001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-de9bfabf-b277-44e9-8bed-7d8671f9d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:12.521099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-de9bfabf-b277-44e9-8bed-7d8671f9d61c service neutron] 10.222.0.63 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1026 time: 0.0718234
Nov 23 13:03:12.647524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ee0eea5-7490-4d3c-b1cc-00efd28145ce req-5cb67c73-3e7a-4be0-b1f4-015beb0c1158 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 210 time: 0.0488980
Nov 23 13:03:12.690879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-ef92e968-d68d-49ce-9265-6e29ab6883ed tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:12.693481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-ef92e968-d68d-49ce-9265-6e29ab6883ed tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 797 time: 0.1655829
Nov 23 13:03:12.806327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-4dc88449-adc9-49bd-9765-46953ff97f00 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 11995 time: 0.0911968
Nov 23 13:03:12.830390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Request body: {'port': {'device_id': '8e7d4be7-6b22-40bb-b9da-56ed6fc47051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:12.947126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:13.370313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:03:13.377931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:13.391010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Transition to ACTIVE for port object 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:13.393734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:13.410203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5086e64-e4b6-4c51-893e-a7683d765408 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:13.551268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=6']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:13.556771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:13.832327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:03:13.832640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:03:13.833744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Attempting to bind port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:03:13.852225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:03:13.852632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Checking segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:13.853037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:13.853432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Bound using segment: {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:03:13.853920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Bound port: 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a170e26-3cb5-47f5-86eb-b8662e4aff69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:03:13.854285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:13.961433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7110-bd77-436f-9cba-97f7e9bc0283 req-3a315ab3-8c1a-4de1-9b15-757513afb56d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:13.963046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f5e7110-bd77-436f-9cba-97f7e9bc0283 req-3a315ab3-8c1a-4de1-9b15-757513afb56d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 981 time: 0.1728239
Nov 23 13:03:13.995866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:14.015350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:03:14.022671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:14.040155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:14.143175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f5e7110-bd77-436f-9cba-97f7e9bc0283 req-0dbc06bb-ab93-4fed-81cb-1aa4cd3f6acb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710589
Nov 23 13:03:14.202912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=7']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:14.208463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:14.240137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:14.240857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:14.242340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] 10.222.0.63 "PUT /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1195 time: 1.4166350
Nov 23 13:03:14.242896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7d4be7-6b22-40bb-b9da-56ed6fc47051', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:14.619840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7d4be7-6b22-40bb-b9da-56ed6fc47051', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'status': 'completed', 'code': 200}
Nov 23 13:03:14.657238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-be6f6b24-e452-4069-b49f-129e3af6d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:14.658799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-be6f6b24-e452-4069-b49f-129e3af6d76c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 1198 time: 0.3598604
Nov 23 13:03:14.778339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-7168d9e2-101e-4580-b904-6d397c83d2d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1037 time: 0.1045644
Nov 23 13:03:14.849013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-504a4acc-6e92-4514-b87f-0b6980fa391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:14.851138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-504a4acc-6e92-4514-b87f-0b6980fa391f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 200  len: 835 time: 0.0656953
Nov 23 13:03:14.931811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-c88adfd1-7011-440a-9663-36c8788f7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:14.933424 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-c88adfd1-7011-440a-9663-36c8788f7a59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=283eade4-6bee-4277-8ca5-8db5facad568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760379
Nov 23 13:03:15.077705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-e97a6f14-788f-4769-94b7-3c496ac77d6b service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370966
Nov 23 13:03:15.226859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e41d0ec3-e4ea-46cc-8c24-f5513b650165 req-2e2d934c-b727-44c2-a468-89e79f86741b service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424887
Nov 23 13:03:15.439371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddf6e7-0cd9-4973-9c04-78cd0b7a34f4 req-cd3f4189-ad6c-4cbc-97a8-ab94f7689d1c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:15.440906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24ddf6e7-0cd9-4973-9c04-78cd0b7a34f4 req-cd3f4189-ad6c-4cbc-97a8-ab94f7689d1c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 981 time: 0.1606410
Nov 23 13:03:15.442780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-5f9f92e4-3fd0-4418-8cfc-e6bf534af519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:15.444310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-5f9f92e4-3fd0-4418-8cfc-e6bf534af519 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 1198 time: 0.1166422
Nov 23 13:03:15.585587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24ddf6e7-0cd9-4973-9c04-78cd0b7a34f4 req-c00782c4-8d99-475a-973e-575e896f4ed1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374214
Nov 23 13:03:15.630225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-89733f60-98e6-486a-b7e2-978d01bb831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:15.631840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-89733f60-98e6-486a-b7e2-978d01bb831e service neutron] 10.222.0.63 "GET /v2.0/networks?id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 891 time: 0.1690781
Nov 23 13:03:15.740103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-78675d22-d7f5-48b1-a6f8-dd2b188bcde9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1037 time: 0.1011786
Nov 23 13:03:15.818372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-3ecac287-e1b5-471b-9037-87318e0d54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:15.820038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-3ecac287-e1b5-471b-9037-87318e0d54bc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 200  len: 835 time: 0.0728004
Nov 23 13:03:15.904759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-f0b7c659-43b0-4a51-af8d-15eb287f72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:15.906406 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-f0b7c659-43b0-4a51-af8d-15eb287f72ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=283eade4-6bee-4277-8ca5-8db5facad568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790267
Nov 23 13:03:16.055444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-3f635595-de50-40f2-b551-a29ed2b3f0c5 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408193
Nov 23 13:03:16.209861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2b3fb75-fff6-4e38-a4d9-c05ea8e6132f req-2810ccee-9ed5-41f4-9a98-af3794a574c2 service neutron] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467330
Nov 23 13:03:16.815624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011fd5-5135-464c-8b20-0dbaf94722ec req-a6ad950a-c1e6-4f36-a9fe-933fb662b272 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:16.818179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6011fd5-5135-464c-8b20-0dbaf94722ec req-a6ad950a-c1e6-4f36-a9fe-933fb662b272 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 981 time: 0.0927272
Nov 23 13:03:16.868237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6011fd5-5135-464c-8b20-0dbaf94722ec req-c22772df-850e-4009-a5b2-fc196552691e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434234
Nov 23 13:03:16.930298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:17.246788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:17.316483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:17.321699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:17.322119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:17.603916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:17.631188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d4be7-6b22-40bb-b9da-56ed6fc47051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:17.641614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:17.646310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:17.648232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c7b71d35-5336-4dee-89a0-27c0c0b01203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:17.693505 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d4be7-6b22-40bb-b9da-56ed6fc47051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b', 'code': 200}
Nov 23 13:03:17.721123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=8']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:17.725251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:17.974531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bafd56-a227-408a-9a52-22212405cca4 req-c9cc8fb7-7292-4037-9a8c-4248f1e976ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:17.976262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06bafd56-a227-408a-9a52-22212405cca4 req-c9cc8fb7-7292-4037-9a8c-4248f1e976ce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 1201 time: 0.0815854
Nov 23 13:03:18.023483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06bafd56-a227-408a-9a52-22212405cca4 req-b18c1efc-433b-4a3c-8731-30b2771366bc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407031
Nov 23 13:03:18.080790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fde8f-c06d-42ce-a268-b15aded16109 req-c68f9a5b-83d2-4fcd-8912-b5a75ee9841e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:18.082375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a06fde8f-c06d-42ce-a268-b15aded16109 req-c68f9a5b-83d2-4fcd-8912-b5a75ee9841e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0840025
Nov 23 13:03:18.136103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a06fde8f-c06d-42ce-a268-b15aded16109 req-ddfbf148-49bd-4e17-a714-5686e455a7bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463815
Nov 23 13:03:19.028337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:19.103359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:19.103784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:19.365449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb0cbb-f67b-4da0-8d66-829e6047fb20 req-02e4f66c-b00c-4b33-ae34-11d17f82cb54 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:19.366985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-25eb0cbb-f67b-4da0-8d66-829e6047fb20 req-02e4f66c-b00c-4b33-ae34-11d17f82cb54 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0897040
Nov 23 13:03:19.417573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-25eb0cbb-f67b-4da0-8d66-829e6047fb20 req-bec64f6e-0a48-41a9-a7ae-277392cf551d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438201
Nov 23 13:03:19.631838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0777323-cbaa-4c09-8f46-9a8901c22987 req-21fffadd-efa2-47ae-abe2-d02d4510dffd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:19.633381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0777323-cbaa-4c09-8f46-9a8901c22987 req-21fffadd-efa2-47ae-abe2-d02d4510dffd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0865521
Nov 23 13:03:19.684230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0777323-cbaa-4c09-8f46-9a8901c22987 req-13e3f572-78a8-492c-a3b8-99c8f80f0b02 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443847
Nov 23 13:03:19.715448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50454) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:19.794819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ecb56-dbc3-498e-8387-46dba42e4cbb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:19.796474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e77ecb56-dbc3-498e-8387-46dba42e4cbb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051&network_id=283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 200  len: 1196 time: 0.0799265
Nov 23 13:03:20.203643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3c533-323e-4100-8b36-815aafb82b80 req-071aa9b5-9376-4ceb-8489-6d6d8438fd54 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:20.205435 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-32b3c533-323e-4100-8b36-815aafb82b80 req-071aa9b5-9376-4ceb-8489-6d6d8438fd54 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0856576
Nov 23 13:03:20.256538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-32b3c533-323e-4100-8b36-815aafb82b80 req-8bb554b7-4a99-46bd-82fb-ecdc02dfbbc1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444946
Nov 23 13:03:21.477598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48c4f6-4a9d-4d4c-954e-1d18b7c8970c req-7b0657fe-df3a-474e-b5a5-473ea8361596 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:21.479229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7b48c4f6-4a9d-4d4c-954e-1d18b7c8970c req-7b0657fe-df3a-474e-b5a5-473ea8361596 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0910132
Nov 23 13:03:21.529489 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7b48c4f6-4a9d-4d4c-954e-1d18b7c8970c req-4b268a36-e8ea-47f6-854b-47ba6e44ad31 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=a4f2424c-a9ec-4da4-83ef-a5f98458b876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437706
Nov 23 13:03:21.626110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-d6c9ca4b-8cf0-48f5-b46d-8c8ac60e8666 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:21.627723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-d6c9ca4b-8cf0-48f5-b46d-8c8ac60e8666 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 983 time: 0.0848601
Nov 23 13:03:21.710452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-00fd20f7-c69a-4b5d-96fd-1bf63cbabd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:21.712015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-00fd20f7-c69a-4b5d-96fd-1bf63cbabd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0782242
Nov 23 13:03:21.874053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-fa170e29-86bf-4ff9-97dd-1d82c596c2d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1568387
Nov 23 13:03:21.885800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:22.000969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:22.269888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:22.300053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] For port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:22.360328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] device_id is not set on port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b yet. {{(pid=81022) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Nov 23 13:03:22.368974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:22.373628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:22.389469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:22.526897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=9']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:22.531845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:22.716807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-efe11d72-57d8-40f7-a677-def06b19411e req-28115b3c-05ee-459f-9f60-5bb7b2493f57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=8e7d4be7-6b22-40bb-b9da-56ed6fc47051 HTTP/1.1" status: 200  len: 210 time: 0.0509095
Nov 23 13:03:22.724601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] No DVR routers for this DVR port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:03:22.843581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2cae81a9-d0de-44d8-b64d-c93d58bc0f5a None None] Provisioning complete for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:22.843927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cae81a9-d0de-44d8-b64d-c93d58bc0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:22.881168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:03:22.952637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2cae81a9-d0de-44d8-b64d-c93d58bc0f5a None None] Port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:03:22.960151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:03:22.991027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] In _notify_port_updated(), no bound segment for port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b on network 283eade4-6bee-4277-8ca5-8db5facad568 {{(pid=81022) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:846}}
Nov 23 13:03:22.991856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:22.992572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:22.993947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc74140e-cf49-4617-bdb8-315617f55c2c req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] 10.222.0.63 "PUT /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 200  len: 1026 time: 1.1125655
Nov 23 13:03:23.833290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50468) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:23.909470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:23.940938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:23.996730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.002398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31b1fb00-9053-498e-a37d-39d12351b9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:24.018605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6f9354-9dfc-4822-be49-67c370c61787,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:24.021455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:24.027789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.029047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/ea6f9354-9dfc-4822-be49-67c370c61787 HTTP/1.1" status: 204  len: 168 time: 0.1946902
Nov 23 13:03:24.070446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50474) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:24.296681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 8471578a-828e-4ddc-a0c2-cc5f4e677077 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:03:24.296944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.482970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.483344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.611597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 8471578a-828e-4ddc-a0c2-cc5f4e677077 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:03:24.768436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:24.784820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04358282-f43f-41c6-a661-f03f3d836978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:24.886295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=8471578a-828e-4ddc-a0c2-cc5f4e677077,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:24.889242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:25.015054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:25.015427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP cfb990ed-003a-4571-ae16-e3bdbbcf4c78 disassociated (deleted). External IP: 172.26.6.178, port: 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b.
Nov 23 13:03:25.687235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2598c6af-c50a-4af9-981c-879c4c360e42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:03:25.902284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:25.912885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Sync routers for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:25.922399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:25.926218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:25.927292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824116ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:25.982308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/cfb990ed-003a-4571-ae16-e3bdbbcf4c78 HTTP/1.1" status: 204  len: 168 time: 1.9106321
Nov 23 13:03:26.130160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:26.155198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:26.232687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.273004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.323741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.329045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f0e2fda-6fcf-496d-ae13-1131f0491c5f tempest-TagsTest-1631323541 tempest-TagsTest-1631323541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:26.344914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a10a08-dc49-4cf4-897a-0a5406ad9c00,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:26.350803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:26.355796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.359684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/36a10a08-dc49-4cf4-897a-0a5406ad9c00 HTTP/1.1" status: 204  len: 168 time: 0.2007377
Nov 23 13:03:26.400590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50488) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:26.484932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:03:26.485239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.498648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824116ac8>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:26.502872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Checking router: 2598c6af-c50a-4af9-981c-879c4c360e42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:26.514998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:26.515673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824116ac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:26.717047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:26.751432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:26.891345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b owned by  {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:03:27.043878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:27.059305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-391ad787-955e-46c1-960b-6c42b553e996 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:27.062861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824116ac8>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:27.067737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405e4aa-6b8f-41ad-84bb-f7b7cde41f79 None None] The sync data for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs is: [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:42Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '289c5e9b-cc07-4ed0-b257-1b0126990e3f', 'name': '', 'network_id': '283eade4-6bee-4277-8ca5-8db5facad568', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:d6:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:41Z', 'updated_at': '2020-11-23T13:02:49Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'c8390c0d-a190-44ac-8eb8-84c2e2904e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:03:27.165993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:27.170318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:27.302217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:27.312402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/ports/9efb5cb1-af9f-4ed7-b27c-45ae45d90a7b HTTP/1.1" status: 204  len: 168 time: 0.9107556
Nov 23 13:03:27.315298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50492) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:27.507370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420a534-5425-44e2-b7f3-6159beada338 None None] New status for floating IP cfb990ed-003a-4571-ae16-e3bdbbcf4c78: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:03:27.756368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:27.833746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1f92d36-432d-442d-9faa-aae9a7cbacb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:28.415626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 289c5e9b-cc07-4ed0-b257-1b0126990e3f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:03:28.416262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:28.627099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 289c5e9b-cc07-4ed0-b257-1b0126990e3f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=289c5e9b-cc07-4ed0-b257-1b0126990e3f,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:28.627507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:28.763819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 289c5e9b-cc07-4ed0-b257-1b0126990e3f owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:03:28.946411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:28.962063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-291f61f6-3acd-48c0-87f5-1bd22494070a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:29.062733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=289c5e9b-cc07-4ed0-b257-1b0126990e3f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:29.066592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:29.406247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:29.883698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:03:30.268368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-779ce576-c436-46c4-9f12-d436b729afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:30.417100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2598c6af-c50a-4af9-981c-879c4c360e42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:03:30.635652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:30.646405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Sync routers for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:30.649490 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/2598c6af-c50a-4af9-981c-879c4c360e42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3331044
Nov 23 13:03:30.652527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50496) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:30.659668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:30.660360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241fbd68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:30.870534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet c8390c0d-a190-44ac-8eb8-84c2e2904e5e {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:03:30.874623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:30.940959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:30.978859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.033231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.039540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:31.319338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.335787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2733e99a-f305-46b9-8f41-fa913d63c8ad tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:31.349517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241fbd68>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:03:28Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:31.353755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Checking router: 2598c6af-c50a-4af9-981c-879c4c360e42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:31.365408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Routers {'2598c6af-c50a-4af9-981c-879c4c360e42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:31.366077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241fbd68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2598c6af-c50a-4af9-981c-879c4c360e42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:31.428147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=c8390c0d-a190-44ac-8eb8-84c2e2904e5e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:31.432585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:31.479700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.486115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2353f704-9a65-440b-8fa4-c3b288289f17 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/c8390c0d-a190-44ac-8eb8-84c2e2904e5e HTTP/1.1" status: 204  len: 168 time: 0.8324008
Nov 23 13:03:31.486865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45888c-7b95-4e9f-997d-18ec1b4ca3eb None None] Network 283eade4-6bee-4277-8ca5-8db5facad568 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:03:31.489081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50500) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:31.706762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.736056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] Set router 2598c6af-c50a-4af9-981c-879c4c360e42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:31.920066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:31.928997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 35fb7195-b9a0-4058-a77f-05e35e2058b3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:03:31.929371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.014124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] DHCP port deletion for 283eade4-6bee-4277-8ca5-8db5facad568 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:03:32.062222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Deleting port 84c28005-cab4-4423-a861-9236ffd79a40 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:03:32.062655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.107399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.122257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 35fb7195-b9a0-4058-a77f-05e35e2058b3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35fb7195-b9a0-4058-a77f-05e35e2058b3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:32.122647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.254298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 35fb7195-b9a0-4058-a77f-05e35e2058b3 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:03:32.271614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241fbd68>, [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:03:28Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:32.299479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa523bd-1ce5-4c50-826c-01cf52a0a893 None None] The sync data for ids ['2598c6af-c50a-4af9-981c-879c4c360e42'] in dv-neutron-601336-59-ovs is: [{'id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'name': 'tempest-TestNetworkBasicOps-router-1486378043', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:03:28Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '35fb7195-b9a0-4058-a77f-05e35e2058b3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2598c6af-c50a-4af9-981c-879c4c360e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:02:37Z', 'updated_at': '2020-11-23T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:03:32.324564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.330352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] For port 84c28005-cab4-4423-a861-9236ffd79a40, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=84c28005-cab4-4423-a861-9236ffd79a40,segment=NetworkSegment(8a170e26-3cb5-47f5-86eb-b8662e4aff69),segment_id=8a170e26-3cb5-47f5-86eb-b8662e4aff69)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:32.330711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.450928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.467272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Calling delete_port for 84c28005-cab4-4423-a861-9236ffd79a40 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:03:32.467825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5541414-23e1-48c2-9cce-9d9ac9cf79fa tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:32.544582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:32.561911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3337da60-a63d-4169-9bce-2d13e351575e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:32.570187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=35fb7195-b9a0-4058-a77f-05e35e2058b3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:32.574640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:32.659456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Pushing event deleted for resources: {'Port': ['ID=84c28005-cab4-4423-a861-9236ffd79a40,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:32.664133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:32.708077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] No DVR routers for this DVR port 84c28005-cab4-4423-a861-9236ffd79a40 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:03:33.091827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.304797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 289c5e9b-cc07-4ed0-b257-1b0126990e3f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:03:33.340381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 289c5e9b-cc07-4ed0-b257-1b0126990e3f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:03:33.340798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 289c5e9b-cc07-4ed0-b257-1b0126990e3f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:03:33.341268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 84c28005-cab4-4423-a861-9236ffd79a40 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:03:33.374931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.379925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 84c28005-cab4-4423-a861-9236ffd79a40 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:03:33.380109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.380228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 84c28005-cab4-4423-a861-9236ffd79a40 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:03:33.404410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.405073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 2598c6af-c50a-4af9-981c-879c4c360e42 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:03:33.421934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.423148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/2598c6af-c50a-4af9-981c-879c4c360e42 HTTP/1.1" status: 204  len: 168 time: 1.9328988
Nov 23 13:03:33.426611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50504) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:33.557282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.761138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.886445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824e67208>,) {'filters': {'network_id': ['283eade4-6bee-4277-8ca5-8db5facad568']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:33.899298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67208>, '8a170e26-3cb5-47f5-86eb-b8662e4aff69') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:33.899583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824e67208>, '8a170e26-3cb5-47f5-86eb-b8662e4aff69') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:33.912196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.927690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:33.929705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:03:34.117728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:03:34.127107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.310664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 283eade4-6bee-4277-8ca5-8db5facad568 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:03:34.338388 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:03:34.421262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.424528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70713cf5-4585-4b6c-a5d4-5f8f733bcb5d tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:34.440387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.456969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=283eade4-6bee-4277-8ca5-8db5facad568,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:34.463254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:34.469421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/283eade4-6bee-4277-8ca5-8db5facad568 HTTP/1.1" status: 204  len: 168 time: 1.0404172
Nov 23 13:03:34.484360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50508) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:34.498060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-17685c5e-d111-48cc-8943-f25d681274b4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 836 time: 0.0124223
Nov 23 13:03:34.500737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50512) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:34.507610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--463711065', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:34.513365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:34.517788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:34.521730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:34.529106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:34.538370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:03:34.543857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.579300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:03:34.589861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.590251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment 1c57c29b-1362-44bf-a90a-cd46ae7389e2 of type vxlan for network 00027130-d761-402b-983a-985f6c88cf91
Nov 23 13:03:34.617360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.648211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.652333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:34.653008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.658352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7c17377c-baa6-4909-8ae7-45811818f832 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:34.768761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2667556
Nov 23 13:03:34.771757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50516) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:34.777657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:34.778466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=00027130-d761-402b-983a-985f6c88cf91,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:34.781507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:34.785489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:34.790851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:34.791367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 00027130-d761-402b-983a-985f6c88cf91 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:03:34.794982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:34.802686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:34.810471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 00027130-d761-402b-983a-985f6c88cf91 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:03:34.818169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.819513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.840596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:34.998964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:35.192126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:35.214683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35fb7195-b9a0-4058-a77f-05e35e2058b3 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:03:35.224392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:35.249626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 35fb7195-b9a0-4058-a77f-05e35e2058b3 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:03:35.250021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35fb7195-b9a0-4058-a77f-05e35e2058b3 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:03:35.504730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.238 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:35.664162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:35.691108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:35.707472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87af785b-2e44-4a4a-aec5-ba5bb850713f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:35.840367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:35.871913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.872334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.872793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.873208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.873618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.874026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.874436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.874839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.875242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.875646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.876048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.876468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.876969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.877371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.877793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.878149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.878549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.878951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.879452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.880209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.880316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.880724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.881126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.881527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:35.887993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:35.923570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:35.924801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:35.927756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:36.088161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:36.088988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:36.325049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:03:36.802868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:36.812637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:36.825710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:36.826382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257e03c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:36.830634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:36.832325 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0592129
Nov 23 13:03:36.836756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50520) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:36.888964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fbd3f640-e331-4895-b2a7-680b359199cb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0507519
Nov 23 13:03:36.892000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50524) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:36.898983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838198364', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:37.020378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:37.022102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:37.026482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:37.029536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:37.036404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:37.045628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:03:37.154909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:37.333340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257e03c8>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:36Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:37.337724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:37.338123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Updating router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:03:37.398013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:37.880582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:37.896929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:37.975530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:37.988557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Transition to ACTIVE for port object 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:37.991372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.006089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e902f156-e646-46d6-b3a6-053f298d2daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:38.030322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=0bea2e45-03cc-4d6f-9008-bd853db15907,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:38.058386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.058815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.059242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.059663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.060079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.060514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.060953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.061367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.061775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.062182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.062588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.062996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.063489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.063906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.064315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.064748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.065154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.065558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.065962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.066364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.067381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.067714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.068117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.068548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:38.074892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:38.135917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:38.136300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 00027130-d761-402b-983a-985f6c88cf91, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:03:38.150150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:38.153441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:38.161624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:03:38.171121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 00027130-d761-402b-983a-985f6c88cf91) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:38.181720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c28ec-f34e-44ba-a15a-859302fd8c0f None None] Network 00027130-d761-402b-983a-985f6c88cf91 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:03:38.185208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:38.185866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.207628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3141973
Nov 23 13:03:38.210649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50528) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:38.230627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Attempting to bind port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:03:38.231047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Attempting to bind port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:03:38.231458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Attempting to bind port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:03:38.239462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:03:38.240087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:38.240570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.241013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:03:38.241538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Bound port: 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:03:38.241954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.323089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:38.326566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:03:38.330210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.347618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c66a8457-3ad4-4194-917d-08e09d5d5edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:38.419866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-00027130-d761-402b-983a-985f6c88cf91', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:03:38.421231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:38.519492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:38.523483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:38.580960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:38.581659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257e03c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:38.798624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:38.953829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Allocated IP 172.20.0.2 (00027130-d761-402b-983a-985f6c88cf91/0bea2e45-03cc-4d6f-9008-bd853db15907/0e523396-b3bf-4ce4-ac76-f6718d9b09bc) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:38.990245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.125459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257e03c8>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:36Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:39.129830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d39c89-f85f-4f00-83c8-807495bd8a2b None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:36Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:03:39.179595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.190565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Transition to ACTIVE for port object 0e523396-b3bf-4ce4-ac76-f6718d9b09bc will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:39.207778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Transition to ACTIVE for port object 0e523396-b3bf-4ce4-ac76-f6718d9b09bc will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:39.212970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.229867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:39.364776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Pushing event updated for resources: {'Port': ['ID=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:39.369455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:39.420871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Network 00027130-d761-402b-983a-985f6c88cf91 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:39.422131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:39.424554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:39.490044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Attempting to bind port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:03:39.491201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Attempting to bind port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:03:39.491201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Attempting to bind port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc on network 00027130-d761-402b-983a-985f6c88cf91 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:03:39.499677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:03:39.500161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Checking segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:39.500878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.501329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Bound using segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:03:39.501867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Bound port: 0e523396-b3bf-4ce4-ac76-f6718d9b09bc, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:03:39.502296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.588385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (00027130-d761-402b-983a-985f6c88cf91/0bea2e45-03cc-4d6f-9008-bd853db15907/2756de9e-05e3-4cb5-b31c-00f358f5e2bf) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:39.610244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] For port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:39.619490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] For port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:03:39.623928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.640493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:39.760634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Pushing event updated for resources: {'Port': ['ID=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:39.774455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:39.781058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.802784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 2756de9e-05e3-4cb5-b31c-00f358f5e2bf will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:39.825350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:39.842379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:39.997067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:40.000581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:40.055114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:40.056412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:40.058905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:40.141029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:40.237790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:40.741872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:40.745463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:40.775934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12fb5339-374a-4ca2-9f39-f1d245d35fb5 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:40.868017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:40.884210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:40.936670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:41.026897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:41.028693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:41.242585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddc2c6-51fe-490b-9706-1c46d91c7a80 None None] Network 00027130-d761-402b-983a-985f6c88cf91 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:03:41.338052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:41.419275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-128ce93a-d671-4a8b-86d9-ac07d13d2360 None None] Provisioning for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:41.522878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:41.533477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:41.533913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:41.734091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:03:41.750666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:41.770715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:41.775377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:41.776413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0e523396-b3bf-4ce4-ac76-f6718d9b09bc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:41.805058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:41.907934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:41.912271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:41.925073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:41.931695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:41.932138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:41.983485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:41.999184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7873068
Nov 23 13:03:42.001838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50532) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:42.072201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.088290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:42.105265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Provisioning for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:42.125833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:42.126268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.172181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:42.176534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:42.177282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824be6518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:42.182944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fb1db-f52e-4ca8-a2d8-abc8340a7edb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.183312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fb1db-f52e-4ca8-a2d8-abc8340a7edb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.183729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fb1db-f52e-4ca8-a2d8-abc8340a7edb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.184144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fb1db-f52e-4ca8-a2d8-abc8340a7edb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.186003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-219fb1db-f52e-4ca8-a2d8-abc8340a7edb tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1830742
Nov 23 13:03:42.188847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50536) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:42.243672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.257077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:42.275098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81278b0e-1ba3-49d6-9164-5218b615daab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.275534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81278b0e-1ba3-49d6-9164-5218b615daab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.275953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81278b0e-1ba3-49d6-9164-5218b615daab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.276378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81278b0e-1ba3-49d6-9164-5218b615daab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:42.281035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81278b0e-1ba3-49d6-9164-5218b615daab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0884056
Nov 23 13:03:42.281344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50540) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:42.369710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:03:42.441600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:42.447562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:42.448343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Provisioning complete for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:42.448790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a32b8361-dca2-49e6-ac85-be64a554b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.523828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9fe9690a-0411-4e3b-97c6-95a02d165c2c tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2410512
Nov 23 13:03:42.536280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:42.737971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50546) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:42.745052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506192999', 'description': 'tempest-secgroup-smoke-1506192999 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:42.752953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:42.759081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:42.762634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:42.769318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:42.780155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.824167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:42.828890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:42.832290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:42.839469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:42.903804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.906684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.912310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea55f130-4ff2-47c9-bda1-9b5fc3d0552e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:42.956911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:42.960401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:42.964611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2218664
Nov 23 13:03:42.964611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:42.964838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50550) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:42.970454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:42.977284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:42.983262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:42.986416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:42.993291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.010976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.079349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.082396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.084619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8d61d2c6-b256-4e96-ad1a-477ccd3a48d2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.110031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825b6731-3fc0-4720-b747-982143c8dff3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.115763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.120699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.122256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1565256
Nov 23 13:03:43.123908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ebdbdd6d-6f09-4aa8-b271-7e83cf36a1fe None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:43.124320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebdbdd6d-6f09-4aa8-b271-7e83cf36a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.125107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50554) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:43.131609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:43.138182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:43.142313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:43.145409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:43.151430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.167968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.173543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824be6518>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:43.189727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:43.190142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Updating router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:03:43.227718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbdd6d-6f09-4aa8-b271-7e83cf36a1fe None None] Port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:03:43.240977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.244270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.246525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d2b8ba95-6402-47fd-b94b-7d2cf7b1b5aa tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.265994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.278037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c630d3-43ee-4b1f-855b-258f24215b0b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.280583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.281345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.282961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:43.286277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50558) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:43.286627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1604741
Nov 23 13:03:43.292243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:43.299026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:43.304562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:43.307737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:43.314090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.321093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ebdbdd6d-6f09-4aa8-b271-7e83cf36a1fe None None] Provisioning complete for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:43.321356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebdbdd6d-6f09-4aa8-b271-7e83cf36a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.331284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.404768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.409925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.412032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee655144-53f1-4f4e-b48c-4902e3ccb080 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.436889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0f7bd0-f14d-4cc4-93f9-ee485e04cc60,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.439545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.449088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.453427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1b5ecf60-7fa7-409d-b446-bb2c5502042a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1631100
Nov 23 13:03:43.453594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50562) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:43.461180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:43.468199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:43.472255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:43.475623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:43.481584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.499551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.575470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.578458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.580456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3691e7b7-02b5-4ab1-b2b4-8bcc55b851f6 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.605086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330b0fa1-929d-4a48-9234-9f46fdb84715,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.607728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.614899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.616202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-77ee0f9c-b903-4084-8e78-286f925b4eee tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1613879
Nov 23 13:03:43.619464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50566) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:43.625668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:43.634982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:43.639368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:43.642407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:43.644188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:43.645229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.649084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.659245 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:03:43.666311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.737560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.741027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.742953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c1db299c-1024-447a-834d-d7ae4c07de23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.767398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59519282-cc72-48b0-89a4-ccd9ec547fc6,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.770254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.777104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.778379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1578424
Nov 23 13:03:43.781435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50570) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:43.787747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'cf4ca201-d8d5-4ffc-9019-a2148bc4d28d', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:43.794146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:43.798229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:43.802932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:43.812856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:43.827805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:03:43.834898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.906475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.909278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0e523396-b3bf-4ce4-ac76-f6718d9b09bc up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:43.909415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.911618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb4c981d-a214-4b08-a902-06d3e909b014 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:43.936876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1d7eab-532b-49b4-a61d-c0e6cc79161f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:43.939594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:43.947665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:43.949002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1664188
Nov 23 13:03:44.057276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:44.057707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.135065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.141234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-6fb8e7af-3d23-444e-8907-efc37a90be83 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506192999&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0468204
Nov 23 13:03:44.153762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Transition to ACTIVE for port object 2756de9e-05e3-4cb5-b31c-00f358f5e2bf will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:44.157922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.174129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:44.310567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-be50594b-43f3-4cf5-8751-689dd6df641b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:44.311400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-be50594b-43f3-4cf5-8751-689dd6df641b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:03:44.326963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-be50594b-43f3-4cf5-8751-689dd6df641b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:03:44.328239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-be50594b-43f3-4cf5-8751-689dd6df641b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 796 time: 0.1792617
Nov 23 13:03:44.345801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-d1d6e62b-f7ee-40f6-aef8-54f419ada9ab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0112224
Nov 23 13:03:44.360781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:44.366981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:44.443242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-51a0e640-b266-48f5-b928-a9867cd5a7d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0906441
Nov 23 13:03:44.545639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Attempting to bind port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:03:44.546061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Attempting to bind port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:03:44.546474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Attempting to bind port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf on network 00027130-d761-402b-983a-985f6c88cf91 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:03:44.554493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:03:44.554909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Checking segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:44.555366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.555819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Bound using segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:03:44.556353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Bound port: 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:03:44.556804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.669615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:44.679827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:03:44.684140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:44.701126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-20e603f4-b44d-444f-a111-2996a8ca2cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438164
Nov 23 13:03:44.706563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:44.874581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-bead36df-98e7-40c3-a6c5-4c633eb7235f service neutron] 10.222.0.60 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1655650
Nov 23 13:03:44.886454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:44.893705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:44.944837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:44.945551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824be6518>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:45.134884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-77115fb5-f7bf-4d65-8b3b-6908f93e138f req-ae6b6e5b-00ae-411f-81a7-2bb6e2922b0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:03:45.162633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-77115fb5-f7bf-4d65-8b3b-6908f93e138f req-ae6b6e5b-00ae-411f-81a7-2bb6e2922b0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:03:45.164665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-77115fb5-f7bf-4d65-8b3b-6908f93e138f req-ae6b6e5b-00ae-411f-81a7-2bb6e2922b0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 210 time: 0.0823367
Nov 23 13:03:45.413454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:45.840694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824be6518>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:44Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:45.845174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742422ca-98c9-402d-ac28-e45aa79bd03e None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:44Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:03:46.419529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89c963e1-522b-4793-b6c2-cf567c3d2887 req-27e7c4d3-64bd-4f16-902b-9eac6476e901 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 210 time: 0.0757654
Nov 23 13:03:46.495474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-295d49fa-3e11-49ae-8420-906a84514a0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:46.497492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-295d49fa-3e11-49ae-8420-906a84514a0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 796 time: 0.2551634
Nov 23 13:03:46.596859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-1d3ad61c-7bd6-49bf-8069-810a5e2feb53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7377 time: 0.0774293
Nov 23 13:03:46.606936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['cf4ca201-d8d5-4ffc-9019-a2148bc4d28d']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:46.764197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:46.774198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:46.783118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:03:46.789253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:46.944275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.117026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.10 (00027130-d761-402b-983a-985f6c88cf91/0bea2e45-03cc-4d6f-9008-bd853db15907/a277bcd9-ed86-4be9-bb19-3114c0b9c30c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:47.291334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:47.328371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.346597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object a277bcd9-ed86-4be9-bb19-3114c0b9c30c will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:47.361815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:47.367374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:47.367807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.368954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.387144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15c576bb-06a9-49ae-9ec6-2fda4ac8692b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:47.499618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.533001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:47.538216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:47.538402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:47.542474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.544407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b65973c3-4fa3-40a7-abd8-dbce05eb5180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:47.596910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:47.599045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:47.601878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:47.623200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:47.631395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:47.670951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaf1-ca8c-4060-8330-5a5ead304761 req-9a022425-f95b-49b2-848a-d3f1b2832189 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:47.677101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d50daaf1-ca8c-4060-8330-5a5ead304761 req-9a022425-f95b-49b2-848a-d3f1b2832189 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 932 time: 0.1052372
Nov 23 13:03:47.679231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:47.680088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.712862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1092999
Nov 23 13:03:47.731049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d50daaf1-ca8c-4060-8330-5a5ead304761 req-18e3bb15-2fe5-4bbf-a8d3-b6f9506cedf8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:03:47.732966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Request body: {'port': {'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:47.748311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d50daaf1-ca8c-4060-8330-5a5ead304761 req-18e3bb15-2fe5-4bbf-a8d3-b6f9506cedf8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:03:47.749813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d50daaf1-ca8c-4060-8330-5a5ead304761 req-18e3bb15-2fe5-4bbf-a8d3-b6f9506cedf8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684514
Nov 23 13:03:47.863499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.923696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75c2a623-be5a-41f5-a269-b0535d88c745 None None] Provisioning for port a277bcd9-ed86-4be9-bb19-3114c0b9c30c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:47.929493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-75c2a623-be5a-41f5-a269-b0535d88c745 None None] Provisioning complete for port a277bcd9-ed86-4be9-bb19-3114c0b9c30c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:47.929918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75c2a623-be5a-41f5-a269-b0535d88c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:47.985399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-75c2a623-be5a-41f5-a269-b0535d88c745 None None] Port a277bcd9-ed86-4be9-bb19-3114c0b9c30c cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:03:48.271531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a277bcd9-ed86-4be9-bb19-3114c0b9c30c {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:03:48.278429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:48.291126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Transition to ACTIVE for port object a277bcd9-ed86-4be9-bb19-3114c0b9c30c will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:03:48.293811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:48.309065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-876f5319-fcaf-44a7-8e43-19d895705aa3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:48.438527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Pushing event updated for resources: {'Port': ['ID=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:48.443671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:48.652980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Attempting to bind port a277bcd9-ed86-4be9-bb19-3114c0b9c30c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:03:48.653551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Attempting to bind port a277bcd9-ed86-4be9-bb19-3114c0b9c30c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:03:48.653670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Attempting to bind port a277bcd9-ed86-4be9-bb19-3114c0b9c30c on network 00027130-d761-402b-983a-985f6c88cf91 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:03:48.660865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:03:48.661449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Checking segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:03:48.661627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:48.662013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Bound using segment: {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:03:48.662492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Bound port: a277bcd9-ed86-4be9-bb19-3114c0b9c30c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c57c29b-1362-44bf-a90a-cd46ae7389e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '00027130-d761-402b-983a-985f6c88cf91'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:03:48.662868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:48.759802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] For port a277bcd9-ed86-4be9-bb19-3114c0b9c30c, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:03:48.763128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] For port a277bcd9-ed86-4be9-bb19-3114c0b9c30c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:03:48.765881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:48.781863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06e7dc58-2471-4f61-aace-ebb2d2835b45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:48.984762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Pushing event updated for resources: {'Port': ['ID=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:48.999929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:49.039196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:49.039875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:49.041610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] 10.222.0.63 "PUT /v2.0/ports/a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 1158 time: 1.3162203
Nov 23 13:03:49.043432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:49.060552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4764cc-e26b-463d-a950-78c1152e653d req-16755a77-b465-4188-b946-d443204e828c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:49.061404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cb4764cc-e26b-463d-a950-78c1152e653d req-16755a77-b465-4188-b946-d443204e828c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:03:49.078777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cb4764cc-e26b-463d-a950-78c1152e653d req-16755a77-b465-4188-b946-d443204e828c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:03:49.080182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb4764cc-e26b-463d-a950-78c1152e653d req-16755a77-b465-4188-b946-d443204e828c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 944 time: 0.1764691
Nov 23 13:03:49.141398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'status': 'completed', 'code': 200}
Nov 23 13:03:49.203261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb4764cc-e26b-463d-a950-78c1152e653d req-4b3c65a2-93fd-440d-a6a5-b387408b8431 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154306
Nov 23 13:03:49.217725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-e6810ab6-b46f-430a-8f4c-952a917f5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:49.219362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-e6810ab6-b46f-430a-8f4c-952a917f5516 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1161 time: 0.1145284
Nov 23 13:03:49.278792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:49.357370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:49.357698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:49.567777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-7a554de5-fd68-4271-b570-ca1965f9e6cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 217 time: 0.3335211
Nov 23 13:03:49.640342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-ddefc775-b308-4fc0-8577-d022ab53bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:49.641882 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-ddefc775-b308-4fc0-8577-d022ab53bd99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 200  len: 835 time: 0.0678082
Nov 23 13:03:49.723554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-1fa9e31a-6781-4fed-ad5d-5f3c47b95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:49.725203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-1fa9e31a-6781-4fed-ad5d-5f3c47b95891 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00027130-d761-402b-983a-985f6c88cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768666
Nov 23 13:03:49.873682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-202db69f-46ef-4b01-946d-95438da4dfb4 service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417847
Nov 23 13:03:50.020163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e78ae337-2db1-4a49-b6f5-8ebee7f053cf req-0a591360-2db0-40fe-a065-19e47e6dc854 service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390767
Nov 23 13:03:50.184945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-bc682584-3b48-4386-acc5-5bddf30170d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:50.186553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-bc682584-3b48-4386-acc5-5bddf30170d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1161 time: 0.0798576
Nov 23 13:03:50.335350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-a6d49024-169d-4b32-9dd6-47f2797a9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:50.336894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-a6d49024-169d-4b32-9dd6-47f2797a9818 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 890 time: 0.1435659
Nov 23 13:03:50.411437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-02558675-b919-4db1-9139-475e87b61a99 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 217 time: 0.0666416
Nov 23 13:03:50.423311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988361b-7f4f-4bcf-bc3e-c616d8cd2d1b req-9bf89e56-4cd8-4152-a521-9a63434bc71a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:50.424936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5988361b-7f4f-4bcf-bc3e-c616d8cd2d1b req-9bf89e56-4cd8-4152-a521-9a63434bc71a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 944 time: 0.0848308
Nov 23 13:03:50.475958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5988361b-7f4f-4bcf-bc3e-c616d8cd2d1b req-8abe0fb1-4830-46ad-90b8-979f6554db1a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441942
Nov 23 13:03:50.491001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-bb1eae76-2f8a-4897-8ae6-4a527ccd6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:50.492639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-bb1eae76-2f8a-4897-8ae6-4a527ccd6aec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 200  len: 835 time: 0.0720706
Nov 23 13:03:50.577882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-2ea0c3a3-da07-4236-beb7-c5552011b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:50.579518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-2ea0c3a3-da07-4236-beb7-c5552011b6ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00027130-d761-402b-983a-985f6c88cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797169
Nov 23 13:03:50.734862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-ff38f3ea-1aba-4bea-be96-3370fbe5cf23 service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475456
Nov 23 13:03:50.896618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc226574-3e89-4ee5-8bb4-ce6745ef4536 req-a0f81017-3f8b-4665-aeca-f4a7da66a4af service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400337
Nov 23 13:03:51.695561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad3da8-99e0-468f-a472-1f7daf41e80b req-952dab77-24ac-4f5b-ac5c-940455d68162 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:51.697257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caad3da8-99e0-468f-a472-1f7daf41e80b req-952dab77-24ac-4f5b-ac5c-940455d68162 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 944 time: 0.0849180
Nov 23 13:03:51.751377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caad3da8-99e0-468f-a472-1f7daf41e80b req-45bd2d3c-7af2-4986-a98c-15424e38f857 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477219
Nov 23 13:03:52.976756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94234c5-5f0e-4918-8b8c-3e7b5a9fc6ad req-b630ca65-8c57-4363-b23e-6bd50b8241b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:52.978456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e94234c5-5f0e-4918-8b8c-3e7b5a9fc6ad req-b630ca65-8c57-4363-b23e-6bd50b8241b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 944 time: 0.0918458
Nov 23 13:03:53.032299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e94234c5-5f0e-4918-8b8c-3e7b5a9fc6ad req-6b370024-7f1f-493c-b091-f2dd6fde4a13 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470085
Nov 23 13:03:53.648028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a277bcd9-ed86-4be9-bb19-3114c0b9c30c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:53.723904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port a277bcd9-ed86-4be9-bb19-3114c0b9c30c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:03:53.728797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a277bcd9-ed86-4be9-bb19-3114c0b9c30c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:53.729224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:53.848973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:53.877198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:53.888037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port a277bcd9-ed86-4be9-bb19-3114c0b9c30c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:03:53.891731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:53.893682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e1b89034-5d61-4462-99a4-681b9a5381d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:53.939050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'code': 200}
Nov 23 13:03:53.968213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:53.977507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.978061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.978253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.978627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.979000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.979371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.979751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.980149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.980520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.980888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.981255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.981617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.982069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.982434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.982798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.983159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.983521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.983883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.984244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.984635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.985000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.985359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.985719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.986081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:03:53.990511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:54.212055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25533-7df1-44e8-8eb1-d1364fb73982 req-278ad0b2-b949-4503-9f49-b54f23ba1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:54.213701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15f25533-7df1-44e8-8eb1-d1364fb73982 req-278ad0b2-b949-4503-9f49-b54f23ba1933 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1163 time: 0.0754888
Nov 23 13:03:54.250116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946c5e2-96f6-4966-a65a-3ba656821533 req-e5ec9741-2d1f-4c72-8772-514d24685623 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:54.252974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5946c5e2-96f6-4966-a65a-3ba656821533 req-e5ec9741-2d1f-4c72-8772-514d24685623 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.0889535
Nov 23 13:03:54.259772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15f25533-7df1-44e8-8eb1-d1364fb73982 req-331d8337-3857-44f1-bba8-79e85a74ef87 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396726
Nov 23 13:03:54.306317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5946c5e2-96f6-4966-a65a-3ba656821533 req-8bd2dff5-bf6d-4954-add6-5ce6bd34b166 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474522
Nov 23 13:03:55.361122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a277bcd9-ed86-4be9-bb19-3114c0b9c30c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:03:55.439521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a277bcd9-ed86-4be9-bb19-3114c0b9c30c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:03:55.439950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:55.536235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf640de-c449-48fe-85eb-3f1830cea974 req-1c70942a-dd35-4223-9311-f09be91917d0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:55.537826 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eaf640de-c449-48fe-85eb-3f1830cea974 req-1c70942a-dd35-4223-9311-f09be91917d0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.0905273
Nov 23 13:03:55.592172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eaf640de-c449-48fe-85eb-3f1830cea974 req-95fb51d0-e919-461b-9cf7-a2717a192e57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477936
Nov 23 13:03:55.809716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17865-6c40-44f9-96c7-88a3d4b83233 req-6a4ab36b-ff5f-4073-90cf-50b30858ba1b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:55.811272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58e17865-6c40-44f9-96c7-88a3d4b83233 req-6a4ab36b-ff5f-4073-90cf-50b30858ba1b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.0872476
Nov 23 13:03:55.861453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-58e17865-6c40-44f9-96c7-88a3d4b83233 req-faae0258-9728-4c59-aa67-e25999b1b772 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431702
Nov 23 13:03:55.892273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50624) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:55.970520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a4b184-8c52-4061-bf7e-8a64d7f42535 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:55.972138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5a4b184-8c52-4061-bf7e-8a64d7f42535 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1158 time: 0.0787916
Nov 23 13:03:55.975903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50628) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:55.981672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:03:55.987718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:03:55.992254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:03:55.995299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:03:56.001414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:03:56.011339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:56.161262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:56.434348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.111 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/74beed45-2f74-40dc-b01e-a3ada0e44181) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:03:56.596316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:56.623004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:56.639585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e44ebf6-566b-4f51-ab43-3709b3776a19 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:56.778607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=74beed45-2f74-40dc-b01e-a3ada0e44181,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:56.783648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:56.839199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:03:56.840373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:03:56.842893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:03:57.278189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:57.352625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:57.624294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:57.628001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:57.643895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:03:57.841124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0130d607-dc06-4e9e-a724-31c52b8865b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:58.037811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=74beed45-2f74-40dc-b01e-a3ada0e44181,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:03:58.040995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:03:58.152513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:58.355420 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291 associated. External IP: 172.26.6.111, port: a277bcd9-ed86-4be9-bb19-3114c0b9c30c.
Nov 23 13:03:58.772743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:03:58.989459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:03:58.999622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:03:59.013870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:59.014547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825792d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:59.021476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:03:59.080120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1030052
Nov 23 13:03:59.080956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:03:59.083877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50632) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:59.214595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:59.231495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'status': 'completed', 'code': 200}
Nov 23 13:03:59.381780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-12b86a91-450b-4529-b15c-7d78d2c7fd82 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65 HTTP/1.1" status: 200  len: 923 time: 0.2964196
Nov 23 13:03:59.384902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-e7d2c094-5369-410c-9d91-8596c9c3b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:59.385040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50640) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:03:59.386446 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-e7d2c094-5369-410c-9d91-8596c9c3b83e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1163 time: 0.1079400
Nov 23 13:03:59.507712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20675060-1801-46b0-868b-f2469df86362 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1212821
Nov 23 13:03:59.546777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-a7285ab2-213a-4190-8c61-fd214788475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:59.548510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-a7285ab2-213a-4190-8c61-fd214788475e service neutron] 10.222.0.63 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 890 time: 0.1551852
Nov 23 13:03:59.663557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-0fa0c166-d0db-4eac-9478-6fa926fe2f55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 1000 time: 0.1082950
Nov 23 13:03:59.735725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-a4ac52ab-9933-4b1c-b868-a04fac878f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:59.737418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-a4ac52ab-9933-4b1c-b868-a04fac878f15 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 200  len: 835 time: 0.0676138
Nov 23 13:03:59.747442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825792d68>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:03:57Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:47Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:59.751774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:03:59.764734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:03:59.765403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825792d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:03:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:03:59.825664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-5cf7434d-2308-4e85-852f-3bed07005e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:03:59.827309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-5cf7434d-2308-4e85-852f-3bed07005e14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00027130-d761-402b-983a-985f6c88cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834897
Nov 23 13:03:59.964749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:03:59.976602 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-91df7357-0e79-43ea-810e-2d00bc6dd5dc service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416819
Nov 23 13:04:00.125431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c3866a2-f421-4dfd-ae64-109348f9d002 req-67070b18-3c6d-4b9c-b0e6-e2c19bd80393 service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417480
Nov 23 13:04:00.271328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f66e-b489-4687-a5b8-f677ca01362b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:00.338474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825792d68>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:03:57Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:47Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:00.342690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd070d-4068-4225-8438-4b46fe7cb88d None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:03:57Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:03:47Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:04:00.511715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50644) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:00.640597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63d3c560-b107-4d3f-b253-12d861dc1f70 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1274920
Nov 23 13:04:00.653942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f480f81-b832-47c2-9d02-3e3a810f0181 None None] New status for floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:04:00.761278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:01.643729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50648) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:01.760621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cd9193be-8a30-42b5-8087-66ae1263fa4c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 994 time: 0.1149483
Nov 23 13:04:02.010140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:02.288121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:02.695229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-6778f5a6-3af6-4aa4-a033-0a7c73844f58 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0756714
Nov 23 13:04:02.868376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-fa81e0e2-b940-430b-8077-4ca66a4cbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:02.870061 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-fa81e0e2-b940-430b-8077-4ca66a4cbccd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1163 time: 0.0785973
Nov 23 13:04:03.029212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-474a96ee-73e9-4c37-940c-44913333bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:03.030812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-474a96ee-73e9-4c37-940c-44913333bfaf service neutron] 10.222.0.63 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 890 time: 0.1414964
Nov 23 13:04:03.143155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-bfc1f3b0-fd27-4e56-b5f6-8d754fe42948 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 1002 time: 0.1054196
Nov 23 13:04:03.216137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-36d98a12-01b4-4d36-b870-acd7587164ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:03.217764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-36d98a12-01b4-4d36-b870-acd7587164ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 200  len: 835 time: 0.0681071
Nov 23 13:04:03.300245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-3579760b-1f4a-4bf2-bd4e-2808ba11de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:03.301849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-3579760b-1f4a-4bf2-bd4e-2808ba11de1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00027130-d761-402b-983a-985f6c88cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767906
Nov 23 13:04:03.447264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-a8098d19-881b-41c3-adaf-48cb673821bb service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381946
Nov 23 13:04:03.593720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c65b12b-11a2-40dc-920e-e5ba67205f07 req-a6eb9548-aaa7-48ca-acd2-674a8fc7c3bf service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388235
Nov 23 13:04:06.884714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:04:16.946322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:27.833349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-699845ba-7957-4823-ba41-8d2256c6b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:30.273281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2afdbafa-c982-4d74-8c41-49c2c0aa9484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:30.738189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:31.000259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50662) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:31.462328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9960a9a6-dfc1-4703-8fe6-0735f091dbee tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.4606845
Nov 23 13:04:31.465352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50666) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:31.697223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d149aa-de8e-4442-aabd-569441ebf91a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Notify agent at dv-neutron-601336-59-ovs the message router_removed_from_agent {{(pid=81022) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 23 13:04:31.703005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d1d149aa-de8e-4442-aabd-569441ebf91a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "DELETE /v2.0/agents/dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3/l3-routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65 HTTP/1.1" status: 204  len: 168 time: 0.2341306
Nov 23 13:04:31.703963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50670) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:31.901696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b78dcff2-e8ac-4f66-894b-17b0ea6c6875 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1971836
Nov 23 13:04:31.904513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50674) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:31.976073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de8f62-b0d1-4e59-a594-b1cc7049393e None None] New status for floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:04:32.013511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:32.021946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1005cb81-6740-4138-a944-fd55e6285de7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 994 time: 0.1143680
Nov 23 13:04:32.290366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:33.024619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50678) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:33.133890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fcee1e3b-27ca-4ecd-999a-5cf573d9bc6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1079929
Nov 23 13:04:33.284257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:33.398055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:33.430765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:33.433606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:33.434427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:33.464447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:33.555988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:33.581574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:33.615332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:33.631516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:33.634292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:33.636140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:33.704020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:33.707516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:35.179253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:35.392007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e08850-8913-4a71-8070-861a9eefdfd6 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:04:35.392384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e08850-8913-4a71-8070-861a9eefdfd6 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Notify agent at dv-neutron-601336-59-ovs the message router_added_to_agent {{(pid=81023) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Nov 23 13:04:35.419084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3e08850-8913-4a71-8070-861a9eefdfd6 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "POST /v2.0/agents/dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2386191
Nov 23 13:04:35.422263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50692) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:35.439969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:04:35.453337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:35.454085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240957f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:35.622720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-44f48e93-66ed-44fb-a040-5bf4da637ad4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.1990802
Nov 23 13:04:35.625651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50698) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:35.654960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:35.741445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1845a598-5ccf-4d36-86a2-7cac12a2687f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1145384
Nov 23 13:04:36.202286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240957f0>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:04:32Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:36.206375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:04:36.217624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:36.218284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240957f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:36.405458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:36.747391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50702) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:36.781680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240957f0>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:04:32Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:36.786977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef89f84-3031-44ff-a8c4-e85a31690d77 None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '49e1caba-3775-4bc6-8f59-a92eb53f4291', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.111', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'port_id': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'mac_address': 'fa:16:3e:24:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:03:57Z', 'updated_at': '2020-11-23T13:04:32Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:33Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:04:36.862098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7441cecc-6b8f-4e81-a033-7c3f2532ba6d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1130939
Nov 23 13:04:37.309348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:04:37.385528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:04:37.385969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:37.519410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:37.561240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:37.564621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:37.566547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5ffe809b-e523-44da-be98-3a3c0353036c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:37.638801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:37.641883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:37.866789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50706) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:38.246473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-21696734-8331-4f55-9c7a-67b303bdf544 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.3783431
Nov 23 13:04:39.250550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50710) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:39.355576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:04:39.364268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c59fea58-abfa-4949-94a7-0c5d269b4155 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 992 time: 0.1123614
Nov 23 13:04:39.433157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:04:39.434530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:39.476550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d590d4c-9467-41bf-bea6-35619a3d20cf None None] New status for floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:04:39.557933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:39.574255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:39.577286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:39.578187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:04:39.606369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ec646ac-c369-46d7-9a28-145085d4191d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:39.705850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:39.710577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:39.718358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:04:39.718477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:40.368971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50714) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:40.484721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9bbbd061-2688-4009-a3a3-146a42b15bb2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 200  len: 994 time: 0.1144223
Nov 23 13:04:40.796750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50722) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.022958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 74beed45-2f74-40dc-b01e-a3ada0e44181 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:04:41.023336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.202896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.203267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.296159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:04:41.344327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 74beed45-2f74-40dc-b01e-a3ada0e44181 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:04:41.373059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:04:41.373656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.504149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.520398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:41.624250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=74beed45-2f74-40dc-b01e-a3ada0e44181,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:41.642160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.642588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.643009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.643424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.643839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.644249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.644737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.645148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.645555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.645960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.646363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.646951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.647449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.647906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.648263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.648736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.649144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.649549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.649951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.650352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.650753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.651153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.651555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.651954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:41.656019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:41.788744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:41.789270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291 disassociated (deleted). External IP: 172.26.6.111, port: a277bcd9-ed86-4be9-bb19-3114c0b9c30c.
Nov 23 13:04:42.215751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:04:42.426265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:04:42.436447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:04:42.447402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:42.450574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:42.451331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241763c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:42.508877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/49e1caba-3775-4bc6-8f59-a92eb53f4291 HTTP/1.1" status: 204  len: 168 time: 1.7108872
Nov 23 13:04:42.509596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:04:42.590969 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'status': 'completed', 'code': 200}
Nov 23 13:04:42.657386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:42.736011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-e8f869a0-9293-4e55-843b-8ca3890a4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:42.737713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-e8f869a0-9293-4e55-843b-8ca3890a4a7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 1163 time: 0.1023409
Nov 23 13:04:42.896748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-049e8b9d-9d0f-48d3-9a46-72516cbaab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:42.898743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-049e8b9d-9d0f-48d3-9a46-72516cbaab8b service neutron] 10.222.0.63 "GET /v2.0/networks?id=00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 200  len: 890 time: 0.1534090
Nov 23 13:04:42.984321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-11ef84a3-b0ff-4b57-a365-44eb276c3808 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 200  len: 217 time: 0.0781996
Nov 23 13:04:42.987632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80383481-d254-402f-9d04-ad0905f9496e req-658e2d73-8632-4f29-96e8-af5799ca7f8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:42.989269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80383481-d254-402f-9d04-ad0905f9496e req-658e2d73-8632-4f29-96e8-af5799ca7f8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.0984259
Nov 23 13:04:43.024276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241763c8>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:37Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:43.028705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:04:43.041201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:43.041886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68241763c8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:43.043806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80383481-d254-402f-9d04-ad0905f9496e req-d15a9a6f-96ff-45e7-b5d7-f6bd598388ab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474243
Nov 23 13:04:43.056987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-562a3a3b-5119-42dc-b5ca-ae609a6cc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:43.058640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-562a3a3b-5119-42dc-b5ca-ae609a6cc9d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 200  len: 835 time: 0.0664809
Nov 23 13:04:43.145337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-7351c69e-bc0b-4092-a595-184cb921601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:43.147010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-7351c69e-bc0b-4092-a595-184cb921601d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00027130-d761-402b-983a-985f6c88cf91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815506
Nov 23 13:04:43.158495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-b3f4ad1e-7226-4160-a35c-5e9c2938ad81 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:04:43.159597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-b3f4ad1e-7226-4160-a35c-5e9c2938ad81 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0055745
Nov 23 13:04:43.234192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:43.313398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-b8d91089-f27e-476e-a9b4-0ef11381846e service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453111
Nov 23 13:04:43.465091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c743e03-f240-4a4e-a1e8-bf0277506556 req-bd7c801e-ae20-4c92-8a2f-bfb37e546886 service neutron] 10.222.0.63 "GET /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444950
Nov 23 13:04:43.579680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68241763c8>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:37Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:43.584471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56056fb-ff1e-4f9f-9b50-b9eb88b1a32c None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:03:40Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '2756de9e-05e3-4cb5-b31c-00f358f5e2bf', 'name': '', 'network_id': '00027130-d761-402b-983a-985f6c88cf91', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:fe:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:39Z', 'updated_at': '2020-11-23T13:04:37Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '0bea2e45-03cc-4d6f-9008-bd853db15907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:04:43.886809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:04:44.267018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427059ad-8dd7-40b5-ac18-67c654402be4 req-38fb32f3-a9ef-4fef-abef-0745473eb3e7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:44.267779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-427059ad-8dd7-40b5-ac18-67c654402be4 req-38fb32f3-a9ef-4fef-abef-0745473eb3e7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:04:44.283078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-427059ad-8dd7-40b5-ac18-67c654402be4 req-38fb32f3-a9ef-4fef-abef-0745473eb3e7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:04:44.284360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-427059ad-8dd7-40b5-ac18-67c654402be4 req-38fb32f3-a9ef-4fef-abef-0745473eb3e7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.1001391
Nov 23 13:04:44.383994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-427059ad-8dd7-40b5-ac18-67c654402be4 req-1ab1eb59-a386-4f47-ad80-b7d13aba34c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925488
Nov 23 13:04:44.431718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-c011e61a-40ac-4631-aca8-8c74e15a73ab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:44.433299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-c011e61a-40ac-4631-aca8-8c74e15a73ab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 946 time: 0.1047068
Nov 23 13:04:44.508373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port a277bcd9-ed86-4be9-bb19-3114c0b9c30c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:04:44.508912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:44.756182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533ca54-18e0-4210-b401-a5cebcb2e732 None None] New status for floating IP 49e1caba-3775-4bc6-8f59-a92eb53f4291: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:04:45.042107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port a277bcd9-ed86-4be9-bb19-3114c0b9c30c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:45.042510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:45.171280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for a277bcd9-ed86-4be9-bb19-3114c0b9c30c owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:04:45.321975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:45.337577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:45.444015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=a277bcd9-ed86-4be9-bb19-3114c0b9c30c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:45.448526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:45.483316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a277bcd9-ed86-4be9-bb19-3114c0b9c30c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:45.520919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: a277bcd9-ed86-4be9-bb19-3114c0b9c30c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:04:45.521543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a277bcd9-ed86-4be9-bb19-3114c0b9c30c not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:04:45.549093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port a277bcd9-ed86-4be9-bb19-3114c0b9c30c on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:04:45.551456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:45.554947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'name': 'network-vif-deleted', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:04:45.571310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48759536-9ef8-4aa5-862a-b38ef195dae9 req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/a277bcd9-ed86-4be9-bb19-3114c0b9c30c HTTP/1.1" status: 204  len: 173 time: 1.1320159
Nov 23 13:04:45.573530 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4ab5458-066c-4713-892e-e2fe89f8ba0f req-304b2ab3-4735-44dd-ad67-9b73743a4f4d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=0620bcca-bc09-4e03-ab72-326cb7506c7e HTTP/1.1" status: 200  len: 210 time: 0.0464993
Nov 23 13:04:45.624702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620bcca-bc09-4e03-ab72-326cb7506c7e', 'name': 'network-vif-deleted', 'tag': 'a277bcd9-ed86-4be9-bb19-3114c0b9c30c', 'status': 'completed', 'code': 200}
Nov 23 13:04:46.691318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:46.796068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:46.845700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:46.909623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:46.919757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9a57b6d-5ca5-483c-af11-084c0a8bb453 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:46.938303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ca201-d8d5-4ffc-9019-a2148bc4d28d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:46.944997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:46.947095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:46.948357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/cf4ca201-d8d5-4ffc-9019-a2148bc4d28d HTTP/1.1" status: 204  len: 168 time: 0.2544894
Nov 23 13:04:46.957891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:47.008205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50746) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:47.539080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:48.257458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:04:48.258064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:48.464028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 2756de9e-05e3-4cb5-b31c-00f358f5e2bf, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:48.464455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:48.593577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 2756de9e-05e3-4cb5-b31c-00f358f5e2bf owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:04:48.775930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:48.791492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c62e7df2-93cc-4137-b75f-00bd0910595b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:48.896153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=2756de9e-05e3-4cb5-b31c-00f358f5e2bf,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:48.912354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.912816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.913244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.913666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.914084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.914501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.914935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.915371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.915765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.916177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.916617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.917031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.917527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.917937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.918346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.918755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.919162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.919594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.919978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.920383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.920831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.921238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.921644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.922053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:48.927709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:49.265502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:50.273842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:04:50.491529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:04:50.501426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Sync routers for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:04:50.505142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4957087
Nov 23 13:04:50.508295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50750) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:50.515165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:50.515885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825335780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:50.728063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet 0bea2e45-03cc-4d6f-9008-bd853db15907 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:04:50.731778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:50.792995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:50.886466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:50.890330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.185532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.196204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825335780>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:04:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:51.200331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Checking router: 2fed1098-5cd6-471d-aa02-18ac30cd0e65 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:04:51.201264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-480e8dd7-7484-4e05-811a-18d9ab9686c8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:51.212329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Routers {'2fed1098-5cd6-471d-aa02-18ac30cd0e65'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:51.213036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825335780>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:51.295955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=0bea2e45-03cc-4d6f-9008-bd853db15907,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:51.298845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:51.353416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.359592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb7b98-749e-4876-ba3a-bc01bc664fe9 None None] Network 00027130-d761-402b-983a-985f6c88cf91 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:04:51.360542 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/0bea2e45-03cc-4d6f-9008-bd853db15907 HTTP/1.1" status: 204  len: 168 time: 0.8510888
Nov 23 13:04:51.363316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50754) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:51.572101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] Set router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:51.583772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.813683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.823688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:04:51.824224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:51.872870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] DHCP port deletion for 00027130-d761-402b-983a-985f6c88cf91 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:04:51.886462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Deleting port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:04:51.886886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:52.018311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:52.018715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:52.077991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825335780>, [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:04:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:52.087064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35c5c3c-06f7-4594-a701-167f8ad3caad None None] The sync data for ids ['2fed1098-5cd6-471d-aa02-18ac30cd0e65'] in dv-neutron-601336-59-ovs is: [{'id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'name': 'tempest-TestNetworkBasicOps-router-1483398509', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:03:34Z', 'updated_at': '2020-11-23T13:04:48Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed1098-5cd6-471d-aa02-18ac30cd0e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:03:35Z', 'updated_at': '2020-11-23T13:04:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:04:52.124822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] For port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,segment=NetworkSegment(1c57c29b-1362-44bf-a90a-cd46ae7389e2),segment_id=1c57c29b-1362-44bf-a90a-cd46ae7389e2)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:52.125272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:52.156252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:04:52.260882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Calling delete_port for 0e523396-b3bf-4ce4-ac76-f6718d9b09bc owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:04:52.335193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:52.350925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:52.352446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:52.369397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:52.450626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Pushing event deleted for resources: {'Port': ['ID=0e523396-b3bf-4ce4-ac76-f6718d9b09bc,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:52.455396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:52.483089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:52.487625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:52.499030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] No DVR routers for this DVR port 0e523396-b3bf-4ce4-ac76-f6718d9b09bc on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:04:52.760166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.294571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.299229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.334568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.335264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 2fed1098-5cd6-471d-aa02-18ac30cd0e65 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:04:53.349044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:53.351190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.354895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/2fed1098-5cd6-471d-aa02-18ac30cd0e65 HTTP/1.1" status: 204  len: 168 time: 1.9880867
Nov 23 13:04:53.355405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50758) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:53.385487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2756de9e-05e3-4cb5-b31c-00f358f5e2bf {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:04:53.386025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2756de9e-05e3-4cb5-b31c-00f358f5e2bf not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:04:53.386507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0e523396-b3bf-4ce4-ac76-f6718d9b09bc no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:53.425150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0e523396-b3bf-4ce4-ac76-f6718d9b09bc {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:04:53.425552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0e523396-b3bf-4ce4-ac76-f6718d9b09bc not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:04:53.486969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.696986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.823654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824acf2b0>,) {'filters': {'network_id': ['00027130-d761-402b-983a-985f6c88cf91']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:53.836861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824acf2b0>, '1c57c29b-1362-44bf-a90a-cd46ae7389e2') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:53.837310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824acf2b0>, '1c57c29b-1362-44bf-a90a-cd46ae7389e2') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:53.850453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.866054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:53.868054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:04:54.051665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:04:54.060826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.240719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 00027130-d761-402b-983a-985f6c88cf91 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:04:54.265410 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:04:54.351564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.354896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4249895f-aa33-41cd-a83a-791e624b50d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:54.370136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.382436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=00027130-d761-402b-983a-985f6c88cf91,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:54.385904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:54.390507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/00027130-d761-402b-983a-985f6c88cf91 HTTP/1.1" status: 204  len: 168 time: 1.0340512
Nov 23 13:04:54.412905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50762) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:54.419184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--16028615', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:54.424698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:04:54.429717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:04:54.432782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:04:54.438646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:04:54.448778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:04:54.454231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.487042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:04:54.498035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.498418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment ec5269ab-3aee-44df-8e33-79238973d6bb of type vxlan for network 2a334d97-df64-4b27-bb20-628b59652214
Nov 23 13:04:54.527329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.562294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.566746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:54.567402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.573307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85f96133-7ec7-4890-8714-57b4145958e5 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:54.681002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2669208
Nov 23 13:04:54.684117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50766) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:54.684306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=2a334d97-df64-4b27-bb20-628b59652214,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:54.687299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:54.691800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:54.697313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 2a334d97-df64-4b27-bb20-628b59652214 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:04:54.702515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:04:54.706897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:04:54.710567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:04:54.716703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 2a334d97-df64-4b27-bb20-628b59652214 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:04:54.717801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:04:54.729716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.730706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.753955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:54.919289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:55.113366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:55.146309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:55.254438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:04:55.292597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:04:55.292999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8aa9d5a0-c7a9-4d9a-a1cd-10f7d419244e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:04:55.427317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.178 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:04:55.588640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:55.616153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:55.632638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb21f17f-b539-40e7-b464-4531ec5da252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:55.773503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:55.778521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:55.834441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:04:55.835623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:04:55.837993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:04:56.000090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:56.000818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:56.241887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router a924e4ca-c35f-440f-8bae-1ad142867eb7 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:04:56.453968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:04:56.464348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Sync routers for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:04:56.478381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:56.479097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e33eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:56.481305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:56.482632 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7972314
Nov 23 13:04:56.486246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50770) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:56.537978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4c298c66-868f-480f-a11e-f6286390d8f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0503829
Nov 23 13:04:56.540713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50774) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:56.547019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050428143', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:56.667706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:04:56.668814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:56.671832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:04:56.674973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:04:56.681541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:04:56.690982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:04:56.807394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.149325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e33eb8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:55Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:57.153413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Checking router: a924e4ca-c35f-440f-8bae-1ad142867eb7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:04:57.153839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Updating router a924e4ca-c35f-440f-8bae-1ad142867eb7 port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:04:57.206620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.279443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.295382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-00b2dfa2-5dda-4ab9-8040-66c5013439e1 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:57.432679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=dd3490d4-1bb7-4e5d-99fc-c791d2413824,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:57.437514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:57.510056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:04:57.510613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 2a334d97-df64-4b27-bb20-628b59652214, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:04:57.537171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:04:57.546397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 2a334d97-df64-4b27-bb20-628b59652214) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:04:57.556939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf4d87-0802-48ba-84d8-ecdc6b93d841 None None] Network 2a334d97-df64-4b27-bb20-628b59652214 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:04:57.560672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:04:57.561321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.583117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.0410748
Nov 23 13:04:57.585986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50778) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:57.619185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.632296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Transition to ACTIVE for port object 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:04:57.635268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.651980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:57.810585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Pushing event updated for resources: {'Port': ['ID=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:57.810885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-2a334d97-df64-4b27-bb20-628b59652214', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:04:57.812151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.847542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.847976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.849228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.849612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.850060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.850439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.850810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.851177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.851543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.851907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.852267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.852690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.853145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.853512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.853875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.854234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.854575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.854943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.855305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.855663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.856027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.856385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.856771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.857130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:57.861496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:57.865046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5097537a-d907-463c-a47d-65ce60cc7ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.901624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Attempting to bind port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:04:57.902047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Attempting to bind port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:04:57.902470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Attempting to bind port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:04:57.909799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:57.910219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:04:57.910668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.911133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:57.911655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Bound port: 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:04:57.912257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:57.995149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] For port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:04:57.998969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] For port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:04:58.003763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.021461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:58.141230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Allocated IP 172.20.0.2 (2a334d97-df64-4b27-bb20-628b59652214/dd3490d4-1bb7-4e5d-99fc-c791d2413824/34594667-fcf5-4219-9547-0387e44dcc85) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:04:58.169188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Pushing event updated for resources: {'Port': ['ID=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:58.183361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:58.230995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:58.231683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e33eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:04:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:58.367266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.373232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.385747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Transition to ACTIVE for port object 34594667-fcf5-4219-9547-0387e44dcc85 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:04:58.407576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Transition to ACTIVE for port object 34594667-fcf5-4219-9547-0387e44dcc85 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:04:58.413347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.430467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3941691b-0190-4b18-9ef1-157846d50c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:58.431064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:04:58.584247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Pushing event updated for resources: {'Port': ['ID=34594667-fcf5-4219-9547-0387e44dcc85,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:58.612931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.613335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.613697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.614833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.615276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.615754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.616140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.616544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.616922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.617353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.617666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.618037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.618510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.618881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.619250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.619618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.619985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.620355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.621043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.621409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.621779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.622146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.622509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.622874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:04:58.628982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:58.668716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Network 2a334d97-df64-4b27-bb20-628b59652214 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:04:58.672523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:04:58.676546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:04:58.751863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Attempting to bind port 34594667-fcf5-4219-9547-0387e44dcc85 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:04:58.752678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Attempting to bind port 34594667-fcf5-4219-9547-0387e44dcc85 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:04:58.753302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Attempting to bind port 34594667-fcf5-4219-9547-0387e44dcc85 on network 2a334d97-df64-4b27-bb20-628b59652214 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:04:58.763020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:58.763755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Checking segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:04:58.764374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e33eb8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:55Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:04:58.764821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.765461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Bound using segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:58.766654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Bound port: 34594667-fcf5-4219-9547-0387e44dcc85, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:04:58.767286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.769305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa407f7a-2fd2-4cc5-b16e-5120868e27f2 None None] The sync data for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs is: [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:55Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:04:58.874888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] For port 34594667-fcf5-4219-9547-0387e44dcc85, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:04:58.878714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] For port 34594667-fcf5-4219-9547-0387e44dcc85, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=34594667-fcf5-4219-9547-0387e44dcc85,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:04:58.882907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:58.899324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e07b146f-5096-452e-b5ed-90f4449aac4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:59.045020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Pushing event updated for resources: {'Port': ['ID=34594667-fcf5-4219-9547-0387e44dcc85,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:59.048550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:59.243262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (2a334d97-df64-4b27-bb20-628b59652214/dd3490d4-1bb7-4e5d-99fc-c791d2413824/505a0db7-82b8-4117-8a02-a0cbd2bb1c3e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:04:59.343434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:04:59.456218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:04:59.462163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:04:59.463037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.492670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.520344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:04:59.544261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.561970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:59.603391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.621560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:04:59.627691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.629883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:04:59.705156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:59.710827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:59.717832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:04:59.725256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:04:59.778941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:04:59.780214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:04:59.782585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:04:59.846576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:04:59.933208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.275955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43963577-2487-4705-bf9c-fb3690c49abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.421456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40eafb4-d5fa-464f-bb98-0bc93926e781 None None] Network 2a334d97-df64-4b27-bb20-628b59652214 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:05:00.446869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.450739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.482104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c4bc4ad-227a-4dee-814a-516a24cc5685 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:00.524119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2fc35a90-2271-44dd-92cb-77544c286b90 None None] Provisioning for port 34594667-fcf5-4219-9547-0387e44dcc85 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:00.577706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:00.580453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.596402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:00.735647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:05:00.737311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:05:00.739599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:00.967797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-66be8ed8-f781-488e-bc4e-1ba1fbf3a5ca None None] Provisioning for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:00.974477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-66be8ed8-f781-488e-bc4e-1ba1fbf3a5ca None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:00.974715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-66be8ed8-f781-488e-bc4e-1ba1fbf3a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.035105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-66be8ed8-f781-488e-bc4e-1ba1fbf3a5ca None None] Port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:05:01.187685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router a924e4ca-c35f-440f-8bae-1ad142867eb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:05:01.309660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c6b2066b-3498-41e2-b28a-64fa0be9f17d None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:01.310161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c6b2066b-3498-41e2-b28a-64fa0be9f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.392260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2066b-3498-41e2-b28a-64fa0be9f17d None None] Port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:05:01.423033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 34594667-fcf5-4219-9547-0387e44dcc85 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:01.457021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:05:01.471022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/a924e4ca-c35f-440f-8bae-1ad142867eb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8839054
Nov 23 13:05:01.474752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50782) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:01.512587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 34594667-fcf5-4219-9547-0387e44dcc85 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:01.523097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 34594667-fcf5-4219-9547-0387e44dcc85 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:01.523975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.590506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f0911020-7ad5-4554-9af5-2c308f6a6f50 None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:01.590938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f0911020-7ad5-4554-9af5-2c308f6a6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.649121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c910e62-5fe4-4b0c-9875-f2b7b7381d6a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.649665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c910e62-5fe4-4b0c-9875-f2b7b7381d6a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.650078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c910e62-5fe4-4b0c-9875-f2b7b7381d6a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.650485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c910e62-5fe4-4b0c-9875-f2b7b7381d6a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.652264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9c910e62-5fe4-4b0c-9875-f2b7b7381d6a tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2863 time: 0.1763632
Nov 23 13:05:01.655155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50786) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:01.695668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f0911020-7ad5-4554-9af5-2c308f6a6f50 None None] Port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:05:01.721891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.736867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257ce3-3052-43df-ae2a-412b3c0bb4f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.737374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257ce3-3052-43df-ae2a-412b3c0bb4f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.737673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257ce3-3052-43df-ae2a-412b3c0bb4f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.738072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257ce3-3052-43df-ae2a-412b3c0bb4f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:01.740140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-83257ce3-3052-43df-ae2a-412b3c0bb4f4 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0840101
Nov 23 13:05:01.743556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50790) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:01.758622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 34594667-fcf5-4219-9547-0387e44dcc85, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=34594667-fcf5-4219-9547-0387e44dcc85,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:05:01.761510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:01.762413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:01.793011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:01.836942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Sync routers for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:05:01.922675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:01.923391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825101dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:05:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:01.970451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-48c39961-e0f5-41b8-bfca-8f3dd4dda1d9 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2256181
Nov 23 13:05:01.979901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=34594667-fcf5-4219-9547-0387e44dcc85,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:01.991391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-167f9d43-bbc8-4da0-a620-6b64209e8557 None None] Provisioning complete for port 34594667-fcf5-4219-9547-0387e44dcc85 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:01.991808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-167f9d43-bbc8-4da0-a620-6b64209e8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.192168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:02.332349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.339562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.344202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:02.344634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.361453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50796) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:02.367365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741406554', 'description': 'tempest-secgroup-smoke-1741406554 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:02.374189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:02.378572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:02.382210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:02.388594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:02.400204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.437525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:02.441602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:02.445273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:02.451404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:02.499228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:05:02.511538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.514591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.521428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:02.570944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=61f30f1e-4cab-4d09-bccd-6253586f27e2,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:02.574552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:02.576029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.580280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2149758
Nov 23 13:05:02.580959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50800) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:02.587303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:02.593834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:02.598046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:02.602892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:02.608491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:02.625887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.695090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.697922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.705332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0f72aa2-e9ca-4119-b07f-4fa62a772460 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:02.732861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552a8b9a-52a1-4ef8-b844-a9d8f2e4ae41,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:02.735840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:02.739561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.740899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89a75050-9bc3-4869-8c28-7a1cd8ab7711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1591504
Nov 23 13:05:02.743879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50804) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:02.749766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:02.756885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:02.761034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:02.764074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:02.772370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:02.789434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.861241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.863930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.866044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cb38c5df-1fef-427b-8827-08b7d727feb8 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:02.890485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba837462-838e-4049-969c-2737fee05255,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:02.893131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:02.900668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.901964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1570654
Nov 23 13:05:02.905136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50808) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:02.911430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:02.915975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825101dd8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:00Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:02.918077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:02.920335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Checking router: a924e4ca-c35f-440f-8bae-1ad142867eb7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:05:02.920775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Updating router a924e4ca-c35f-440f-8bae-1ad142867eb7 port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:05:02.922312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:02.925384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:02.931935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:02.948552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:02.975995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.022334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.025185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.027090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0dc3077a-ae40-4ecd-b261-464ea6add6bf tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:03.048889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916d83b3-fc05-4c35-a459-3b132ae475ad,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:03.053811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:03.061641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.065797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1567185
Nov 23 13:05:03.066151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50812) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:03.072131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:03.078667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:03.083050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:03.085870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:03.091710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:03.108619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.184414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.187461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.189582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd94316f-6e4c-4928-aee3-f893bc0ca509 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:03.212698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc03c12-9374-4388-9114-cd9d7336a2a3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:03.217300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:03.224964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.226341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1591151
Nov 23 13:05:03.229493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50816) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:03.235017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:03.242717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:03.247193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:03.250267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:03.257101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:03.266888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:05:03.275464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.309745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 34594667-fcf5-4219-9547-0387e44dcc85 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:03.353395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.356089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.358071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5a4d74bb-13ef-45ec-b8fe-bd3e4e43dcd4 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:03.384245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d7aee0-2643-499e-9bca-e25a83262a4b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:03.386963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:03.394210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.398324 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1650786
Nov 23 13:05:03.398488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50820) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:03.406327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '61f30f1e-4cab-4d09-bccd-6253586f27e2', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:03.414894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:03.418988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:03.422100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:03.429478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:03.440297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:05:03.448411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.519721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.522655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.524605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5c194e7-0044-47f6-9931-63e6244b7bc6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:03.548871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3440ba2-000d-4600-b933-78e96358c187,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:03.552369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:03.559746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.560912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1614258
Nov 23 13:05:03.616141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 34594667-fcf5-4219-9547-0387e44dcc85 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:03.616697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.667915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.703539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Transition to ACTIVE for port object 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:05:03.720808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:03.738358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:03.765560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-e06fffcd-7497-41ac-ac19-6e1301c9ccf0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:05:03.781323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-e06fffcd-7497-41ac-ac19-6e1301c9ccf0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:05:03.782715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-e06fffcd-7497-41ac-ac19-6e1301c9ccf0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741406554&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0666771
Nov 23 13:05:03.916995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Pushing event updated for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:03.933145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:04.230057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-dcda2c26-6fd4-44cf-a9b9-45363d6febd3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:04.231721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-dcda2c26-6fd4-44cf-a9b9-45363d6febd3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 795 time: 0.4405358
Nov 23 13:05:04.251366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-a91b9a1f-cdcd-453d-bbe1-7a38b89099ea tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0128636
Nov 23 13:05:04.348665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Attempting to bind port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:05:04.349162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Attempting to bind port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:05:04.349493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Attempting to bind port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e on network 2a334d97-df64-4b27-bb20-628b59652214 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:05:04.351390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-a8d8c7b8-93df-4318-a4a0-48e609e650dc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:05:04.362061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:05:04.362488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Checking segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:05:04.362938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:04.363379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Bound using segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:05:04.363954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Bound port: 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:05:04.364499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:04.367727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-a8d8c7b8-93df-4318-a4a0-48e609e650dc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:05:04.369183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-a8d8c7b8-93df-4318-a4a0-48e609e650dc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1106465
Nov 23 13:05:04.463772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] For port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:05:04.467133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] For port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:05:04.471050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:04.486297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30194bd7-d0e3-44e8-acdb-7d9b93cc73b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:04.527491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-90814b6b-c3d1-4fa7-bc6f-7b10dfe4a261 service neutron] 10.222.0.60 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443579
Nov 23 13:05:04.640075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Pushing event updated for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:04.646096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:04.676261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-cc0c6a65-bdc9-4b82-8fba-ce3ab03c4531 service neutron] 10.222.0.60 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420028
Nov 23 13:05:04.689316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:04.689996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825101dd8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:05:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:04.909477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:05:04.935557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d2f9feb3-750c-415e-9a38-1151497dfae5 req-edbc3186-3c65-4dbf-96f4-69540a10fb44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:05:04.949118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d2f9feb3-750c-415e-9a38-1151497dfae5 req-edbc3186-3c65-4dbf-96f4-69540a10fb44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:05:04.950410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2f9feb3-750c-415e-9a38-1151497dfae5 req-edbc3186-3c65-4dbf-96f4-69540a10fb44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 210 time: 0.0702155
Nov 23 13:05:05.274806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825101dd8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:04Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:05.279117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381a0e5-170c-4068-ab86-994284aab15e None None] The sync data for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs is: [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:04Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:05:06.160564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-821ef1fe-5f4c-4b7f-9e6e-7af9e2bf42b1 req-447d192a-c954-4597-afa8-49a3cd25793b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 210 time: 0.0647073
Nov 23 13:05:06.184100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-e70947f3-92d7-47c5-a418-465106bddf80 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:06.185871 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-e70947f3-92d7-47c5-a418-465106bddf80 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 795 time: 0.2229571
Nov 23 13:05:06.279142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-8facf532-419e-4303-a98d-1e4faf010761 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7377 time: 0.0729642
Nov 23 13:05:06.293150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['61f30f1e-4cab-4d09-bccd-6253586f27e2']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:06.446811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:06.456741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:06.465862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:05:06.471407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:06.800284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.10 (2a334d97-df64-4b27-bb20-628b59652214/dd3490d4-1bb7-4e5d-99fc-c791d2413824/e2f7b848-8407-489a-937c-08eb117175d8) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:05:07.005661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.022554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object e2f7b848-8407-489a-937c-08eb117175d8 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:05:07.042404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.062764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54d4e8a4-3384-4c84-a991-dbf8c8e22069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:07.200655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=e2f7b848-8407-489a-937c-08eb117175d8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:07.205164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:07.265628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:05:07.266858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:05:07.269717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:05:07.345415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:07.352700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:07.353390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.382946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0943933
Nov 23 13:05:07.400839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cf33-983a-497a-aa21-8d3c8befe8e4 req-61243185-f580-4719-b2a0-0054cc94f293 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:07.402956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d082cf33-983a-497a-aa21-8d3c8befe8e4 req-61243185-f580-4719-b2a0-0054cc94f293 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 932 time: 0.0990739
Nov 23 13:05:07.413051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Request body: {'port': {'device_id': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:07.426061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:07.433214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:07.433653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.481140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d082cf33-983a-497a-aa21-8d3c8befe8e4 req-9d02d4d4-0721-469c-a519-d40109a322c7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675287
Nov 23 13:05:07.543266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.571998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c06d7657-1a4c-455c-9ae7-b2691367a8c6 None None] Provisioning for port e2f7b848-8407-489a-937c-08eb117175d8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:07.579855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.591695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c06d7657-1a4c-455c-9ae7-b2691367a8c6 None None] Provisioning complete for port e2f7b848-8407-489a-937c-08eb117175d8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:07.592109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c06d7657-1a4c-455c-9ae7-b2691367a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.670151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c06d7657-1a4c-455c-9ae7-b2691367a8c6 None None] Port e2f7b848-8407-489a-937c-08eb117175d8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:05:07.672710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:05:07.676630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:07.678516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:07.751537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:07.755550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:07.984784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f7b848-8407-489a-937c-08eb117175d8 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:05:07.992116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.005611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Transition to ACTIVE for port object e2f7b848-8407-489a-937c-08eb117175d8 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:05:08.008307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.024472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-394a4d9a-386b-41f6-8955-dc76e1f9c296 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:08.157759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Pushing event updated for resources: {'Port': ['ID=e2f7b848-8407-489a-937c-08eb117175d8,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:08.161952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:08.356274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Attempting to bind port e2f7b848-8407-489a-937c-08eb117175d8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:05:08.356965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Attempting to bind port e2f7b848-8407-489a-937c-08eb117175d8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:05:08.357190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Attempting to bind port e2f7b848-8407-489a-937c-08eb117175d8 on network 2a334d97-df64-4b27-bb20-628b59652214 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:05:08.364452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:05:08.364843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Checking segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:05:08.365248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.365643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Bound using segment: {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:05:08.366115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Bound port: e2f7b848-8407-489a-937c-08eb117175d8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5269ab-3aee-44df-8e33-79238973d6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a334d97-df64-4b27-bb20-628b59652214'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:05:08.366490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.463927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] For port e2f7b848-8407-489a-937c-08eb117175d8, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:05:08.467282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] For port e2f7b848-8407-489a-937c-08eb117175d8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e2f7b848-8407-489a-937c-08eb117175d8,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:05:08.470883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.486546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c54e436c-0b09-4aaa-a9fc-a15c487a6b21 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:08.679096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Pushing event updated for resources: {'Port': ['ID=e2f7b848-8407-489a-937c-08eb117175d8,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:08.682668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:08.755839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:08.756544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:08.758002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] 10.222.0.63 "PUT /v2.0/ports/e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 1158 time: 1.3571899
Nov 23 13:05:08.758610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:05:08.774558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e4078-7da0-4835-a7a1-2e6e6b1a9b6d req-c89bf048-ee09-460b-8282-d5a7e4990842 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:08.775721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-331e4078-7da0-4835-a7a1-2e6e6b1a9b6d req-c89bf048-ee09-460b-8282-d5a7e4990842 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:05:08.793671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-331e4078-7da0-4835-a7a1-2e6e6b1a9b6d req-c89bf048-ee09-460b-8282-d5a7e4990842 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:05:08.794957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-331e4078-7da0-4835-a7a1-2e6e6b1a9b6d req-c89bf048-ee09-460b-8282-d5a7e4990842 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 944 time: 0.1836276
Nov 23 13:05:08.879130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8', 'status': 'completed', 'code': 200}
Nov 23 13:05:08.903231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-331e4078-7da0-4835-a7a1-2e6e6b1a9b6d req-e34c9e8a-9624-4a84-b957-56785d7b784e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993266
Nov 23 13:05:08.931735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-8a2cb195-ae69-40ba-bb32-ef65b0406f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:08.933717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-8a2cb195-ae69-40ba-bb32-ef65b0406f47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1161 time: 0.1038837
Nov 23 13:05:09.016129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-1be6aadd-d44b-4bf3-8577-cacb7714c282 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 217 time: 0.0694864
Nov 23 13:05:09.087406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-759afa10-1414-47d8-98f6-5a7773b26e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:09.089042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-759afa10-1414-47d8-98f6-5a7773b26e25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.0662909
Nov 23 13:05:09.171089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-4fe5ff66-931f-4311-9e18-11cccbc92fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:09.172870 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-4fe5ff66-931f-4311-9e18-11cccbc92fc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774763
Nov 23 13:05:09.306942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:09.321037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-4b6ecf78-af4a-4d3f-b1e9-382e54a00f7e service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419051
Nov 23 13:05:09.381630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:09.382207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:09.468648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68f69ac6-0468-4ee8-8e83-589fadc48eba req-506a0590-63d5-484a-9d0f-ad5d56716591 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407001
Nov 23 13:05:09.633604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-bfc3d5d3-c7e0-4506-9aea-98e7d86f1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:09.635239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-bfc3d5d3-c7e0-4506-9aea-98e7d86f1fc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1161 time: 0.0812359
Nov 23 13:05:09.788581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-7264b5f5-27dc-4270-8bcc-f287c01d98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:09.790134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-7264b5f5-27dc-4270-8bcc-f287c01d98c9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 889 time: 0.1478310
Nov 23 13:05:09.865744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-3c060f29-1bde-49d5-86f8-fe08a5b300ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 217 time: 0.0681415
Nov 23 13:05:09.940136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-39028507-c21e-461f-8f68-19444a570ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:09.941797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-39028507-c21e-461f-8f68-19444a570ec3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.0694759
Nov 23 13:05:10.026120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-cef0e5a7-e016-4b13-95a5-979e5151645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:10.027769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-cef0e5a7-e016-4b13-95a5-979e5151645e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786648
Nov 23 13:05:10.126213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561694f-8ae2-4e86-8f91-200675d7995c req-32f9249f-3e2b-4afc-b165-32c00cf1270d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:10.127779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4561694f-8ae2-4e86-8f91-200675d7995c req-32f9249f-3e2b-4afc-b165-32c00cf1270d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 944 time: 0.0876710
Nov 23 13:05:10.180767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-2bdc3642-38f1-45d2-859e-597d7d63c879 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457620
Nov 23 13:05:10.459704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4561694f-8ae2-4e86-8f91-200675d7995c req-931155c6-e902-499e-bc7e-d51df1e86715 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3250792
Nov 23 13:05:10.607389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f4979200-4340-4a63-9b0b-9b4e51f8c7c1 req-91f1582c-3fd3-4f0d-aae1-3930d58c6eee service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4193959
Nov 23 13:05:11.681990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cc068-6321-4a3a-9ea1-6feb5ddcfd19 req-b69486fa-61ce-410b-8fae-5d32133ad719 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:11.683612 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f2cc068-6321-4a3a-9ea1-6feb5ddcfd19 req-b69486fa-61ce-410b-8fae-5d32133ad719 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 944 time: 0.0880589
Nov 23 13:05:11.736808 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f2cc068-6321-4a3a-9ea1-6feb5ddcfd19 req-431fc23e-1c57-481c-8bd8-a64513c5c70e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455034
Nov 23 13:05:12.172973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e2f7b848-8407-489a-937c-08eb117175d8 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:12.248316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port e2f7b848-8407-489a-937c-08eb117175d8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:05:12.253260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e2f7b848-8407-489a-937c-08eb117175d8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:12.253687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:12.374450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:12.402631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:05:12.413556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e2f7b848-8407-489a-937c-08eb117175d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e2f7b848-8407-489a-937c-08eb117175d8,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:05:12.416642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:12.418561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d7af39e-ba24-486b-9dcc-327c12f2b078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:12.464165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8', 'code': 200}
Nov 23 13:05:12.491401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e2f7b848-8407-489a-937c-08eb117175d8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:12.494611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:12.861437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c449f-b44a-4751-b791-cd73e523bee3 req-3b8a3cd6-3ff9-4b0a-9f48-b512f8bfbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:12.863060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-907c449f-b44a-4751-b791-cd73e523bee3 req-3b8a3cd6-3ff9-4b0a-9f48-b512f8bfbf50 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1163 time: 0.0771563
Nov 23 13:05:12.966101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-907c449f-b44a-4751-b791-cd73e523bee3 req-b564f194-b311-4df0-9c52-497aa5320ddd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959129
Nov 23 13:05:12.989900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3c481-2c3e-4f76-9bc0-96013a37fb8d req-04cb87c3-43dc-4716-add2-e47f8bfaedd1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:12.991446 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7f3c481-2c3e-4f76-9bc0-96013a37fb8d req-04cb87c3-43dc-4716-add2-e47f8bfaedd1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.1073139
Nov 23 13:05:13.041279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7f3c481-2c3e-4f76-9bc0-96013a37fb8d req-c34e6d84-22f1-4146-aebd-b35d9280950e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429769
Nov 23 13:05:13.873636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e2f7b848-8407-489a-937c-08eb117175d8 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:05:13.948729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e2f7b848-8407-489a-937c-08eb117175d8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:13.949158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:14.260196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532882e-13e1-4a19-b52d-4acbb8d433fa req-fab9d6c9-058f-4e0f-aef1-02e421555701 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:14.261867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e532882e-13e1-4a19-b52d-4acbb8d433fa req-fab9d6c9-058f-4e0f-aef1-02e421555701 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.0868194
Nov 23 13:05:14.311607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e532882e-13e1-4a19-b52d-4acbb8d433fa req-d0ef9add-3c20-4a3b-ba21-e083a517addb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432940
Nov 23 13:05:14.524509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854106c1-a7a4-4587-8165-6fc4b917a2be req-0255ede4-8bca-4577-944c-cdcce3b52146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:14.526104 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-854106c1-a7a4-4587-8165-6fc4b917a2be req-0255ede4-8bca-4577-944c-cdcce3b52146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.0864680
Nov 23 13:05:14.574810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-854106c1-a7a4-4587-8165-6fc4b917a2be req-e61e0ff1-1484-47f1-8149-c52fed80312e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422752
Nov 23 13:05:14.605839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:14.682497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c97d95-8816-4dc7-8bca-0e7ed4dd140b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:14.684184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82c97d95-8816-4dc7-8bca-0e7ed4dd140b tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1158 time: 0.0773160
Nov 23 13:05:14.687223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50874) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:14.692907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'e2f7b848-8407-489a-937c-08eb117175d8', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:14.698994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:05:14.703142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:05:14.706223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:05:14.713057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:05:14.722673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:14.873383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:15.151443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.201 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/15f7185a-90a0-40c3-b1e9-ac643a64a8ad) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:05:15.312941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:15.339608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:15.355689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1502d204-331f-49cd-8e92-1486f3df2c33 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:15.489776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=15f7185a-90a0-40c3-b1e9-ac643a64a8ad,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:15.492921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:15.547412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:05:15.548681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:05:15.550965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:05:15.985191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:16.061832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:16.327100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:16.330589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:16.350265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72492fdc-d523-4d53-8bf7-ab436cf99d04 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:16.481384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=15f7185a-90a0-40c3-b1e9-ac643a64a8ad,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:16.484667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:16.593499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:16.802603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP acce7972-4e39-4fa6-8ccd-ecc445b0ad8b associated. External IP: 172.26.6.201, port: e2f7b848-8407-489a-937c-08eb117175d8.
Nov 23 13:05:16.959058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:17.220252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router a924e4ca-c35f-440f-8bae-1ad142867eb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:05:17.690120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:05:17.701553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Sync routers for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:05:17.716711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:17.718654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:17.719332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e33128>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:05:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:17.780069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0917377
Nov 23 13:05:17.780805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:05:17.783398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50878) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:17.848689 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8', 'status': 'completed', 'code': 200}
Nov 23 13:05:17.911481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3c626f13-3c08-4128-8b8f-925a267c334e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/acce7972-4e39-4fa6-8ccd-ecc445b0ad8b HTTP/1.1" status: 200  len: 992 time: 0.1256137
Nov 23 13:05:17.985519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4216-e547-4217-9c06-957280039545 req-d0288a2c-ee9e-4173-bc3e-4044ab94fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:17.987195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-d0288a2c-ee9e-4173-bc3e-4044ab94fb10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1163 time: 0.0937126
Nov 23 13:05:18.074292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:05:18.136831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4216-e547-4217-9c06-957280039545 req-285b55f2-4610-4b71-8218-bf30bd94a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:18.138453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-285b55f2-4610-4b71-8218-bf30bd94a081 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 889 time: 0.1444461
Nov 23 13:05:18.253363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-f6c3b726-e565-433f-8332-47dad1371d38 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 1000 time: 0.1067829
Nov 23 13:05:18.331061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4216-e547-4217-9c06-957280039545 req-6cc0ab12-a7b0-4480-951a-0b6fad762064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:18.333240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-6cc0ab12-a7b0-4480-951a-0b6fad762064 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.0677450
Nov 23 13:05:18.418118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4216-e547-4217-9c06-957280039545 req-5aebb651-3a69-4e87-b44d-3c196f337422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:18.419786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-5aebb651-3a69-4e87-b44d-3c196f337422 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803909
Nov 23 13:05:18.446125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e33128>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'acce7972-4e39-4fa6-8ccd-ecc445b0ad8b', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'port_id': 'e2f7b848-8407-489a-937c-08eb117175d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'mac_address': 'fa:16:3e:79:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:05:15Z', 'updated_at': '2020-11-23T13:05:15Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:18.450699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Checking router: a924e4ca-c35f-440f-8bae-1ad142867eb7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:05:18.463144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:18.463912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e33128>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:05:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:18.568393 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-1693d4e6-1d3b-451b-b242-0941364496b2 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420419
Nov 23 13:05:18.658770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:05:18.719309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca1b4216-e547-4217-9c06-957280039545 req-e264832d-de3f-49da-97ec-af0fddfef794 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444924
Nov 23 13:05:18.914470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50884) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:19.028857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c03b801b-b871-4d54-887a-4299afd7f738 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/acce7972-4e39-4fa6-8ccd-ecc445b0ad8b HTTP/1.1" status: 200  len: 992 time: 0.1130903
Nov 23 13:05:19.036647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e33128>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'acce7972-4e39-4fa6-8ccd-ecc445b0ad8b', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'port_id': 'e2f7b848-8407-489a-937c-08eb117175d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'mac_address': 'fa:16:3e:79:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:05:15Z', 'updated_at': '2020-11-23T13:05:15Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:05:19.041002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1bd7-0716-492e-8d23-f5625b114431 None None] The sync data for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs is: [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'acce7972-4e39-4fa6-8ccd-ecc445b0ad8b', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.201', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'port_id': 'e2f7b848-8407-489a-937c-08eb117175d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'mac_address': 'fa:16:3e:79:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:05:15Z', 'updated_at': '2020-11-23T13:05:15Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:05:19.336534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd38f2-d4c0-4b94-abf4-6b2b2832404e None None] New status for floating IP acce7972-4e39-4fa6-8ccd-ecc445b0ad8b: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:05:20.032377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50888) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:20.145824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ee2c0e75-9bf8-4574-98b7-396f9d92860c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/acce7972-4e39-4fa6-8ccd-ecc445b0ad8b HTTP/1.1" status: 200  len: 994 time: 0.1119905
Nov 23 13:05:20.888222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:05:27.834861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a5db-78be-4ffb-b072-15b3486969b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:30.278524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea87e31a-4ac4-4502-a1c6-b7629ab4f29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:30.740842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:32.016513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:32.294327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:46.987967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:50.929860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50906) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:50.936634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:51.192988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852002561'] for subnet, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:51.519838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755331981034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1791359'] for subnet, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:51.535768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfb7336c-bf93-4247-8765-d10237630f21 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:05:51.668440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=dd3490d4-1bb7-4e5d-99fc-c791d2413824,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:05:51.694666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.695099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.695545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.695955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.696464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.696858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.697290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.697691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.698107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.698540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.698950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.699358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.699885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.700292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.700726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.701133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.701539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.701972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.702374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.702779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.703187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.703592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.704043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.704485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:05:51.717112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:05:51.736750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:05:51.737407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:51.738800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/subnets/dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 836 time: 0.8078616
Nov 23 13:05:51.745210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c98253-5353-47db-a5b6-71366da63dbc None None] Network 2a334d97-df64-4b27-bb20-628b59652214 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:05:52.207368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Provisioning complete for port e2f7b848-8407-489a-937c-08eb117175d8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:52.207967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:52.348276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Provisioning complete for port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:52.348655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:52.486511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Provisioning complete for port 34594667-fcf5-4219-9547-0387e44dcc85 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:05:52.486929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b96100-cb71-419d-a6e7-f4e13975a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:57.837078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-535cbdde-0ae3-46d2-a754-d41ae1a06b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:05:57.889490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:06:00.280981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f1c4-29b5-40c3-a5ef-ac90d7b5e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:00.743353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:02.019970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:02.295802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:04.402332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-31883e1d-76af-4586-ae90-0611a8362f44 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0764036
Nov 23 13:06:04.572978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-c033bbfd-d073-46cf-b9c6-0778f029d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:06:04.574565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-c033bbfd-d073-46cf-b9c6-0778f029d230 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1163 time: 0.0742912
Nov 23 13:06:04.734270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-7725971c-a155-4f7d-87d4-403930b73fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:06:04.735851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-7725971c-a155-4f7d-87d4-403930b73fe7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 889 time: 0.1409993
Nov 23 13:06:04.848560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-22276ce4-a8ba-4c12-ab59-267cb4d1bd6e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 1002 time: 0.1050706
Nov 23 13:06:04.925742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-41c3ce92-daac-4579-933a-c42c6ce42f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:06:04.927327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-41c3ce92-daac-4579-933a-c42c6ce42f33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.0721903
Nov 23 13:06:05.008172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-33fb3ed5-fac7-4bdb-af3f-39878dca2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:06:05.009721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-33fb3ed5-fac7-4bdb-af3f-39878dca2a2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752509
Nov 23 13:06:05.155218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-d7c79095-effd-4d4a-b248-e7896657527f service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382308
Nov 23 13:06:05.302191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f00832e-d8c6-4b68-9a13-f05cca75e2dc req-96a09bf6-5c8d-458a-9bf6-f467fccb41ae service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398401
Nov 23 13:06:16.990413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:27.840394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d34d07dc-f241-4002-a300-f8f7f92ba537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:30.282227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fba987c-83f5-4f30-9576-9a73613981f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:30.747464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:32.023037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:32.299412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:34.891683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:06:47.002560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:06:57.844278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68ef1908-6a7c-4509-9ec3-9caf37124e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:00.284543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a03bfb34-a9f5-4531-8732-294a59aca817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:00.750317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:02.026334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:02.300442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:04.789162 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-bfa84d87-79e0-44d9-b62c-e171fdb9efa4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1825266
Nov 23 13:07:04.961928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-936551a4-df84-470b-8454-1ccb512ad7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:04.963855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-936551a4-df84-470b-8454-1ccb512ad7ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1163 time: 0.0840714
Nov 23 13:07:05.122286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-89e2e2ce-8a2c-456b-8570-95331080499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:05.123877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-89e2e2ce-8a2c-456b-8570-95331080499b service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 889 time: 0.1405532
Nov 23 13:07:05.234923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-928b81fc-6da3-4d86-8c9f-a8c230a6e672 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 1002 time: 0.1037827
Nov 23 13:07:05.305679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-fbfd511a-d350-4cfd-ae3a-95712fbc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:05.308025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-fbfd511a-d350-4cfd-ae3a-95712fbc70fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.0665970
Nov 23 13:07:05.387857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-b9c70016-7fe3-48c6-b29b-edaa374dc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:05.389495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-b9c70016-7fe3-48c6-b29b-edaa374dc96d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746462
Nov 23 13:07:05.535927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-a48fe4bd-3242-4892-b812-1c3650486cd3 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395197
Nov 23 13:07:05.690015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5f538b3-41b7-4bb8-b939-f66895f2ea18 req-6b57b64a-7efe-4b4d-b861-33a695178427 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466119
Nov 23 13:07:11.893276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:07:13.815722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:14.152378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 15f7185a-90a0-40c3-b1e9-ac643a64a8ad {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:07:14.152733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:14.328677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:14.329032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:14.453746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 15f7185a-90a0-40c3-b1e9-ac643a64a8ad owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:07:14.611740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:14.627562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-794e1a19-ed10-435c-b10b-6d947c7eab3f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:14.730799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=15f7185a-90a0-40c3-b1e9-ac643a64a8ad,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:14.747512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.747943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.748374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.748848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.749264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.749680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.750094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.750505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.750912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.751319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.751728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.752132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.752655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.753065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.753472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.753878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.754283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.754689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.755093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.755496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.755899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.756301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.756730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.757135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:14.762602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:14.877259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:14.877869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP acce7972-4e39-4fa6-8ccd-ecc445b0ad8b disassociated (deleted). External IP: 172.26.6.201, port: e2f7b848-8407-489a-937c-08eb117175d8.
Nov 23 13:07:15.299084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router a924e4ca-c35f-440f-8bae-1ad142867eb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:07:15.515280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:07:15.526245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Sync routers for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:07:15.534873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:15.539999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:15.540699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682572e2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:15.594431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/acce7972-4e39-4fa6-8ccd-ecc445b0ad8b HTTP/1.1" status: 204  len: 168 time: 1.7772989
Nov 23 13:07:15.595048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:15.682946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8', 'status': 'completed', 'code': 200}
Nov 23 13:07:15.759570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:15.807793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-71b90e03-70e7-4bd7-ba5e-abf7807739c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:15.809494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-71b90e03-70e7-4bd7-ba5e-abf7807739c1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 1163 time: 0.0891607
Nov 23 13:07:16.016477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-189f6ae1-0da4-4386-b60f-f502691034ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:16.018097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-189f6ae1-0da4-4386-b60f-f502691034ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 200  len: 889 time: 0.1964531
Nov 23 13:07:16.111246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-6d012e33-6d96-4ef6-8638-b6cd2bc7ffdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 200  len: 217 time: 0.0841463
Nov 23 13:07:16.117213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682572e2e8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:16.121999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Checking router: a924e4ca-c35f-440f-8bae-1ad142867eb7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:07:16.122599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f881-f043-4b7e-8a22-5d7b6de719b0 req-f88db64a-d745-46cd-be6a-965a3de367ec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:16.124206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e345f881-f043-4b7e-8a22-5d7b6de719b0 req-f88db64a-d745-46cd-be6a-965a3de367ec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.1712503
Nov 23 13:07:16.133513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:16.134173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682572e2e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:16.227225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-b6954ff2-f172-487f-83c7-7e2df4fac8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:16.229257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-b6954ff2-f172-487f-83c7-7e2df4fac8af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 200  len: 844 time: 0.1037455
Nov 23 13:07:16.232991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e345f881-f043-4b7e-8a22-5d7b6de719b0 req-9076537a-7a78-48dd-aa2a-9423454b4ad3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703948
Nov 23 13:07:16.317097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-12ddaf7d-a37b-4bc6-a58d-e3ac3fd281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:16.318758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-12ddaf7d-a37b-4bc6-a58d-e3ac3fd281e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a334d97-df64-4b27-bb20-628b59652214&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828447
Nov 23 13:07:16.472350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-958d162d-2186-40ba-8a1d-816cef5891d3 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448231
Nov 23 13:07:16.498413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:16.621002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a54fefb-6c26-4690-b9de-b848b35df036 req-ff891b31-f3c4-499e-901b-d9e95d14d7b7 service neutron] 10.222.0.63 "GET /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405776
Nov 23 13:07:16.841935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93424da3-d546-4183-8c74-17c581276f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682572e2e8>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:16.846338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93424da3-d546-4183-8c74-17c581276f41 None None] The sync data for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs is: [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '505a0db7-82b8-4117-8a02-a0cbd2bb1c3e', 'name': '', 'network_id': '2a334d97-df64-4b27-bb20-628b59652214', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:8c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:59Z', 'updated_at': '2020-11-23T13:05:07Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': 'dd3490d4-1bb7-4e5d-99fc-c791d2413824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:07:17.019272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:17.262832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a886aa1a-9427-4fbf-9ede-9cd6c0848be8 None None] New status for floating IP acce7972-4e39-4fa6-8ccd-ecc445b0ad8b: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:07:17.475703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-f51f6e63-9e57-4a3d-8f88-fead8ce93156 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:17.477381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-f51f6e63-9e57-4a3d-8f88-fead8ce93156 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.0852153
Nov 23 13:07:17.561992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port e2f7b848-8407-489a-937c-08eb117175d8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:07:17.562377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:17.734475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360aad1-77ac-4a44-8aff-6cf6bfe644f6 req-ea52f87a-831e-452d-8d93-0259f06bc295 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:17.735500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6360aad1-77ac-4a44-8aff-6cf6bfe644f6 req-ea52f87a-831e-452d-8d93-0259f06bc295 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:17.751290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6360aad1-77ac-4a44-8aff-6cf6bfe644f6 req-ea52f87a-831e-452d-8d93-0259f06bc295 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:17.752598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6360aad1-77ac-4a44-8aff-6cf6bfe644f6 req-ea52f87a-831e-452d-8d93-0259f06bc295 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 946 time: 0.3725452
Nov 23 13:07:17.803039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6360aad1-77ac-4a44-8aff-6cf6bfe644f6 req-78fdd2b9-715e-4b1c-8768-0b336befab1e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=61f30f1e-4cab-4d09-bccd-6253586f27e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439823
Nov 23 13:07:17.868048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port e2f7b848-8407-489a-937c-08eb117175d8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e2f7b848-8407-489a-937c-08eb117175d8,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:17.868453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:18.265517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for e2f7b848-8407-489a-937c-08eb117175d8 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:07:18.412803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:18.430389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:18.530822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=e2f7b848-8407-489a-937c-08eb117175d8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:18.547528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.547950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.548364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.548806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.549209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.549610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.550011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.550413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.550954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.551363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.551766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.552165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.552672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.553094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.553470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.553866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.554262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.554659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.555052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.555447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.555839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.556232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.556676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.557073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:18.561093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:18.650302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port e2f7b848-8407-489a-937c-08eb117175d8 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:07:18.653326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:18.656215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'name': 'network-vif-deleted', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:18.673820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e2f7b848-8407-489a-937c-08eb117175d8 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:07:18.674054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db89418f-9693-4ce5-9796-1b4d1f87074d req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/e2f7b848-8407-489a-937c-08eb117175d8 HTTP/1.1" status: 204  len: 173 time: 1.1903732
Nov 23 13:07:18.721653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4a883-255b-470e-980e-56d62c9ca34d', 'name': 'network-vif-deleted', 'tag': 'e2f7b848-8407-489a-937c-08eb117175d8', 'status': 'completed', 'code': 200}
Nov 23 13:07:18.725968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: e2f7b848-8407-489a-937c-08eb117175d8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:07:18.726375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e2f7b848-8407-489a-937c-08eb117175d8 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:07:19.120841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6be9c3ea-3ba7-455a-af7f-f1fa255175fb req-dbc2dacb-b9f1-4cf5-b588-8cc8153d58e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=dea4a883-255b-470e-980e-56d62c9ca34d HTTP/1.1" status: 200  len: 210 time: 0.1563418
Nov 23 13:07:20.236296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50944) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:20.314117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:20.345270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:20.407906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:20.413374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-edd4aca5-94ab-476e-9e83-f812dbff68d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:20.430201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f30f1e-4cab-4d09-bccd-6253586f27e2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:20.433762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:20.439521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:20.440763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/61f30f1e-4cab-4d09-bccd-6253586f27e2 HTTP/1.1" status: 204  len: 168 time: 0.2033298
Nov 23 13:07:20.483125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50950) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:20.913148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:21.569332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:07:21.569896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:21.779076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:21.779482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:21.908705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:07:22.089614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:22.105315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-893fb0a2-6c01-47b7-b618-8e7ce923768f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:22.208411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=505a0db7-82b8-4117-8a02-a0cbd2bb1c3e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:22.212388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:22.548683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:23.587894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router a924e4ca-c35f-440f-8bae-1ad142867eb7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:07:23.821138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:07:23.834298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Sync routers for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:07:23.835319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/a924e4ca-c35f-440f-8bae-1ad142867eb7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3509908
Nov 23 13:07:23.838905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50954) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:23.848321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:23.849020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d53588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:24.044021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:24.050137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet dd3490d4-1bb7-4e5d-99fc-c791d2413824 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:07:24.053339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.110994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.203074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.349412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d53588>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:07:22Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:24.353675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Checking router: a924e4ca-c35f-440f-8bae-1ad142867eb7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:07:24.366000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Routers {'a924e4ca-c35f-440f-8bae-1ad142867eb7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:24.366598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d53588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['a924e4ca-c35f-440f-8bae-1ad142867eb7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:24.490235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.507036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-083937f8-c1a2-4357-af26-573d797b4e71 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:24.558677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] Set router a924e4ca-c35f-440f-8bae-1ad142867eb7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:24.602183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=dd3490d4-1bb7-4e5d-99fc-c791d2413824,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:24.608534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:24.651075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.658347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-97dfb895-57bc-4054-bb59-5ec25b0d6697 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/dd3490d4-1bb7-4e5d-99fc-c791d2413824 HTTP/1.1" status: 204  len: 168 time: 0.8175738
Nov 23 13:07:24.661171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50958) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:24.662144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11b447-54b7-41e3-9de2-09e62a0958ad None None] Network 2a334d97-df64-4b27-bb20-628b59652214 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:07:24.888549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:24.909700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d53588>, [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:07:22Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:24.914268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af94b0-45ea-4d60-93aa-36a7a901f3d0 None None] The sync data for ids ['a924e4ca-c35f-440f-8bae-1ad142867eb7'] in dv-neutron-601336-59-ovs is: [{'id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'name': 'tempest-TestNetworkBasicOps-router-1798534771', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:04:54Z', 'updated_at': '2020-11-23T13:07:22Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a924e4ca-c35f-440f-8bae-1ad142867eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:04:55Z', 'updated_at': '2020-11-23T13:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:07:24.952096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] DHCP port deletion for 2a334d97-df64-4b27-bb20-628b59652214 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:07:24.957885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Deleting port 34594667-fcf5-4219-9547-0387e44dcc85 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:07:24.958398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.106871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.115101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:07:25.115492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.188466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] For port 34594667-fcf5-4219-9547-0387e44dcc85, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=34594667-fcf5-4219-9547-0387e44dcc85,segment=NetworkSegment(ec5269ab-3aee-44df-8e33-79238973d6bb),segment_id=ec5269ab-3aee-44df-8e33-79238973d6bb)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:25.188938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.307563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:25.307986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.319179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Calling delete_port for 34594667-fcf5-4219-9547-0387e44dcc85 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:07:25.372841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:07:25.412062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:07:25.412461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 505a0db7-82b8-4117-8a02-a0cbd2bb1c3e not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:07:25.412928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 34594667-fcf5-4219-9547-0387e44dcc85 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:07:25.441214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:07:25.485854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.501650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e9969c01-5d9d-4a4b-94c8-3985532ba658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:25.588762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No active binding found for port 34594667-fcf5-4219-9547-0387e44dcc85 {{(pid=81024) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 23 13:07:25.589803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 34594667-fcf5-4219-9547-0387e44dcc85 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:07:25.599038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Pushing event deleted for resources: {'Port': ['ID=34594667-fcf5-4219-9547-0387e44dcc85,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:25.618257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:25.626215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.626608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.626989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.627366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.627737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.628108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.628498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.628866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.629232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.629596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.629957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.630323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.630773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.631139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.631503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.631865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.632230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.632621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.632981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.633341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.633702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.634070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.634426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.634783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:25.634920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2da5d42c-b419-4582-a3e1-b47879ca5e60 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:25.647367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:25.666024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] No DVR routers for this DVR port 34594667-fcf5-4219-9547-0387e44dcc85 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:07:25.748672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:25.752712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:26.011691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.558365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.563028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.587844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.588470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router a924e4ca-c35f-440f-8bae-1ad142867eb7 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:07:26.605387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.606986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/a924e4ca-c35f-440f-8bae-1ad142867eb7 HTTP/1.1" status: 204  len: 168 time: 1.9448295
Nov 23 13:07:26.609896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50962) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:26.741692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:26.945996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.071023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824c127f0>,) {'filters': {'network_id': ['2a334d97-df64-4b27-bb20-628b59652214']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:27.084449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c127f0>, 'ec5269ab-3aee-44df-8e33-79238973d6bb') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:27.084752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824c127f0>, 'ec5269ab-3aee-44df-8e33-79238973d6bb') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:27.097453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.112411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.114432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:07:27.300681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:07:27.310321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.366472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:07:27.402441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:07:27.402843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 91f9ab0f-fbe2-4468-ac28-7c6b76a8bec3 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:07:27.491625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 2a334d97-df64-4b27-bb20-628b59652214 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:07:27.520412 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:07:27.602954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.606800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fead128-2e4b-41de-a381-8344c126015d tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:27.622523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.634492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=2a334d97-df64-4b27-bb20-628b59652214,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:27.639176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:27.640686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/2a334d97-df64-4b27-bb20-628b59652214 HTTP/1.1" status: 204  len: 168 time: 1.0296319
Nov 23 13:07:27.653605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50966) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:27.660096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--181969556', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:27.665710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:27.670985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:27.674142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:27.679988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:27.694482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:07:27.700702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.737423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:07:27.752767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.753356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment 27141bad-9ecb-4539-b327-58b4692975b4 of type vxlan for network 46b643c2-80ab-4536-8aa9-d41fcb3069e5
Nov 23 13:07:27.782360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.815413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.819563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:27.820215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.826179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-634b4ef8-bf97-43d0-b8de-e5b68ecee823 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:27.847906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1cbf-eb9c-45fa-bcf0-f57e914bf74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.942268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2872458
Nov 23 13:07:27.945230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50970) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:27.948811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=46b643c2-80ab-4536-8aa9-d41fcb3069e5,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:27.951212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:27.952010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-428deb31-b754-4da8-9bc4-2ab0724b7190 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:27.958877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:27.959480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:07:27.963384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:27.966477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:27.972288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:27.977317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:07:27.983253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:27.984233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.005423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.161488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.351896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.383852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.652140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.171 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/13cc1dc5-4bb1-4667-8a31-bdf284d759ce) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:28.820119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.847573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:28.868882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a5227d9-2967-4c97-9108-a3af310dc6bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:29.001721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:29.004952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:29.060635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:29.061772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:29.064100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:29.226377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:29.227174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:29.470844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:07:29.689211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:07:29.699404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:07:29.712262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:29.713008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255971d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:29.717095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:29.720973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7721391
Nov 23 13:07:29.721935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50974) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:29.873404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-af88a5ab-e95a-4188-aa3c-2c826445182e tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1501932
Nov 23 13:07:29.876157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50980) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:29.882470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1618666992', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:29.915985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:30.003141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:30.007238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:30.010259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:30.017204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:30.026255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:07:30.140653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.227058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255971d0>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:29Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:30.231964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:07:30.232370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Updating router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:07:30.302809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.331047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-01da8a8d-263e-4c00-8f78-b9af19cc0035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.599642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.616225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb6da5bf-7b1b-4e34-9a8d-e7e4b861556c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:30.718315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.731543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Transition to ACTIVE for port object 13cc1dc5-4bb1-4667-8a31-bdf284d759ce will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:30.735175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.752488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:30.757587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=9b96d214-e1e8-4d1e-9975-73e4fddafe35,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:30.763237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:30.837198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:30.837599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 46b643c2-80ab-4536-8aa9-d41fcb3069e5, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:07:30.864803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:07:30.875580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 46b643c2-80ab-4536-8aa9-d41fcb3069e5) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:30.890240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:30.890904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:30.913651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-285d6110-586a-49f7-bac4-3edd195ab01f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0362859
Nov 23 13:07:30.916600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50984) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:31.038355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c8edb-10d1-4785-adc3-cdf96aadb74d None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:07:31.152004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.166468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Pushing event updated for resources: {'Port': ['ID=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:31.176052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:31.329216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Attempting to bind port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:07:31.329646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Attempting to bind port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:07:31.330062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Attempting to bind port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:07:31.373382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:31.373817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:31.374277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.374721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:31.375255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Bound port: 13cc1dc5-4bb1-4667-8a31-bdf284d759ce, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:07:31.375680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.429964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:07:31.430876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.503128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] For port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:07:31.575186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] For port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:07:31.580891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.598733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:31.848048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Pushing event updated for resources: {'Port': ['ID=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:31.861275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:31.939790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:31.984182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Allocated IP 172.20.0.2 (46b643c2-80ab-4536-8aa9-d41fcb3069e5/9b96d214-e1e8-4d1e-9975-73e4fddafe35/f8f469d0-4f2c-418a-97a3-47093a71a25b) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:31.989911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:31.990623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255971d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:32.226905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:32.345122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:32.363328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:32.624590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:32.642089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Transition to ACTIVE for port object f8f469d0-4f2c-418a-97a3-47093a71a25b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:32.680188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Transition to ACTIVE for port object f8f469d0-4f2c-418a-97a3-47093a71a25b will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:32.729116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:32.749653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:32.766780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (46b643c2-80ab-4536-8aa9-d41fcb3069e5/9b96d214-e1e8-4d1e-9975-73e4fddafe35/3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:32.950823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:32.968848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:32.989201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.005419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99fde2aa-0f92-4f68-b7ee-5769ed1f7d53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:33.090164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Pushing event updated for resources: {'Port': ['ID=f8f469d0-4f2c-418a-97a3-47093a71a25b,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:33.099881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:33.145030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255971d0>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:29Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:33.146970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:33.152949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:33.153829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6df5f-c4f2-47f6-9463-791be73e30b8 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:29Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:07:33.167819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:33.169203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:33.172874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:33.209394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:33.211336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:33.214704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:33.233746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Attempting to bind port f8f469d0-4f2c-418a-97a3-47093a71a25b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:07:33.234182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Attempting to bind port f8f469d0-4f2c-418a-97a3-47093a71a25b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:07:33.234606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Attempting to bind port f8f469d0-4f2c-418a-97a3-47093a71a25b on network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:07:33.242005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:33.242447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Checking segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:33.242894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.243348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Bound using segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:33.243892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Bound port: f8f469d0-4f2c-418a-97a3-47093a71a25b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:07:33.244623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.282874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.347489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] For port f8f469d0-4f2c-418a-97a3-47093a71a25b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:07:33.351595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] For port f8f469d0-4f2c-418a-97a3-47093a71a25b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f8f469d0-4f2c-418a-97a3-47093a71a25b,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:07:33.354314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.370774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:33.373632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.526086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Pushing event updated for resources: {'Port': ['ID=f8f469d0-4f2c-418a-97a3-47093a71a25b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:33.533268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:33.952441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.958225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:33.990710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3dce7a6f-95f6-4520-be8a-1f8e21eb6e26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:34.084250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:34.087498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:34.088601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:34.238710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:34.239898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:34.644312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:07:34.872313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:07:34.889023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/14187da0-4b1f-4c1b-8161-a4f7ed567d42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9675460
Nov 23 13:07:34.889242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50988) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:35.018693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7bcfa-dae6-4292-af35-1a92f73c3e2d None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:07:35.132805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-daf235af-679c-4350-b9f7-87f06ed7cc86 None None] Provisioning for port f8f469d0-4f2c-418a-97a3-47093a71a25b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:35.319140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da36144-515b-4612-bc18-5c5feddad0a3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.319552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da36144-515b-4612-bc18-5c5feddad0a3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.319951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da36144-515b-4612-bc18-5c5feddad0a3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.320361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da36144-515b-4612-bc18-5c5feddad0a3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.322186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3da36144-515b-4612-bc18-5c5feddad0a3 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.4319062
Nov 23 13:07:35.325712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 50992) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:35.409086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef825d5a-a104-481e-9998-2c9c6124462d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.409616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef825d5a-a104-481e-9998-2c9c6124462d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.410184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef825d5a-a104-481e-9998-2c9c6124462d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.410591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef825d5a-a104-481e-9998-2c9c6124462d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:35.412453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ef825d5a-a104-481e-9998-2c9c6124462d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0855498
Nov 23 13:07:35.415472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 50996) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:35.438423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 13cc1dc5-4bb1-4667-8a31-bdf284d759ce up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:35.517684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:35.523307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:35.523688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:35.606854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d3b383ab-0c25-4286-a398-29be58d087d1 None None] Provisioning for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:35.616369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d3b383ab-0c25-4286-a398-29be58d087d1 None None] Provisioning complete for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:35.616786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3b383ab-0c25-4286-a398-29be58d087d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:35.655537 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6485d162-446d-4563-bd07-fbbfebbd180d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2386847
Nov 23 13:07:35.680793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d3b383ab-0c25-4286-a398-29be58d087d1 None None] Port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:07:35.760199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:35.779788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:35.784305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:35.785257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f8f469d0-4f2c-418a-97a3-47093a71a25b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:35.821149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:35.941590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51002) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:35.947830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:35.948739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427266101', 'description': 'tempest-secgroup-smoke-1427266101 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:35.954528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:35.962487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:35.962639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f8f469d0-4f2c-418a-97a3-47093a71a25b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:35.968399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:35.968961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f8f469d0-4f2c-418a-97a3-47093a71a25b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:35.969395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:35.972195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:35.978844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:35.991049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.035641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.040363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.045279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:07:36.045446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.052745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.062179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:36.063423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d53d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:36.114629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.127105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-57906429-d3e0-4d10-be0e-5a1514b73d15 None None] Provisioning complete for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:36.127528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57906429-d3e0-4d10-be0e-5a1514b73d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.155182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.158892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.186475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1a28f4ce-9adb-41e7-8b99-37e3c96cc877 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.207455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-57906429-d3e0-4d10-be0e-5a1514b73d15 None None] Port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:07:36.213119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f8f469d0-4f2c-418a-97a3-47093a71a25b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f8f469d0-4f2c-418a-97a3-47093a71a25b,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:36.218316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.221083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.252398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=f511695a-9664-4a9e-a9c5-0759408c19aa,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.257252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.258484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.259839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.3171556
Nov 23 13:07:36.263559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51006) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:36.269900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:36.283446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.288376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.293264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.303055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.303575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f8f469d0-4f2c-418a-97a3-47093a71a25b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.309598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.335291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02f0500b-d22d-42d6-8794-3b87fad805b4 None None] Provisioning complete for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:36.335639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02f0500b-d22d-42d6-8794-3b87fad805b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.336612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.401736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02f0500b-d22d-42d6-8794-3b87fad805b4 None None] Port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:07:36.418479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.421527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.423529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b1fc180-71d9-41d2-af79-1aa52839221d tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.449757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb80d2fb-2d9e-4d29-9a28-9e57e5d65d1c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.452688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.460470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.461789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1968942
Nov 23 13:07:36.464799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51010) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:36.470609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:36.477007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.478460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:36.481243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.484286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.490144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.507969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.525121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c5cd56f1-f4db-4eef-91ee-8ea1094307ad None None] Provisioning complete for port f8f469d0-4f2c-418a-97a3-47093a71a25b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:36.525717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5cd56f1-f4db-4eef-91ee-8ea1094307ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.578337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.581643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.583602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07e2c854-f45f-4185-9a06-1aea9aa73b9a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.608089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc7d32-6458-4b96-9642-dd36dede807d,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.610722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.618557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.623478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1553142
Nov 23 13:07:36.624026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51014) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:36.630961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:36.638346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.642689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.645853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.652074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.683595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.754335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.757183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.759011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.781007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3668dd03-2d2e-43c1-9b5b-9df2fcbf3561,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.785444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.793302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.794552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-758a759f-3cb2-4090-9662-a50f8b0334ce tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1692290
Nov 23 13:07:36.797707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51018) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:36.803796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:36.811012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.815123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.818477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.824815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.837505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d53d30>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:36.842635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.842844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:07:36.843163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Updating router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:07:36.899318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.914539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.918036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.919933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d1b4875-1f97-43c0-9e6f-2711a8968f53 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:36.944032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb5b56f-b810-48bd-947d-fb283be09a07,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:36.946649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:36.953756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:36.957816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1564453
Nov 23 13:07:36.958670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51022) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:36.965550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:36.972144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:36.976325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:36.979947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:36.985961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:36.997321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:07:37.004129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.077591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.081004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.088221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ffefb7c-c979-4443-9974-a67ebf64becd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:37.108540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da902cd9-703f-45fa-8659-f1a0ef14df7e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:37.111144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:37.118306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.119910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1598871
Nov 23 13:07:37.122956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51026) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:37.128954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'f511695a-9664-4a9e-a9c5-0759408c19aa', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:37.135920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:37.140556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:37.143660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:37.149716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:37.159950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:07:37.166822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.238754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.241501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.243338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:37.267951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9160401-f63a-489d-8abf-17ea7d95cbfd,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:37.270598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:37.278200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.279598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1554964
Nov 23 13:07:37.334541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.350647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Transition to ACTIVE for port object 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:37.353682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.371254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-538caffe-cedb-4000-b423-89ac7069dd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:37.388879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 13cc1dc5-4bb1-4667-8a31-bdf284d759ce up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:37.467649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:37.468155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.513133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Pushing event updated for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:37.525145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-10ff8e52-c401-440b-919f-4b866f7f64c5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:37.540587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-10ff8e52-c401-440b-919f-4b866f7f64c5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:37.542494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-10ff8e52-c401-440b-919f-4b866f7f64c5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427266101&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0640466
Nov 23 13:07:37.545473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.545859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.546233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.546603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.546968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.547330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.547691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.548050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.548408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.548826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.549185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.549543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.549987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.550346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.550703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.551067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.551551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.551908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.552266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.552817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.553134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.553491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.553846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.554247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:07:37.561731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:37.598639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f8f469d0-4f2c-418a-97a3-47093a71a25b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:37.677197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f8f469d0-4f2c-418a-97a3-47093a71a25b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:37.677633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.753360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Attempting to bind port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:07:37.753718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Attempting to bind port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:07:37.754098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Attempting to bind port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 on network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:07:37.770585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:37.771021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Checking segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:37.771460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.771884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Bound using segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:37.772437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Bound port: 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:07:37.773134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.773456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-2c505908-3de0-49bc-9432-acc8af2a9a27 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:37.774212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-2c505908-3de0-49bc-9432-acc8af2a9a27 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:37.795245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-2c505908-3de0-49bc-9432-acc8af2a9a27 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:37.796803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-2c505908-3de0-49bc-9432-acc8af2a9a27 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 796 time: 0.2451127
Nov 23 13:07:37.822899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8dc8b1b9-0025-4b42-ac70-c537790e72ed tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0195415
Nov 23 13:07:37.890063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] For port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:07:37.893615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] For port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:07:37.896988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:37.913014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4513bc23-0428-4aa4-930c-be163a2191f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:37.916116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-afa0aff0-f617-4f4c-a6b5-da7d83141b43 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:37.931431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-afa0aff0-f617-4f4c-a6b5-da7d83141b43 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:37.934207 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-afa0aff0-f617-4f4c-a6b5-da7d83141b43 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1009808
Nov 23 13:07:38.055326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Pushing event updated for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:38.059244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:38.087678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-9be17222-b8b0-472f-8d2c-5dc3240d222e service neutron] 10.222.0.60 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415799
Nov 23 13:07:38.115898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:38.116633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d53d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:38.246223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-9c6cd0bd-9f67-470c-9cff-b7810e841f64 service neutron] 10.222.0.60 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499372
Nov 23 13:07:38.316791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:38.552639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cae708e3-7571-48f5-8461-2928e8a07b2c req-b754dc91-8ee7-408e-bf37-3c5426dd21f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:38.567316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cae708e3-7571-48f5-8461-2928e8a07b2c req-b754dc91-8ee7-408e-bf37-3c5426dd21f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:38.568824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cae708e3-7571-48f5-8461-2928e8a07b2c req-b754dc91-8ee7-408e-bf37-3c5426dd21f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 210 time: 0.1563058
Nov 23 13:07:38.682606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d53d30>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:37Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:38.686920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafe38a-9c78-497a-b5f0-00f6a184c27b None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:37Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:07:39.403117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:39.482503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:39.488246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:39.488702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:39.619695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:39.671043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:39.675473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:39.677535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39855ffd-d4f0-4fdf-9453-b338dfd01208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:39.714957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a16e3d38-c853-4857-aeae-0abcbf768725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:39.715494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a16e3d38-c853-4857-aeae-0abcbf768725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:39.730663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a16e3d38-c853-4857-aeae-0abcbf768725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:39.732208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a16e3d38-c853-4857-aeae-0abcbf768725 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 796 time: 0.2067528
Nov 23 13:07:39.793183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:39.797372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:39.834170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9fc81b2b-f9c8-47af-b380-f50e4fa7ab56 req-23c87066-9a92-4fe7-9d71-93fddcf6e5ab tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 210 time: 0.0745747
Nov 23 13:07:39.856701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-83f6ce3d-a696-4308-b479-dfc4260b68b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:39.881491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-83f6ce3d-a696-4308-b479-dfc4260b68b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:39.882885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-83f6ce3d-a696-4308-b479-dfc4260b68b5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7377 time: 0.1309316
Nov 23 13:07:39.912875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['f511695a-9664-4a9e-a9c5-0759408c19aa']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:40.064510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:40.075315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:40.084241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:07:40.090188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:40.407812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.8 (46b643c2-80ab-4536-8aa9-d41fcb3069e5/9b96d214-e1e8-4d1e-9975-73e4fddafe35/e9612bc0-ee56-47ad-8925-8a82981a8175) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:40.615046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:40.636890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object e9612bc0-ee56-47ad-8925-8a82981a8175 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:40.656559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:40.675748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:40.815702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:40.819124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:40.875942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:40.877042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:40.879347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:40.948953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:40.949638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.025904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1173234
Nov 23 13:07:41.048201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Request body: {'port': {'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:41.149816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73a77a74-b621-45a1-9829-82deed9254a1 None None] Provisioning for port e9612bc0-ee56-47ad-8925-8a82981a8175 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:41.155392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-73a77a74-b621-45a1-9829-82deed9254a1 None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:41.155814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-73a77a74-b621-45a1-9829-82deed9254a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.165361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd734e2-c815-449b-ae30-153a0f3acd09 req-2b5e08c5-61ae-4cbd-8fdf-d19d90075e42 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:41.166062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9dd734e2-c815-449b-ae30-153a0f3acd09 req-2b5e08c5-61ae-4cbd-8fdf-d19d90075e42 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:41.199153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.212325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-73a77a74-b621-45a1-9829-82deed9254a1 None None] Port e9612bc0-ee56-47ad-8925-8a82981a8175 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:07:41.213442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9dd734e2-c815-449b-ae30-153a0f3acd09 req-2b5e08c5-61ae-4cbd-8fdf-d19d90075e42 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:41.214945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dd734e2-c815-449b-ae30-153a0f3acd09 req-2b5e08c5-61ae-4cbd-8fdf-d19d90075e42 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 931 time: 0.2324703
Nov 23 13:07:41.356149 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dd734e2-c815-449b-ae30-153a0f3acd09 req-4025ac07-dbde-4c41-932c-c60a4f500c6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070809
Nov 23 13:07:41.403404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:41.479419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:41.480000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.673821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9612bc0-ee56-47ad-8925-8a82981a8175 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:07:41.681498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.696080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Transition to ACTIVE for port object e9612bc0-ee56-47ad-8925-8a82981a8175 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:41.699826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:41.716467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:42.130660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:42.136444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:42.331922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Attempting to bind port e9612bc0-ee56-47ad-8925-8a82981a8175 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:07:42.332288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Attempting to bind port e9612bc0-ee56-47ad-8925-8a82981a8175 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:07:42.332686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Attempting to bind port e9612bc0-ee56-47ad-8925-8a82981a8175 on network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:07:42.340446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:42.340826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Checking segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:42.341232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:42.341634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Bound using segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:42.342108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Bound port: e9612bc0-ee56-47ad-8925-8a82981a8175, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:07:42.342484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:42.437298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:07:42.440555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:07:42.444191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:42.460309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ccc3569f-6bf1-48ea-83d6-17baf7314971 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:42.582202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2923e-f9a7-4d74-ac65-41d3a9dc4c85 req-9285ae41-1f38-446f-89d1-05ef1bdaa3a5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:42.583818 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bba2923e-f9a7-4d74-ac65-41d3a9dc4c85 req-9285ae41-1f38-446f-89d1-05ef1bdaa3a5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 943 time: 0.0846558
Nov 23 13:07:42.606620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:42.611926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:42.634772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bba2923e-f9a7-4d74-ac65-41d3a9dc4c85 req-d3da8307-9ec2-44b0-aea4-136c3fc23d44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438492
Nov 23 13:07:42.664053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:42.664772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:42.666267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] 10.222.0.63 "PUT /v2.0/ports/e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 1157 time: 1.6237147
Nov 23 13:07:42.667484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:42.805377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fc3a63d-81e4-4dc0-a245-27891be45dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:42.807078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-8fc3a63d-81e4-4dc0-a245-27891be45dec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1160 time: 0.0862362
Nov 23 13:07:42.881594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:07:42.897512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-7e3b61d0-e4cc-4232-8cd1-f09314cfff6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 217 time: 0.0761583
Nov 23 13:07:42.978657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-e33f2ab2-e690-44c2-be04-8f0d75432db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:42.980934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-e33f2ab2-e690-44c2-be04-8f0d75432db6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0769551
Nov 23 13:07:43.066392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a4fc3e14-dea1-418e-899f-238f17c9aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.068015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-a4fc3e14-dea1-418e-899f-238f17c9aa66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802386
Nov 23 13:07:43.219218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-50c4ad89-5cfb-4211-b231-e3496451a53a service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435728
Nov 23 13:07:43.370937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ed5d602-cb5b-4b7a-8d36-a581408d5113 req-359b7ae3-4ccd-4a9a-8fb8-efc66533e76a service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451271
Nov 23 13:07:43.530395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-d4436de4-d79e-4e59-b2c3-31b980adedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.532078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-d4436de4-d79e-4e59-b2c3-31b980adedd1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1160 time: 0.0761864
Nov 23 13:07:43.681158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-11ab52a9-b95a-4959-b9bc-8f04e4211dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.683265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-11ab52a9-b95a-4959-b9bc-8f04e4211dbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1440859
Nov 23 13:07:43.766394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-bad56abb-5f2b-4d5b-9023-2e3d4426e787 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 217 time: 0.0755894
Nov 23 13:07:43.838224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-835503a4-3f0b-42fd-bc82-e136eeab9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.840653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-835503a4-3f0b-42fd-bc82-e136eeab9aa0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0679882
Nov 23 13:07:43.868654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f09bc4-9637-4ab8-9edc-50d96ba37f04 req-2c4fc267-9e96-49e0-a04a-01ee0b17b038 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.872707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20f09bc4-9637-4ab8-9edc-50d96ba37f04 req-2c4fc267-9e96-49e0-a04a-01ee0b17b038 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 943 time: 0.0960348
Nov 23 13:07:43.925411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-4bd141f7-db91-485e-9267-be9038ebcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:43.927075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-4bd141f7-db91-485e-9267-be9038ebcbce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787811
Nov 23 13:07:43.927955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20f09bc4-9637-4ab8-9edc-50d96ba37f04 req-12d795c4-7ca9-4c3e-9e28-02448c2726f0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444031
Nov 23 13:07:44.074566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-bb384414-27dc-41fa-aa0a-6cd14794b4c0 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386657
Nov 23 13:07:44.220277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fb46e5b-0ae6-46d6-947a-7a9f830f86d1 req-044c62e7-c19f-4e23-9822-463a48b9da1f service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387758
Nov 23 13:07:45.153152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121c15-530c-48d3-82bf-37fbcd329cd2 req-d1757729-ceb2-4e9b-9af6-a1655b10c605 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:45.154775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-43121c15-530c-48d3-82bf-37fbcd329cd2 req-d1757729-ceb2-4e9b-9af6-a1655b10c605 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 943 time: 0.0900002
Nov 23 13:07:45.204497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-43121c15-530c-48d3-82bf-37fbcd329cd2 req-4a8a8c15-ff09-447d-b578-43988397d24e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431988
Nov 23 13:07:45.429326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:45.499659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port e9612bc0-ee56-47ad-8925-8a82981a8175 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:45.504451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:45.504897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:45.624662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:45.658689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:45.670675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:07:45.674750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:45.677658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:45.723597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'code': 200}
Nov 23 13:07:45.752236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:45.755626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:45.994588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea258e-e3a9-4372-ab6e-1f85fa5de2ad req-20ab7a20-bbf9-4f73-bb37-b6a43b63a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:45.996416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76ea258e-e3a9-4372-ab6e-1f85fa5de2ad req-20ab7a20-bbf9-4f73-bb37-b6a43b63a650 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1162 time: 0.0763526
Nov 23 13:07:46.049879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76ea258e-e3a9-4372-ab6e-1f85fa5de2ad req-254581f4-0b7f-4b8a-87b7-d9f524281738 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432990
Nov 23 13:07:46.423091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff7d65-396b-4942-bd10-c2d530f73296 req-ff37a1e8-636b-4639-b013-4939fec47ab1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:46.424691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2ff7d65-396b-4942-bd10-c2d530f73296 req-ff37a1e8-636b-4639-b013-4939fec47ab1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 945 time: 0.0846791
Nov 23 13:07:46.473910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2ff7d65-396b-4942-bd10-c2d530f73296 req-bf4f543f-9e41-4d00-86f7-012b147dbbba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428789
Nov 23 13:07:47.056013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:47.160440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:07:47.238544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:47.239000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:47.693326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70272ad9-0b27-4651-b1a9-7cf7b170cefe req-8e5c2a9a-b73c-440c-aca1-ab8990129353 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:47.694877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70272ad9-0b27-4651-b1a9-7cf7b170cefe req-8e5c2a9a-b73c-440c-aca1-ab8990129353 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 945 time: 0.0868156
Nov 23 13:07:47.745282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70272ad9-0b27-4651-b1a9-7cf7b170cefe req-738bb6e4-ffcb-445b-ab34-20fcceea08af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430918
Nov 23 13:07:47.972994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440cd0a-ebfd-47f4-809e-57cd1e25c60e req-e1e409c7-48cd-4887-834f-1bbb23e24939 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:47.974598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4440cd0a-ebfd-47f4-809e-57cd1e25c60e req-e1e409c7-48cd-4887-834f-1bbb23e24939 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 945 time: 0.0985761
Nov 23 13:07:48.024755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4440cd0a-ebfd-47f4-809e-57cd1e25c60e req-dbd1f0e2-7049-469b-a503-13ee55a4778d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431647
Nov 23 13:07:48.054770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51080) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:48.131485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55fea2-3d4a-40ee-ae31-8423aff63a4d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:48.133169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f55fea2-3d4a-40ee-ae31-8423aff63a4d tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1157 time: 0.0773349
Nov 23 13:07:48.136153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51084) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:48.142975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:48.148957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:48.154280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:48.157354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:48.163276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:48.173525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:48.322902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:48.603382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.85 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/a00fb905-e47f-471e-ae26-0b5615f33a03) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:48.771641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:48.798072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:48.814188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d3c3a6-7de2-4d45-badb-862a31897b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:48.894983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:07:48.947384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=a00fb905-e47f-471e-ae26-0b5615f33a03,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:48.953156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:49.006578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:49.007696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:49.009968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:49.436701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:49.511894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:49.783795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:49.787307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:49.807858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e15b9c7e-3764-4c74-8821-73d6fd8cd616 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:50.226043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=a00fb905-e47f-471e-ae26-0b5615f33a03,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:50.235254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:50.335523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:50.538235 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 4ddc103e-0506-4098-9161-ab955b17b338 associated. External IP: 172.26.6.85, port: e9612bc0-ee56-47ad-8925-8a82981a8175.
Nov 23 13:07:51.014391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:07:51.238484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:07:51.256326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:07:51.270737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:51.271767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:51.272525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418eac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:51.340757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2017438
Nov 23 13:07:51.341604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:51.343421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51088) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:51.404331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:07:51.451578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7917e-1539-4300-a117-6901a4af2fa7 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:51.454800 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f3a7917e-1539-4300-a117-6901a4af2fa7 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1157 time: 0.1100569
Nov 23 13:07:51.496609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:51.544977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-30db0f20-9901-4431-8971-df885043d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:51.546639 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-30db0f20-9901-4431-8971-df885043d59c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1162 time: 0.0960145
Nov 23 13:07:51.739557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-c5f9175b-a7de-4b60-a348-0663c32b0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:51.741303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-c5f9175b-a7de-4b60-a348-0663c32b0285 service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1872869
Nov 23 13:07:51.902997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51096) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:51.909343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853520931', 'description': 'tempest-secgroup-smoke-853520931 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:51.916185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:51.918909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-616a7e5a-ab0e-49d5-a609-f0bc40dfef07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 998 time: 0.1699915
Nov 23 13:07:51.937070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:51.953474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.003658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.007980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.010117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-99e035dd-ad5d-46e3-834c-564b0f270726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:52.011251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.012095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-99e035dd-ad5d-46e3-834c-564b0f270726 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0867267
Nov 23 13:07:52.018084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.100847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.105945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.106342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-869ae34b-346e-4586-aa48-f71567219324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:52.108634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-869ae34b-346e-4586-aa48-f71567219324 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898926
Nov 23 13:07:52.116691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-149b13d1-9f47-42b4-bf8b-944fd9268498 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:52.129335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418eac8>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:49Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:52.133709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:07:52.151481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:52.153015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682418eac8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:07:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:52.174299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=da31b30b-530b-47de-8d3f-06310abd7cff,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:52.177383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:52.178314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.179576 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b97948ab-0b3f-475b-a50f-b8030db4a654 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2754586
Nov 23 13:07:52.188547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51100) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:52.197469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:52.204829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.209058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.212082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.218956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.237314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.271235 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-5e933e0c-3e38-4cdb-b285-d2b7d18c30f8 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555955
Nov 23 13:07:52.321506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.326765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.329487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47115c96-4ddc-43da-b029-92fe666be1ff tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:52.351363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be014222-022d-441c-aea9-7158fbded7d1,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:52.362301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:07:52.363932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:52.381753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.385976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1918173
Nov 23 13:07:52.386300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51104) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:52.393025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:52.399978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.405408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.408928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.415715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.435994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.449345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e17d1c28-7d49-48ad-ac27-514a162fba63 req-9cbe0c10-021b-4460-87ee-8a5fe6e9644e service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1694853
Nov 23 13:07:52.512408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.517108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.520777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-10472e57-cf24-417a-bc6a-875648d7696b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:52.550702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc116d6-4934-46c1-ac2a-ae6b12c7b524,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:52.553453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:52.561984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.563619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1758273
Nov 23 13:07:52.566392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51108) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:52.572132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:52.579799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.583901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.587041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.593780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.613125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.703369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.707907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.710737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e658861d-f735-4bf9-98de-93b27a7fe42e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:52.735741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4a53b0-412f-4c2f-b861-f16b501a72ba,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:52.740505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:52.749241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.750642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f2fe3f5c-6a4a-45d9-9701-72456b2f035b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1831627
Nov 23 13:07:52.753553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51112) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:52.759466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:52.766853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.771034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.774456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.781090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.785467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682418eac8>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:49Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:07:52.790004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58826a3-1bda-4e3d-866c-1bfc1d1416f8 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:49Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:07:52.799381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.875032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.877677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.879578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5e54efb4-0161-4558-a253-3788aeb5f356 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:52.904606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab9cef8-a698-4ca2-a5ef-b5ae2780b117,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:52.907277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:52.914504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:52.915794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5909f8b3-344e-4121-8da8-399399a900f6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1612351
Nov 23 13:07:52.919265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51116) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:52.925272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:52.931833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:52.936852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:52.940000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:52.945922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:52.959604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:07:52.967188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.039502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.042705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.050986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b56105e8-c124-4bb1-a107-00ba3844a967 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:53.074572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a208630-8e8d-486c-b95e-bd6d34b212d2,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:53.077688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:53.085904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.087346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9e752567-35e5-4d78-94cd-90629d329363 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1670470
Nov 23 13:07:53.090945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51120) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:53.097661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': 'da31b30b-530b-47de-8d3f-06310abd7cff', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:53.101220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b548c59-52aa-4840-99eb-f04498f6e0a1 None None] New status for floating IP 4ddc103e-0506-4098-9161-ab955b17b338: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:07:53.104364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:53.110399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:07:53.113633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:07:53.120358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:53.130563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:07:53.138013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.212889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.216567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.223879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3e39eff-1817-413e-a524-7a248fba8d32 tempest-TestNetworkAdvancedServerOps-1956143637 tempest-TestNetworkAdvancedServerOps-1956143637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:53.246118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd45bba0-023d-4e9b-a064-92f8b0c838f7,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:53.248880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:53.253088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:53.254384 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8cadf0ec-03f5-4d5d-bc69-aadd9969a2af tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1621549
Nov 23 13:07:53.453584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-7ed43b2c-5216-489d-8855-64f819f36334 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:07:53.469229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-7ed43b2c-5216-489d-8855-64f819f36334 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:07:53.470503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-7ed43b2c-5216-489d-8855-64f819f36334 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853520931&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0638344
Nov 23 13:07:53.640049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-1b27be7e-7748-410e-a69e-b152770d47df tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:53.641597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-1b27be7e-7748-410e-a69e-b152770d47df tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 796 time: 0.1632392
Nov 23 13:07:53.659642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-d46f6dd2-ce5d-4e8a-80c8-040fef1bc309 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0119438
Nov 23 13:07:53.759001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-bce94203-1b32-4a8c-b2bc-0c4d7f43c4f3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0933399
Nov 23 13:07:53.989282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-6539d77d-fdb1-4417-a22c-3178f3e39d6b service neutron] 10.222.0.60 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159562
Nov 23 13:07:54.135371 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-11d4fb24-2cf8-44cf-b0b8-3ad0740f7648 service neutron] 10.222.0.60 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390932
Nov 23 13:07:54.348368 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c292a6a-ad0d-4a6b-b051-c7f363c8c3c4 req-2cfb2102-ad2c-4e3f-91fd-d960ca12701a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 210 time: 0.0495644
Nov 23 13:07:55.528186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae70787-9c8a-45c1-8c0f-29cb91fdbc8c req-fe4b2dbf-0968-4b61-a294-4bf472c82724 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 210 time: 0.0463290
Nov 23 13:07:55.685559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-9f4f8ed6-dfa6-4e21-9dac-f2b766857060 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:55.687148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-9f4f8ed6-dfa6-4e21-9dac-f2b766857060 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 796 time: 0.1646099
Nov 23 13:07:55.802845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-7f994eb8-dca6-498c-9e9c-350c7df8c717 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 11997 time: 0.0919065
Nov 23 13:07:55.815758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': '38711c4f-63d6-4514-a005-b60933bc3109', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['da31b30b-530b-47de-8d3f-06310abd7cff']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:55.973255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:07:55.983168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:07:55.991924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:07:55.998470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:56.309712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.5 (46b643c2-80ab-4536-8aa9-d41fcb3069e5/9b96d214-e1e8-4d1e-9975-73e4fddafe35/be64ed17-271f-4e01-8ead-1b16ec77968c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:07:56.506934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:56.523406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object be64ed17-271f-4e01-8ead-1b16ec77968c will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:56.543870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:56.559199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9e0b11bb-21cf-4650-805f-618b815f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:57.014690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=be64ed17-271f-4e01-8ead-1b16ec77968c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:57.020005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:57.090749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e727d2-5dae-4a0c-ad74-172258d8a904 req-6ecca47e-9ae2-4624-ad00-2ee0ab96241b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:57.092362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16e727d2-5dae-4a0c-ad74-172258d8a904 req-6ecca47e-9ae2-4624-ad00-2ee0ab96241b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 931 time: 0.1582081
Nov 23 13:07:57.118531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:07:57.122260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:07:57.126915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:07:57.204506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16e727d2-5dae-4a0c-ad74-172258d8a904 req-cf7c8208-811d-4d05-818d-13aaaef57785 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050270
Nov 23 13:07:57.211168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:57.211843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.241017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4293344
Nov 23 13:07:57.260547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Request body: {'port': {'device_id': '38711c4f-63d6-4514-a005-b60933bc3109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:57.382223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.384555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-63b6d7de-87fc-4a78-88ba-f55c3da135e8 None None] Provisioning for port be64ed17-271f-4e01-8ead-1b16ec77968c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:07:57.390790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-63b6d7de-87fc-4a78-88ba-f55c3da135e8 None None] Provisioning complete for port be64ed17-271f-4e01-8ead-1b16ec77968c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:07:57.390988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63b6d7de-87fc-4a78-88ba-f55c3da135e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.447540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63b6d7de-87fc-4a78-88ba-f55c3da135e8 None None] Port be64ed17-271f-4e01-8ead-1b16ec77968c cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:07:57.822059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be64ed17-271f-4e01-8ead-1b16ec77968c {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:07:57.829977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.844810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Transition to ACTIVE for port object be64ed17-271f-4e01-8ead-1b16ec77968c will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:07:57.847517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.851438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-960fafa4-c965-48d0-b393-5ec86f3b2506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:57.864689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-768c45bc-87f8-4d2e-8f40-b69359a31bc2 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:58.006642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Pushing event updated for resources: {'Port': ['ID=be64ed17-271f-4e01-8ead-1b16ec77968c,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:58.011543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:58.203136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Attempting to bind port be64ed17-271f-4e01-8ead-1b16ec77968c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:07:58.203512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Attempting to bind port be64ed17-271f-4e01-8ead-1b16ec77968c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:07:58.203891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Attempting to bind port be64ed17-271f-4e01-8ead-1b16ec77968c on network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:07:58.211296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:58.211672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Checking segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:07:58.212082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:58.212506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Bound using segment: {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:58.212985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Bound port: be64ed17-271f-4e01-8ead-1b16ec77968c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27141bad-9ecb-4539-b327-58b4692975b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:07:58.213363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:58.324295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] For port be64ed17-271f-4e01-8ead-1b16ec77968c, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:07:58.327687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] For port be64ed17-271f-4e01-8ead-1b16ec77968c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=be64ed17-271f-4e01-8ead-1b16ec77968c,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:07:58.331278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:58.347649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5da2a419-418e-4fa3-a591-f8d3bffa675d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:07:58.424018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84158f-0edc-43b0-b499-e8324f66a8f2 req-9b1fa483-8112-467d-92cc-641ee3f3d513 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:58.425675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d84158f-0edc-43b0-b499-e8324f66a8f2 req-9b1fa483-8112-467d-92cc-641ee3f3d513 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 943 time: 0.0848222
Nov 23 13:07:58.479449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d84158f-0edc-43b0-b499-e8324f66a8f2 req-60c88d41-b874-4c75-a04f-791fc4c0e581 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472391
Nov 23 13:07:58.505592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Pushing event updated for resources: {'Port': ['ID=be64ed17-271f-4e01-8ead-1b16ec77968c,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:07:58.511833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:07:58.545077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:58.545764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:07:58.547253 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] 10.222.0.63 "PUT /v2.0/ports/be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 200  len: 1157 time: 1.2920871
Nov 23 13:07:58.547817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:07:58.647221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'status': 'completed', 'code': 200}
Nov 23 13:07:58.688474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-e089de5d-c9b5-4a51-8119-53d566982627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:58.690146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-e089de5d-c9b5-4a51-8119-53d566982627 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1160 time: 0.0840759
Nov 23 13:07:58.776476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-43ba1688-bd72-449c-9ad2-d8c4e364cf53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 200  len: 217 time: 0.0697479
Nov 23 13:07:58.852522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-0f8a8fc0-826b-48ba-ad89-e121b8443a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:58.854051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-0f8a8fc0-826b-48ba-ad89-e121b8443a7f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0685623
Nov 23 13:07:58.940020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-289e8ec8-b449-488e-b896-bc3644995fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:58.941686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-289e8ec8-b449-488e-b896-bc3644995fbe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798330
Nov 23 13:07:59.091651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-edad9ae6-a9e4-4892-9a92-17c49db14325 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428292
Nov 23 13:07:59.238492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e12c514-d19d-46f4-8ba8-05797bf2359a req-248bc14c-961c-4f69-b7f7-30d8d7728e5e service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390090
Nov 23 13:07:59.402983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72057-635b-49d3-a41e-0031d622a477 req-27a5273a-3da3-4eb5-9b38-6dca90e90236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:59.404544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-27a5273a-3da3-4eb5-9b38-6dca90e90236 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1160 time: 0.0771742
Nov 23 13:07:59.550240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72057-635b-49d3-a41e-0031d622a477 req-c8bdfc80-c8de-42b7-abb5-7d1af4e131ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:59.551834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-c8bdfc80-c8de-42b7-abb5-7d1af4e131ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1403830
Nov 23 13:07:59.629566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-c8b4a5af-a13a-489c-a7c6-edf0537e75cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 200  len: 217 time: 0.0697954
Nov 23 13:07:59.700134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19767e84-f65c-4954-aa43-0dace5d98095 req-26ac97e9-5734-40ed-85ea-1d6f495c19e0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:59.701824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19767e84-f65c-4954-aa43-0dace5d98095 req-26ac97e9-5734-40ed-85ea-1d6f495c19e0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 943 time: 0.0865750
Nov 23 13:07:59.702854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72057-635b-49d3-a41e-0031d622a477 req-3dc3fef2-c6f8-4bed-97e9-4c348c69e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:59.704460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-3dc3fef2-c6f8-4bed-97e9-4c348c69e973 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0658693
Nov 23 13:07:59.752667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19767e84-f65c-4954-aa43-0dace5d98095 req-b241422b-5b78-4d49-af81-162ecdf4d122 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439515
Nov 23 13:07:59.796892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72057-635b-49d3-a41e-0031d622a477 req-94970b31-e55d-4c8d-86c0-bab0ce0c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:07:59.798518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-94970b31-e55d-4c8d-86c0-bab0ce0c709c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824826
Nov 23 13:07:59.947335 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-94a2100c-db5a-4fd0-b352-3b8ca12b902d service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404107
Nov 23 13:08:00.104479 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ecb72057-635b-49d3-a41e-0031d622a477 req-9b7e18f2-548d-4b63-9474-da8b7967a39d service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487353
Nov 23 13:08:00.286596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b4c06e26-c078-4bf6-902d-8d9d9ab32ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:00.753668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:00.971564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdcfb-2077-4792-8309-f9ad529ba3d6 req-e5aba9df-6c69-4cb4-978c-780b0bbbba44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:00.972262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ff4bdcfb-2077-4792-8309-f9ad529ba3d6 req-e5aba9df-6c69-4cb4-978c-780b0bbbba44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:08:00.990167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ff4bdcfb-2077-4792-8309-f9ad529ba3d6 req-e5aba9df-6c69-4cb4-978c-780b0bbbba44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:08:00.991442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff4bdcfb-2077-4792-8309-f9ad529ba3d6 req-e5aba9df-6c69-4cb4-978c-780b0bbbba44 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 943 time: 0.1018515
Nov 23 13:08:01.043700 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff4bdcfb-2077-4792-8309-f9ad529ba3d6 req-1660ad0c-3b32-4ee6-8fb1-4846bb5ad4df tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448968
Nov 23 13:08:01.724654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device be64ed17-271f-4e01-8ead-1b16ec77968c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:08:01.796255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port be64ed17-271f-4e01-8ead-1b16ec77968c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:08:01.801785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port be64ed17-271f-4e01-8ead-1b16ec77968c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:01.802216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:01.929618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:01.961077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:01.971908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port be64ed17-271f-4e01-8ead-1b16ec77968c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=be64ed17-271f-4e01-8ead-1b16ec77968c,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:01.975449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:01.977324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:02.061615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:02.068831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=be64ed17-271f-4e01-8ead-1b16ec77968c,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:02.072306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:02.269693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'code': 200}
Nov 23 13:08:02.271247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03cce6-b9ad-414d-a150-abae66f22d2d req-e1ce689c-49bd-41f7-9785-df0df264ac28 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:02.272961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce03cce6-b9ad-414d-a150-abae66f22d2d req-e1ce689c-49bd-41f7-9785-df0df264ac28 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0937908
Nov 23 13:08:02.305987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:02.322906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce03cce6-b9ad-414d-a150-abae66f22d2d req-8309056d-10ed-4428-af97-a620519407dd tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430505
Nov 23 13:08:02.568677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe85714-0dd5-4870-8916-d54585afa8f3 req-ee294e40-506b-445e-b876-56287bc4fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:02.570183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebe85714-0dd5-4870-8916-d54585afa8f3 req-ee294e40-506b-445e-b876-56287bc4fb56 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1162 time: 0.0749238
Nov 23 13:08:02.615687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebe85714-0dd5-4870-8916-d54585afa8f3 req-bb2a2bfa-0a1d-405f-96b1-4a3ce68b1444 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367968
Nov 23 13:08:03.334195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device be64ed17-271f-4e01-8ead-1b16ec77968c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:08:03.410672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port be64ed17-271f-4e01-8ead-1b16ec77968c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:03.411087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:03.544860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff6be-0db7-49cb-b92e-61a67510773f req-8e93f3b5-660b-4090-80b4-75086cedeaa8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:03.546491 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f5ff6be-0db7-49cb-b92e-61a67510773f req-8e93f3b5-660b-4090-80b4-75086cedeaa8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0905063
Nov 23 13:08:03.599468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f5ff6be-0db7-49cb-b92e-61a67510773f req-56df373a-e533-4581-a348-470ae164709f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463219
Nov 23 13:08:04.823005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb33c4d-23f1-4bbd-afac-4f79852f4ff6 req-a604526f-9508-49f6-8ddb-02bc377828f7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:04.825604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8eb33c4d-23f1-4bbd-afac-4f79852f4ff6 req-a604526f-9508-49f6-8ddb-02bc377828f7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0924208
Nov 23 13:08:04.876534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8eb33c4d-23f1-4bbd-afac-4f79852f4ff6 req-6a4a95f2-190c-44a7-91b9-a1e60e59930d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445702
Nov 23 13:08:05.090450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cf4f-701c-4348-88ce-8215559cecdd req-02d4eed5-0901-49c7-a1af-07533601e64e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:05.092070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a9f8cf4f-701c-4348-88ce-8215559cecdd req-02d4eed5-0901-49c7-a1af-07533601e64e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0867608
Nov 23 13:08:05.141085 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a9f8cf4f-701c-4348-88ce-8215559cecdd req-d8a2ecf0-7768-4702-adfc-cbc8b8c548b7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426273
Nov 23 13:08:05.171235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51182) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:05.246065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a49819-e9d6-4d36-ac1d-2d588d4eaaab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:05.247727 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-23a49819-e9d6-4d36-ac1d-2d588d4eaaab tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1157 time: 0.0754063
Nov 23 13:08:05.251131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51186) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:05.256804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:05.263562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:08:05.267635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:08:05.270711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:08:05.277072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:08:05.290430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:05.431535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:05.713373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.112 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/12db1b9e-98c8-4576-9e68-57191f8197ee) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:08:05.877521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:05.903587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:05.919455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b15d0cc4-1e09-42e1-88c4-48a2e78ca381 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:06.069521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=12db1b9e-98c8-4576-9e68-57191f8197ee,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:06.075132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:06.396089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:08:06.397284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:08:06.399568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:08:06.834057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-ea2d617a-deb4-49fe-b2da-4de099e4a235 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1961966
Nov 23 13:08:06.898658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:07.027765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:07.138919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-4a5fecfb-b5d9-4f01-8175-0324a0c141a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:07.140564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-4a5fecfb-b5d9-4f01-8175-0324a0c141a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1162 time: 0.1949272
Nov 23 13:08:07.423251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-eaa8a030-353d-4702-a832-1285942e64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:07.424870 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-eaa8a030-353d-4702-a832-1285942e64b0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.2618048
Nov 23 13:08:07.540926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:07.548451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:07.566521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5570d97-cacf-4673-8ae9-e18bcd02bd84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:07.674287 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-602fd2f1-9051-4e77-8853-4087f207e5ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 1000 time: 0.2415941
Nov 23 13:08:07.751962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=12db1b9e-98c8-4576-9e68-57191f8197ee,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:07.759196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:07.802667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-72b72058-5b6b-4fa7-a8bf-4e9769e402fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:07.804244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-72b72058-5b6b-4fa7-a8bf-4e9769e402fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.1126480
Nov 23 13:08:07.940383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:08.011702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-52bc9077-0c20-489e-b604-a2134fd40a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:08.013342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-52bc9077-0c20-489e-b604-a2134fd40a9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2003379
Nov 23 13:08:08.237815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-4c9e63d6-277b-4c79-8d2c-bbe78334d290 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724288
Nov 23 13:08:08.405237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP d3193857-2d91-4dcf-89f7-24f85325acbc associated. External IP: 172.26.6.112, port: be64ed17-271f-4e01-8ead-1b16ec77968c.
Nov 23 13:08:08.461961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-02bf24a8-dfe0-4f3e-98da-d3160e5fc6d3 req-a48930bd-86f8-42d0-ae2a-33a899bcc12a service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2163806
Nov 23 13:08:09.081421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:08:09.293446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:08:09.303507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:08:09.317257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:09.317942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254b50f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:08:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:09.318151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:09.380340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1280630
Nov 23 13:08:09.381238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:09.442522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'status': 'completed', 'code': 200}
Nov 23 13:08:09.512449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:08:09.573597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-b60d9a52-ca9f-4ddd-89bc-7e428b14b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:09.575282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-b60d9a52-ca9f-4ddd-89bc-7e428b14b4b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1162 time: 0.0780306
Nov 23 13:08:09.726169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-266c6f07-d322-4644-a217-6f8e3fcdbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:09.727772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-266c6f07-d322-4644-a217-6f8e3fcdbafb service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1455402
Nov 23 13:08:09.845699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-dcd1396b-254c-4857-93bb-e893a1410802 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 200  len: 999 time: 0.1098847
Nov 23 13:08:09.906081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254b50f0>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}, {'id': 'd3193857-2d91-4dcf-89f7-24f85325acbc', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:7c:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38711c4f-63d6-4514-a005-b60933bc3109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:08:06Z', 'updated_at': '2020-11-23T13:08:06Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:09.910234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:08:09.916617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-831a2d94-ab6f-4273-a978-fcf8d6fbfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:09.918772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-831a2d94-ab6f-4273-a978-fcf8d6fbfad5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0662780
Nov 23 13:08:09.922410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:09.923076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254b50f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:08:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:10.003242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-18d0b0a7-54fb-4638-bcc5-e55880f4f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:10.004816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-18d0b0a7-54fb-4638-bcc5-e55880f4f95c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790641
Nov 23 13:08:10.125862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:08:10.156849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-40c15589-109f-4c50-9a08-dbc4cec9dae4 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442606
Nov 23 13:08:10.305126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3de8c29d-5543-4a2d-9c1c-ef866c592307 req-84de8d80-2a53-417c-aa49-419c75e6ddde service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415918
Nov 23 13:08:10.668707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254b50f0>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}, {'id': 'd3193857-2d91-4dcf-89f7-24f85325acbc', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:7c:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38711c4f-63d6-4514-a005-b60933bc3109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:08:06Z', 'updated_at': '2020-11-23T13:08:06Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:10.673075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a8846-0c83-49d1-9e8b-c17facc6dda6 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}, {'id': 'd3193857-2d91-4dcf-89f7-24f85325acbc', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:7c:e4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38711c4f-63d6-4514-a005-b60933bc3109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:08:06Z', 'updated_at': '2020-11-23T13:08:06Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:08:10.974607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81c1f2-3e17-4e0d-bda1-f33958174cb1 None None] New status for floating IP d3193857-2d91-4dcf-89f7-24f85325acbc: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:08:17.060781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:25.895224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:08:27.854470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1394d0de-8b43-4522-9d39-16c073456455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:30.287636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cd05bfd4-3df2-421e-95fb-1ccb96583ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:30.757676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:32.033638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:32.308006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:43.173480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51204) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:43.286852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4ec6b69-2e7d-4acd-9f2b-21d37150190f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/4ddc103e-0506-4098-9161-ab955b17b338 HTTP/1.1" status: 200  len: 992 time: 0.1120646
Nov 23 13:08:44.140672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51214) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:44.147324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:44.274179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:44.555645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:44.581519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:44.585003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:44.600590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5bcec0a9-7dcb-4aba-a243-1a1d3834db9c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:44.759341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=5']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:44.784778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.785205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.785626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.786043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.786456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.786869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.787281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.787713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.788097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.788528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.788936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.789340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.789833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.790244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.790650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.791054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.791460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.791864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.792265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.792692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.793095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.793496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.793895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.794294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:44.801671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:44.821277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:44.821949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:44.823427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/ports/e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 938 time: 0.6816676
Nov 23 13:08:44.824170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:44.887774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:08:45.006446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9266a68f-b284-471b-93ec-c7279c18964e None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:45.006874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9266a68f-b284-471b-93ec-c7279c18964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:45.009098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-ab9d503b-09b8-46c2-878e-251970c07ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:45.010735 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-ab9d503b-09b8-46c2-878e-251970c07ca8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1163 time: 0.0783122
Nov 23 13:08:45.071401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9266a68f-b284-471b-93ec-c7279c18964e None None] Port e9612bc0-ee56-47ad-8925-8a82981a8175 is administratively disabled so it will not transition to active. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Nov 23 13:08:45.160997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-5be0afcd-be2a-43c6-a1b5-c634bcfefcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:45.162511 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-5be0afcd-be2a-43c6-a1b5-c634bcfefcd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1440516
Nov 23 13:08:45.275854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-c2221351-786e-4129-82dc-e182a98c75bb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 1001 time: 0.1040447
Nov 23 13:08:45.345225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-66441a0b-a6b5-4df9-8b9e-15bd699cc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:45.346705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-66441a0b-a6b5-4df9-8b9e-15bd699cc124 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0642049
Nov 23 13:08:45.432393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-3d330f5b-0bad-4ace-86d2-def169ae5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:45.434036 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-3d330f5b-0bad-4ace-86d2-def169ae5b67 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812597
Nov 23 13:08:45.579034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-45873bc1-b702-4ef0-b0d5-e531788491aa service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381178
Nov 23 13:08:45.623783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:08:45.731048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2dc76041-c451-445a-ad38-f25eadd5c418 req-346d8ab5-26e0-4c6b-8df9-16e09b8b6d04 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445215
Nov 23 13:08:45.744885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:45.774265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:45.785440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:45.788832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:45.790629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:45.839307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'code': 200}
Nov 23 13:08:45.865145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:45.874566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.874896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.875273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.875645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.876013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.876384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.876772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.877133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.877494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.877873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.878220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.878580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.879028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.879392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.879747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.880107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.880486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.880850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.881210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.881564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.881926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.882284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.882639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.882992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:08:45.887451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:47.062347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:47.578392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:08:47.749660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:08:48.296615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51226) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:48.303274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'admin_state_up': True}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:48.425842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:48.706144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:48.733788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:48.737457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:48.753680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8fa5c1ad-c177-4807-b6e3-fcc253dc983c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:48.901363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=7']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:48.917732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:48.956121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:48.956879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:48.958319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/ports/e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 935 time: 0.6605837
Nov 23 13:08:48.959031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:48.961824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51230) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:49.021550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:08:49.086606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d3dc535-5289-4eaf-baa0-f03ac339977d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/4ddc103e-0506-4098-9161-ab955b17b338 HTTP/1.1" status: 200  len: 990 time: 0.1232040
Nov 23 13:08:49.158985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-3208e6ce-6b3c-4185-b5dd-85c08561a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:49.160650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-3208e6ce-6b3c-4185-b5dd-85c08561a17a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1160 time: 0.0925286
Nov 23 13:08:49.217705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0210dc88-4752-475c-9160-26afab44403d None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:49.217917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0210dc88-4752-475c-9160-26afab44403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:49.311192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-37e6b575-db8a-48f4-bc2e-472e5aca2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:49.313043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-37e6b575-db8a-48f4-bc2e-472e5aca2e8f service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1457131
Nov 23 13:08:49.340438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0210dc88-4752-475c-9160-26afab44403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:49.369542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:49.380163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0210dc88-4752-475c-9160-26afab44403d None None] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:49.383788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0210dc88-4752-475c-9160-26afab44403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:49.385666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:49.430584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-da4f5d7e-8d0a-4351-ae6b-52b5bf28a9d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 998 time: 0.1108570
Nov 23 13:08:49.438332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'code': 200}
Nov 23 13:08:49.459103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210dc88-4752-475c-9160-26afab44403d None None] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=8']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:49.462601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0210dc88-4752-475c-9160-26afab44403d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:49.505085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-db8f094b-a257-460b-8539-bcf2c41c0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:49.506599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-db8f094b-a257-460b-8539-bcf2c41c0247 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0669127
Nov 23 13:08:49.592080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-d3b5541e-db32-46b1-950b-2b321b785a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:49.593972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-d3b5541e-db32-46b1-950b-2b321b785a63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788300
Nov 23 13:08:49.609607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:08:49.728719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:49.742788 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-e27a4c47-ac64-4d15-8e74-e9df4ed50442 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413903
Nov 23 13:08:49.763726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:49.769330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:49.771862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44fccd39-da0b-4aa6-8d79-638235053623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:49.847881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=9']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:49.851452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:49.898744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-63da8fc2-86d8-4293-8775-4c2bfd6b0b42 req-8a4f2c20-ab65-4abd-ba5d-8a2c97e047bc service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482913
Nov 23 13:08:50.053096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:08:50.126481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:50.126909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:50.257121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:50.290411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:50.293506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:50.295994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:50.362072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=10']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:50.365268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:51.439393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}, {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:51.501270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'code': 200}
Nov 23 13:08:51.501581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'code': 200}
Nov 23 13:08:51.747118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51246) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:51.940704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:08:52.021206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e9612bc0-ee56-47ad-8925-8a82981a8175 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:52.021545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:52.250021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 12db1b9e-98c8-4576-9e68-57191f8197ee {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:08:52.250411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:52.439974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:52.440589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:52.571703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 12db1b9e-98c8-4576-9e68-57191f8197ee owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:08:52.741502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:52.758655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc9fe7b3-6d20-4ee7-b775-032b5c51e9b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:52.863504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=12db1b9e-98c8-4576-9e68-57191f8197ee,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:52.868021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:53.007961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:53.008284 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP d3193857-2d91-4dcf-89f7-24f85325acbc disassociated (deleted). External IP: 172.26.6.112, port: be64ed17-271f-4e01-8ead-1b16ec77968c.
Nov 23 13:08:53.490804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:08:53.739290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:08:53.752304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:08:53.765136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:53.765472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:53.766167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68242dab00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:08:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:53.834962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/d3193857-2d91-4dcf-89f7-24f85325acbc HTTP/1.1" status: 204  len: 168 time: 2.0838041
Nov 23 13:08:53.834962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:53.928502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'status': 'completed', 'code': 200}
Nov 23 13:08:53.972491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:08:54.070563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-363c2c69-8f17-4900-ade6-7e56937ee111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:54.072574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-363c2c69-8f17-4900-ade6-7e56937ee111 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 1162 time: 0.0975394
Nov 23 13:08:54.299604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-ba1ae5d0-f69b-44e9-8875-834615dcb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:54.301163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-ba1ae5d0-f69b-44e9-8875-834615dcb302 service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.2161570
Nov 23 13:08:54.366926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68242dab00>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:54.371443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:08:54.383268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:54.383937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68242dab00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:08:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:54.395436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-acd01c86-1f3e-4eec-9d72-7effcaa50e61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 200  len: 217 time: 0.0857043
Nov 23 13:08:54.407276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2970a-d723-4215-82fe-d770fc014e2b req-8f433cdd-40a6-49c4-9cbc-ecd722a2ba0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:54.408103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-82b2970a-d723-4215-82fe-d770fc014e2b req-8f433cdd-40a6-49c4-9cbc-ecd722a2ba0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:08:54.476859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-82b2970a-d723-4215-82fe-d770fc014e2b req-8f433cdd-40a6-49c4-9cbc-ecd722a2ba0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:08:54.478093 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82b2970a-d723-4215-82fe-d770fc014e2b req-8f433cdd-40a6-49c4-9cbc-ecd722a2ba0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.2523453
Nov 23 13:08:54.487539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-431a3c7a-8368-490e-bc65-071aa78c8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:54.489112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-431a3c7a-8368-490e-bc65-071aa78c8bf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0769660
Nov 23 13:08:54.575780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:08:54.587006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82b2970a-d723-4215-82fe-d770fc014e2b req-fac15b6c-67d3-473c-936c-1aa33320b5c6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012006
Nov 23 13:08:54.606776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-a4388abc-ce5b-4c6c-bd0f-a022b70994fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:54.608495 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-a4388abc-ce5b-4c6c-bd0f-a022b70994fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1032522
Nov 23 13:08:54.759151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-ebccc161-3320-4c32-a3fe-64de5b4cd11a service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423309
Nov 23 13:08:54.911781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae312f7e-f653-4a15-8ce3-7b8866d7b1f1 req-db41f603-25ee-4673-9f07-0a6af79f3ea1 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430357
Nov 23 13:08:54.957572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68242dab00>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:08:54.961881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf505a-61a1-48d4-a864-cf7b43394543 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '4ddc103e-0506-4098-9161-ab955b17b338', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'port_id': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'mac_address': 'fa:16:3e:61:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf35a9-08f3-4098-af7e-da90d7951646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:07:49Z', 'updated_at': '2020-11-23T13:07:53Z', 'revision_number': 1, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:08:55.347243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8ea52-fac3-4fb4-95c4-4bcc71ca0767 None None] New status for floating IP d3193857-2d91-4dcf-89f7-24f85325acbc: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:08:55.814341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646b90-cf90-4558-b1be-03441342b9da req-053c38b8-5c7d-45d9-8b7b-ef52bba673c3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:55.815848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3646b90-cf90-4558-b1be-03441342b9da req-053c38b8-5c7d-45d9-8b7b-ef52bba673c3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0884082
Nov 23 13:08:55.864935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3646b90-cf90-4558-b1be-03441342b9da req-2ef3451b-5774-4e17-a3e9-8384801034a8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=da31b30b-530b-47de-8d3f-06310abd7cff&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424776
Nov 23 13:08:56.021181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-f1d7d53d-61b3-4e78-bca4-bde9e7f00606 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:08:56.022747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-f1d7d53d-61b3-4e78-bca4-bde9e7f00606 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 945 time: 0.0851786
Nov 23 13:08:56.069743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device be64ed17-271f-4e01-8ead-1b16ec77968c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:08:56.098628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port be64ed17-271f-4e01-8ead-1b16ec77968c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:08:56.099008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:56.144286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port be64ed17-271f-4e01-8ead-1b16ec77968c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:08:56.144749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:56.367427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port be64ed17-271f-4e01-8ead-1b16ec77968c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=be64ed17-271f-4e01-8ead-1b16ec77968c,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:08:56.367733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:56.495071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for be64ed17-271f-4e01-8ead-1b16ec77968c owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:08:56.642346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:56.657834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7960c0-6422-409f-b386-f5609372843d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:57.027794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=be64ed17-271f-4e01-8ead-1b16ec77968c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:57.071529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:57.081575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c0f8a85-9627-4743-b9fa-dd694459dcc2 req-8a3880a7-b606-47c9-ab89-4617da40255f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=38711c4f-63d6-4514-a005-b60933bc3109 HTTP/1.1" status: 200  len: 210 time: 0.0709760
Nov 23 13:08:57.176163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port be64ed17-271f-4e01-8ead-1b16ec77968c on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:08:57.178754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:57.181363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'name': 'network-vif-deleted', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:08:57.198023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bcf9a678-a64a-4806-945c-eb3f606712d0 req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/be64ed17-271f-4e01-8ead-1b16ec77968c HTTP/1.1" status: 204  len: 173 time: 1.1684940
Nov 23 13:08:57.243652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38711c4f-63d6-4514-a005-b60933bc3109', 'name': 'network-vif-deleted', 'tag': 'be64ed17-271f-4e01-8ead-1b16ec77968c', 'status': 'completed', 'code': 200}
Nov 23 13:08:57.856083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device be64ed17-271f-4e01-8ead-1b16ec77968c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:08:57.892993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: be64ed17-271f-4e01-8ead-1b16ec77968c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:08:57.893389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device be64ed17-271f-4e01-8ead-1b16ec77968c not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:08:57.895040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4c46-fba9-4607-b34c-1727c5ab1d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.198956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51264) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:58.278090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.317207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.382394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.387735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-758ba6cc-1189-484a-b3f0-ad7fea27c5cd tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:58.404145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=da31b30b-530b-47de-8d3f-06310abd7cff,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:58.407332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:58.414261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.415496 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/da31b30b-530b-47de-8d3f-06310abd7cff HTTP/1.1" status: 204  len: 168 time: 0.2154496
Nov 23 13:08:58.457929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51270) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:58.669119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port a00fb905-e47f-471e-ae26-0b5615f33a03 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:08:58.669483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.858904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.859296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:58.988497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for a00fb905-e47f-471e-ae26-0b5615f33a03 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:08:59.140360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:59.156412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:08:59.258714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=a00fb905-e47f-471e-ae26-0b5615f33a03,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:08:59.262596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:08:59.378040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:08:59.378414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP 4ddc103e-0506-4098-9161-ab955b17b338 disassociated (deleted). External IP: 172.26.6.85, port: e9612bc0-ee56-47ad-8925-8a82981a8175.
Nov 23 13:08:59.790426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:09:00.003186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:09:00.012767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:09:00.020283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:00.026850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:00.027536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cef98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:08:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:00.075555 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/4ddc103e-0506-4098-9161-ab955b17b338 HTTP/1.1" status: 204  len: 168 time: 1.6164443
Nov 23 13:09:00.076847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:09:00.138049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:09:00.278126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-8077fd4e-0b93-45f0-8ff3-84f546f0467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:00.280684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-8077fd4e-0b93-45f0-8ff3-84f546f0467f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 1163 time: 0.0927584
Nov 23 13:09:00.378860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e86a2fcb-76c6-46da-9902-9ca048ee89d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:00.429571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:00.447079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-872fdfed-73de-421d-8af4-91e9fe9eadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:00.448744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-872fdfed-73de-421d-8af4-91e9fe9eadc2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 200  len: 890 time: 0.1611521
Nov 23 13:09:00.524042 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-d78be2ba-4328-4beb-9467-1bbcb88c3924 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 200  len: 217 time: 0.0679982
Nov 23 13:09:00.529193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eee06-ed19-4135-820c-12a5ebce4ab5 req-e65c3d06-f7a4-4a19-ab8d-e077a81a8ada tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:00.531323 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f56eee06-ed19-4135-820c-12a5ebce4ab5 req-e65c3d06-f7a4-4a19-ab8d-e077a81a8ada tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 946 time: 0.0874414
Nov 23 13:09:00.581838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f56eee06-ed19-4135-820c-12a5ebce4ab5 req-a8b978bd-2bfb-452b-95cd-663f05095c6d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439639
Nov 23 13:09:00.604974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-b2d549d9-a1c7-4643-a104-14defa97edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:00.606739 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-b2d549d9-a1c7-4643-a104-14defa97edf3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 200  len: 835 time: 0.0731337
Nov 23 13:09:00.690493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-311fbe0c-0987-43ae-99ce-c08b3966e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:00.692146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-311fbe0c-0987-43ae-99ce-c08b3966e601 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=46b643c2-80ab-4536-8aa9-d41fcb3069e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774353
Nov 23 13:09:00.768903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:00.782895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cef98>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:00.787196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:09:00.799958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:00.800691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cef98>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:00.845765 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-d27e0b56-0c71-4954-8fe7-84ccf5ad8915 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461654
Nov 23 13:09:00.992715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ea71ed45-65dc-4f46-bffd-0f9318dddf32 req-d8de00eb-619f-4579-98df-d0a10e865527 service neutron] 10.222.0.63 "GET /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386142
Nov 23 13:09:00.992987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:01.323830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cef98>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:01.328531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01ca6b-a3b6-47df-8180-dacb9e784cc2 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:07:33Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2', 'name': '', 'network_id': '46b643c2-80ab-4536-8aa9-d41fcb3069e5', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:27:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:32Z', 'updated_at': '2020-11-23T13:07:39Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '9b96d214-e1e8-4d1e-9975-73e4fddafe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:09:01.711389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0cf14-e1dc-4c8b-8ffd-f9450c8174c3 None None] New status for floating IP 4ddc103e-0506-4098-9161-ab955b17b338: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:09:01.805342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-8994c583-fefa-4ae8-9d34-3d741e4c3ef6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:01.806111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-8994c583-fefa-4ae8-9d34-3d741e4c3ef6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:01.822105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-8994c583-fefa-4ae8-9d34-3d741e4c3ef6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:01.823387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-8994c583-fefa-4ae8-9d34-3d741e4c3ef6 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 946 time: 0.1029730
Nov 23 13:09:01.878144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-a3b7a312-92d7-4e68-996f-708f2d4c87d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:01.893625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-a3b7a312-92d7-4e68-996f-708f2d4c87d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:01.894889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c27389ce-5781-416e-abff-f8dfafb19bf9 req-a3b7a312-92d7-4e68-996f-708f2d4c87d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=f511695a-9664-4a9e-a9c5-0759408c19aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639832
Nov 23 13:09:02.037111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:02.055904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9142648-845e-4f16-94ad-60dbf5de810c req-de53457e-dd85-4040-8235-ec3e3d7161ae tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:02.057503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9142648-845e-4f16-94ad-60dbf5de810c req-de53457e-dd85-4040-8235-ec3e3d7161ae tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 946 time: 0.0881238
Nov 23 13:09:02.135322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port e9612bc0-ee56-47ad-8925-8a82981a8175 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:09:02.135618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:02.311784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:02.411845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port e9612bc0-ee56-47ad-8925-8a82981a8175, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9612bc0-ee56-47ad-8925-8a82981a8175,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:02.412439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:02.804964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for e9612bc0-ee56-47ad-8925-8a82981a8175 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:09:02.895754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:09:02.954426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:02.970136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aaadcc62-a654-43b0-abcd-6dc0e4837dd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:03.073632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=e9612bc0-ee56-47ad-8925-8a82981a8175,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:03.076982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb702063-6d5d-4255-baf2-d23573e3173e req-78f50fdc-9fdc-483a-ba01-b4cd1cf1391c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=71bf35a9-08f3-4098-af7e-da90d7951646 HTTP/1.1" status: 200  len: 210 time: 0.0515208
Nov 23 13:09:03.078229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:03.181518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port e9612bc0-ee56-47ad-8925-8a82981a8175 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:09:03.183761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:03.187493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-deleted', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:09:03.203493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9142648-845e-4f16-94ad-60dbf5de810c req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/e9612bc0-ee56-47ad-8925-8a82981a8175 HTTP/1.1" status: 204  len: 173 time: 1.1400926
Nov 23 13:09:03.253278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bf35a9-08f3-4098-af7e-da90d7951646', 'name': 'network-vif-deleted', 'tag': 'e9612bc0-ee56-47ad-8925-8a82981a8175', 'status': 'completed', 'code': 200}
Nov 23 13:09:03.895441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:09:03.929863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: e9612bc0-ee56-47ad-8925-8a82981a8175 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:09:03.930264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e9612bc0-ee56-47ad-8925-8a82981a8175 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:09:04.191942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51288) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:04.269848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:04.301019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:04.359290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:04.364970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47b47174-11d2-4390-908f-0fdd2c9c39d5 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:04.381386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511695a-9664-4a9e-a9c5-0759408c19aa,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:04.384150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:04.391374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:04.392760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9b7bf315-82a0-4d0a-b29f-94a1fbd75954 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/f511695a-9664-4a9e-a9c5-0759408c19aa HTTP/1.1" status: 204  len: 168 time: 0.1996400
Nov 23 13:09:04.436640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51294) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:05.106701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:05.760765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:09:05.761143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:05.963746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:05.964196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:06.096509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:09:06.280742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:06.299708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bd1306b7-4fed-426d-b643-e0f2f6f2a0b3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:06.408075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:06.425307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.425740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.426164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.426588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.427030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.427423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.427858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.428272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.428728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.429141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.429573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.429964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.430461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.430872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.431282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.431692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.432100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.432531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.432942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.433347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.433753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.434160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.434565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.434970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:06.440642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:06.775934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:07.520635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:09:07.737553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:09:07.748069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Sync routers for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:09:07.754650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/14187da0-4b1f-4c1b-8161-a4f7ed567d42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3139186
Nov 23 13:09:07.755033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51298) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:07.761712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:07.762406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d66630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:07.957220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:07.958504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet 9b96d214-e1e8-4d1e-9975-73e4fddafe35 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:09:07.961794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:08.025315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:08.276464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d66630>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:09:06Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:08.282073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Checking router: 14187da0-4b1f-4c1b-8161-a4f7ed567d42 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:09:08.294289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Routers {'14187da0-4b1f-4c1b-8161-a4f7ed567d42'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:08.295032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d66630>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:08.398172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:08.496670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] Set router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:08.699487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:08.718151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-37e7da8e-7ecd-4aa6-8161-111f0b8481f8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:08.813415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=9b96d214-e1e8-4d1e-9975-73e4fddafe35,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:08.816290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:08.866863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:08.873709 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/9b96d214-e1e8-4d1e-9975-73e4fddafe35 HTTP/1.1" status: 204  len: 168 time: 1.1174881
Nov 23 13:09:08.876116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c046a-fc85-44fd-a100-1278f523c21b None None] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:09:08.876554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51302) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:09.090806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.184820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d66630>, [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:09:06Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:09.192267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba363f-0790-49d5-a1de-2c5ae6040de8 None None] The sync data for ids ['14187da0-4b1f-4c1b-8161-a4f7ed567d42'] in dv-neutron-601336-59-ovs is: [{'id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'name': 'tempest-TestNetworkBasicOps-router-1534296365', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:07:27Z', 'updated_at': '2020-11-23T13:09:06Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '13cc1dc5-4bb1-4667-8a31-bdf284d759ce', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:78:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14187da0-4b1f-4c1b-8161-a4f7ed567d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:07:28Z', 'updated_at': '2020-11-23T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:09:09.249938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] DHCP port deletion for 46b643c2-80ab-4536-8aa9-d41fcb3069e5 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:09:09.254425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Deleting port f8f469d0-4f2c-418a-97a3-47093a71a25b {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:09:09.254861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.309875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.320274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:09:09.320698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.436651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:09:09.483559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:09:09.483923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3fdf3f74-c958-4f9d-8278-9f9ec1fc12a2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:09:09.484383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f8f469d0-4f2c-418a-97a3-47093a71a25b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:09:09.524245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 13cc1dc5-4bb1-4667-8a31-bdf284d759ce, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:09.524708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.566052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] For port f8f469d0-4f2c-418a-97a3-47093a71a25b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f8f469d0-4f2c-418a-97a3-47093a71a25b,segment=NetworkSegment(27141bad-9ecb-4539-b327-58b4692975b4),segment_id=27141bad-9ecb-4539-b327-58b4692975b4)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:09.566496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.656356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 13cc1dc5-4bb1-4667-8a31-bdf284d759ce owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:09:09.727310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Calling delete_port for f8f469d0-4f2c-418a-97a3-47093a71a25b owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:09:09.806539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.838957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.855909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-85795eaa-7173-45a1-8747-8301671e5372 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:09.881754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:09.904379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:09.956775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=13cc1dc5-4bb1-4667-8a31-bdf284d759ce,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:09.960868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:10.000228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Pushing event deleted for resources: {'Port': ['ID=f8f469d0-4f2c-418a-97a3-47093a71a25b,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:10.003099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:10.053412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] No DVR routers for this DVR port f8f469d0-4f2c-418a-97a3-47093a71a25b on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:09:10.215387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.491622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.496204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.521205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.521791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 14187da0-4b1f-4c1b-8161-a4f7ed567d42 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:09:10.537372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.538575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/14187da0-4b1f-4c1b-8161-a4f7ed567d42 HTTP/1.1" status: 204  len: 168 time: 1.6610332
Nov 23 13:09:10.541546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51306) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:10.668936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:10.874511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.002301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825a86940>,) {'filters': {'network_id': ['46b643c2-80ab-4536-8aa9-d41fcb3069e5']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:11.015254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825a86940>, '27141bad-9ecb-4539-b327-58b4692975b4') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:11.015590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825a86940>, '27141bad-9ecb-4539-b327-58b4692975b4') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:11.027617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.042828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.045540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:09:11.426243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 13cc1dc5-4bb1-4667-8a31-bdf284d759ce no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:09:11.462507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 13cc1dc5-4bb1-4667-8a31-bdf284d759ce {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:09:11.462910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 13cc1dc5-4bb1-4667-8a31-bdf284d759ce not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:09:11.485952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:09:11.495161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.673735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 46b643c2-80ab-4536-8aa9-d41fcb3069e5 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:09:11.702114 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:09:11.783742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.787014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91576821-83ef-4705-8e5f-1e536c05fb28 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:11.804340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.816839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=46b643c2-80ab-4536-8aa9-d41fcb3069e5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:11.820385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:11.824975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-544f2db4-0f05-4d42-af84-b0040c425c7b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/46b643c2-80ab-4536-8aa9-d41fcb3069e5 HTTP/1.1" status: 204  len: 168 time: 1.2824075
Nov 23 13:09:11.855879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51310) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:11.862830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'network': {'name': 'tempest-network-smoke--1012505850', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:11.868695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:11.873249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:network and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:11.876328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:11.882226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:11.892126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:09:11.897645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.934573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:09:11.944673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:11.945222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Added segment d85c9f32-ac09-4707-a148-a5de8f6e1ebc of type vxlan for network 30e605ce-70bb-4e61-b473-b6b729c78695
Nov 23 13:09:11.974078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.004076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.008209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:12.008887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.015024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25980e7e-4905-4025-abe8-84c8a207118d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:12.125886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2686756
Nov 23 13:09:12.128907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51314) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:12.136922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-945787224', 'admin_state_up': True, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:12.143572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Network': ['ID=30e605ce-70bb-4e61-b473-b6b729c78695,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:12.147159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:12.148294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:12.152412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:router and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:12.155571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:09:12.156398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:12.162344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:12.171739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.172750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:09:12.172904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.195120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.354718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.549125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.585299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:12.855744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.138 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:09:13.011061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:13.036908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:13.051921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7635fd65-a072-4cd5-bec4-0b980a68e354 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:13.186969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:13.191757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:13.242436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:13.243836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:13.246141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:09:13.406418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:13.407212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:13.644961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:09:13.863933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:09:13.873679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:09:13.886592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:13.887260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d82a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:13.892340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:13.893691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7637825
Nov 23 13:09:13.897112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51318) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:13.944558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c1c97a03-6951-4a3a-890b-dcd027420e0c tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets?project_id=721b8190b3144e4d875f35ef76a7f5c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0462270
Nov 23 13:09:13.947216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51322) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:13.954498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048841671', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:14.073663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:14.078453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:subnet and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:14.078923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:14.081486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:14.087490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:14.097603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:09:14.212268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:14.386547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d82a90>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:13Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:14.391684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:09:14.392319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Updating router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:09:14.451074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:14.671135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:14.863771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:14.878386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Transition to ACTIVE for port object 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:14.881889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:14.895960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:14.951873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-506d766d-26ea-4c72-982b-10f8a5a39472 tempest-TagsExtTest-434619089 tempest-TagsExtTest-434619089] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:15.030921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:15.058723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.059111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.059495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.059865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.060897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.061284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.061639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.062009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.062372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.062731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.063096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.063455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.063909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.064272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.064680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.065040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.065402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.065762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.066126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.066490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.066871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.067273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.067634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.067992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:09:15.074295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:15.085089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Subnet': ['ID=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:15.087887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:15.125536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Attempting to bind port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:09:15.125947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Attempting to bind port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:09:15.126356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Attempting to bind port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:09:15.133404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:09:15.133851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:09:15.134272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:15.134710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:09:15.135226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Bound port: 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:09:15.135641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:15.162098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Checking segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:09:15.162493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network hostable DHCP agents. Network: 30e605ce-70bb-4e61-b473-b6b729c78695, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:09:15.184721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:09:15.194110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 30e605ce-70bb-4e61-b473-b6b729c78695) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:15.204207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4042a2-f66d-4e4f-a0a5-631725ba2cba None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:09:15.207436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:15.208098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:15.214533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:09:15.219929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:09:15.223600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:15.233481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3cba921a-e1c4-4b5f-87c5-36cad47699ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2849941
Nov 23 13:09:15.233896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51326) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:15.240532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:15.393604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:15.397178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:15.446380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:15.447243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d82a90>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:15.448478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-30e605ce-70bb-4e61-b473-b6b729c78695', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:09:15.449384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:15.775476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Allocated IP 172.20.0.2 (30e605ce-70bb-4e61-b473-b6b729c78695/4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7/972b835f-2785-4e08-a63f-d5cd3ae2e1e8) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:09:15.813972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:16.007496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.011639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.019842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Transition to ACTIVE for port object 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:16.036708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Transition to ACTIVE for port object 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:16.042553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.058152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9475b8a6-813b-46f9-8ddb-f87a63aa9faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:16.126464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d82a90>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:13Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:16.130747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b88d87-107e-4ea1-abcc-50db5df1fec4 None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:13Z', 'revision_number': 3, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:09:16.376966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Pushing event updated for resources: {'Port': ['ID=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:16.393126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:16.433991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:16.435912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:16.438302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:09:16.496065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Attempting to bind port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:09:16.496513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Attempting to bind port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:09:16.496938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Attempting to bind port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 on network 30e605ce-70bb-4e61-b473-b6b729c78695 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:09:16.505397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:09:16.505682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Checking segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:09:16.506134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.506580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Bound using segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:09:16.507105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Bound port: 972b835f-2785-4e08-a63f-d5cd3ae2e1e8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:09:16.507553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.630813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.1 (30e605ce-70bb-4e61-b473-b6b729c78695/4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7/35b93861-2ef2-4ee5-89fd-9332aa7dedb8) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:09:16.635285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] For port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:09:16.638740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] For port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:09:16.642312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.658924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:16.823436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.831254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Pushing event updated for resources: {'Port': ['ID=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:16.836282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:16.845190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:16.866734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:16.941829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5b81c4b-6f4d-4f46-bdd3-d6fea86f7a57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:17.041076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:17.047567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:17.071192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.098990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:17.100087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:17.102517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:09:17.173966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.283845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.478931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:17.554413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:17.559448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:17.559879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.682291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.699662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:17.703361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.704557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:17.735494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0210dc88-4752-475c-9160-26afab44403d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:17.800791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.804308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:17.835914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:17.837761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:17.842678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:17.852321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:18.206828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:18.209649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:18.226033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:18.294757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b2d4a-5226-4858-b39e-390e20d4ec00 None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:09:18.358715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:18.359942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:18.395556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Provisioning for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:18.407320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Provisioning complete for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:18.408884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:18.658134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:18.712591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] For port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:18.718419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:18.720587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:18.805557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Pushing event updated for resources: {'Port': ['ID=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:18.807107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:09:18.809330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:18.950497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Provisioning complete for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:18.951502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.039170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:09:19.054538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:09:19.058919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/8c0ec93a-68f6-4fd6-9f97-8df271146c96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8210964
Nov 23 13:09:19.059269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51330) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:19.095206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:19.095909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0160>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:19.220007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd40ad-2bda-4420-a82e-4d83256d87a1 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.220631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd40ad-2bda-4420-a82e-4d83256d87a1 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.220833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd40ad-2bda-4420-a82e-4d83256d87a1 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.221512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd40ad-2bda-4420-a82e-4d83256d87a1 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.223516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99cd40ad-2bda-4420-a82e-4d83256d87a1 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2865 time: 0.1631749
Nov 23 13:09:19.226408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51334) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:19.250302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Provisioning for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:19.260327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:19.260998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.310924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2ad3-441f-4ac1-9af1-3075e2e4a83f tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.311617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2ad3-441f-4ac1-9af1-3075e2e4a83f tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.312026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2ad3-441f-4ac1-9af1-3075e2e4a83f tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.312454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2ad3-441f-4ac1-9af1-3075e2e4a83f tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:19.316880 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c07e2ad3-441f-4ac1-9af1-3075e2e4a83f tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0866172
Nov 23 13:09:19.317303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:19.349845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8eae7-37e1-49e1-ba45-099825ba80e7 None None] Port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:09:19.365003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:19.462101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:19.550163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d412a530-1533-49bc-92cc-a89c592daa50 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2316031
Nov 23 13:09:19.690212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79996989-c6e2-41f6-8f65-850b09d938ec None None] Provisioning complete for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:19.690729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79996989-c6e2-41f6-8f65-850b09d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.809333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51344) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:19.816385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732007856', 'description': 'tempest-secgroup-smoke-732007856 description', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:19.821700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:19.822134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.822881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:19.828303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:19.831595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:19.837588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:19.855372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.894795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:19.899462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:19.902483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:19.908372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:19.972659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.975734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:19.980078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d44fe05a-83d6-4c74-b839-4155f2e6aad2 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.031948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroup': ['ID=5d962e83-02f4-428f-a372-83ba7d0947cc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.035368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.036316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.040624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4d24079-be91-464c-bb5a-fdb18a227307 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2264183
Nov 23 13:09:20.041547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51348) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.047894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.055034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.059602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.063203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.069299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.087495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.160704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.163539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.171511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df037ee1-e4e7-4c5c-b9cf-0e2cfbd64ee5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.194162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17daff2-f2f3-4991-8d15-e63001a2cbbf,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.197217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.202690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.203985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1619525
Nov 23 13:09:20.206920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51352) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.212738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.220150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.224272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.227448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.233746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.250946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-79996989-c6e2-41f6-8f65-850b09d938ec None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:20.251185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.251676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79996989-c6e2-41f6-8f65-850b09d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.290174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0160>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:20.303199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:20.320338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.322856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.324816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b9ba789-1952-4b31-8f45-152e52c9016a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.336982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:09:20.337397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Updating router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:09:20.350259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11607487-558f-4aca-87ec-fc000af72c81,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.354789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.361983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.363261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04e73b26-5a40-49ab-b10e-1fe0d8fa4966 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1553421
Nov 23 13:09:20.367013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51356) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.373259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.379872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.383971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.387193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.393945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.411077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.416577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-79996989-c6e2-41f6-8f65-850b09d938ec None None] Port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:09:20.442072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.483288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.486117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.488021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-26b23c66-5468-4d94-8072-d7170083597d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.513847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130cb40b-7107-4502-86c2-5bb3e4003dea,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.515809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:20.516247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.518875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.522545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.524891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2982d4f-de44-4136-b6c5-99707f668d6a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1567044
Nov 23 13:09:20.526845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51360) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.533303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.540094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.545217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.548294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.554240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.571592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.640803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.643634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.645553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64146595-5ea0-44db-9c95-c44dc508dd68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.665929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8e400559-9205-4abc-bdd9-471ca37557b5 None None] Provisioning complete for port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:20.667151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e400559-9205-4abc-bdd9-471ca37557b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.670749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf9469e-e77a-4643-8d68-6d9eb755bcd9,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.673477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.681964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.683279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1553459
Nov 23 13:09:20.686310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51364) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.692560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.699269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.704737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.707968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.713969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.728101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:09:20.735753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.807873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.811420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.813440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fe6780d8-734b-4edb-923f-b6ab7ea00c57 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:20.836323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac97737-6686-4c81-9c6c-f90458126d13,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:20.846519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:20.850252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.851583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1639252
Nov 23 13:09:20.854620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:20.860295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'security_group_rule': {'security_group_id': '5d962e83-02f4-428f-a372-83ba7d0947cc', 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:20.866744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:20.871081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:security_group_rule and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:20.874415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:20.880378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:20.891411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Project 721b8190b3144e4d875f35ef76a7f5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:09:20.898847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.972865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.975674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:20.977663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e3c3234-be00-4a84-a5a8-b7cb988a9582 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:21.001043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f094fc14-cb0e-477f-802d-5505d773c97b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:21.005536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:21.015290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.017175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1612730
Nov 23 13:09:21.069927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8e400559-9205-4abc-bdd9-471ca37557b5 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:21.070355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e400559-9205-4abc-bdd9-471ca37557b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.168246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8e400559-9205-4abc-bdd9-471ca37557b5 None None] Port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:09:21.205676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.212967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1adef72d-02cd-4d07-9ee2-db30b55f3e56 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:21.218682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Transition to ACTIVE for port object 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:21.221487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.237940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:21.238169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1adef72d-02cd-4d07-9ee2-db30b55f3e56 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:21.239216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1adef72d-02cd-4d07-9ee2-db30b55f3e56 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732007856&fields=id&tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 267 time: 0.0756605
Nov 23 13:09:21.369082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:21.372053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:21.407797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-da433eb2-a4fb-487d-bf33-4d45b051d344 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:21.409461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-da433eb2-a4fb-487d-bf33-4d45b051d344 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 797 time: 0.1622624
Nov 23 13:09:21.429301 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-72b16063-fda4-446e-afa1-6e342d7d1298 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/quotas/721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 375 time: 0.0130985
Nov 23 13:09:21.520475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1d9da1ff-e823-40b1-be65-843b115500c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:21.537071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1d9da1ff-e823-40b1-be65-843b115500c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:21.538640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1d9da1ff-e823-40b1-be65-843b115500c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1025524
Nov 23 13:09:21.551895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Attempting to bind port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:09:21.552318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Attempting to bind port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:09:21.552799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Attempting to bind port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 on network 30e605ce-70bb-4e61-b473-b6b729c78695 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:09:21.560858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:09:21.561333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Checking segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:09:21.561785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.562232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Bound using segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:09:21.562773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Bound port: 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:09:21.563195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.634341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-c9afb527-bcde-4073-a59b-cfe1bb18c3cf service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:09:21.635421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-c9afb527-bcde-4073-a59b-cfe1bb18c3cf service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0833352
Nov 23 13:09:21.663185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:09:21.666437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:09:21.671499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:21.688935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-415db2d0-7965-41ad-a813-27336c8401c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:21.790763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-91b0ce23-4daa-47d1-b980-6930a71d9c3f service neutron] 10.222.0.60 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474142
Nov 23 13:09:21.865018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:21.870846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:21.914545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:21.915239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0160>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:21.949625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-a5368029-5757-4f5f-96da-97ff6449b8ad service neutron] 10.222.0.60 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509140
Nov 23 13:09:22.119664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:22.189290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-89b6a6f8-9b74-4d6d-a87f-8c47abd7f5cc req-403d6d0e-f3ee-405d-9b29-e8d77183c7e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:22.204815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-89b6a6f8-9b74-4d6d-a87f-8c47abd7f5cc req-403d6d0e-f3ee-405d-9b29-e8d77183c7e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:22.218064 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89b6a6f8-9b74-4d6d-a87f-8c47abd7f5cc req-403d6d0e-f3ee-405d-9b29-e8d77183c7e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 210 time: 0.0896423
Nov 23 13:09:22.665252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0160>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:21Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:22.670189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c29f5-5451-4a23-9e4a-e1df818a9ed6 None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:21Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:09:23.434142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-25a8ee0f-2338-4594-96a2-81a36b270a1b req-31555b48-40b8-42c5-9395-c0857d75f26b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 210 time: 0.0575967
Nov 23 13:09:23.481121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:23.517918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-73a823da-417e-42d5-9308-599d25866176 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:23.519664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-73a823da-417e-42d5-9308-599d25866176 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 797 time: 0.2530413
Nov 23 13:09:23.565602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:23.571049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:23.571478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:23.634062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-e9b6ae48-a271-4684-a0a4-4909b239f455 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1 HTTP/1.1" status: 200  len: 7375 time: 0.0877593
Nov 23 13:09:23.645669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'port': {'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'admin_state_up': True, 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'security_groups': ['5d962e83-02f4-428f-a372-83ba7d0947cc']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:23.695095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:23.732991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:23.737039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:23.741805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:23.806940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:23.824073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:23.825437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:23.829827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:23.838349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Made reservation on behalf of 721b8190b3144e4d875f35ef76a7f5c1 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:09:23.845357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.171354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.20.0.12 (30e605ce-70bb-4e61-b473-b6b729c78695/4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7/dbc812cb-e60c-47a5-89a1-0a72b65608a3) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:09:24.370389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.390206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Transition to ACTIVE for port object dbc812cb-e60c-47a5-89a1-0a72b65608a3 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:24.409655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.427152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7fe4119b-ff25-4811-8db4-d0702172965c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:24.580658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=dbc812cb-e60c-47a5-89a1-0a72b65608a3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:24.583768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:24.639695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:24.640820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:24.643160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:09:24.683541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce8550-8dd6-4d93-be58-e74745ac3a3a req-b7cc5f39-8702-4cb6-a4aa-31f3bd26cbcf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:24.685665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50ce8550-8dd6-4d93-be58-e74745ac3a3a req-b7cc5f39-8702-4cb6-a4aa-31f3bd26cbcf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 932 time: 0.1065183
Nov 23 13:09:24.723137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:24.723797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.743395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-50ce8550-8dd6-4d93-be58-e74745ac3a3a req-2fa31dc8-6b48-4186-9fdf-d05a7a57748e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:24.753907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1125560
Nov 23 13:09:24.756942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-50ce8550-8dd6-4d93-be58-e74745ac3a3a req-2fa31dc8-6b48-4186-9fdf-d05a7a57748e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:24.758236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50ce8550-8dd6-4d93-be58-e74745ac3a3a req-2fa31dc8-6b48-4186-9fdf-d05a7a57748e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654447
Nov 23 13:09:24.780986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Request body: {'port': {'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:24.852216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a786182a-9dac-4fc2-8a6a-dd16f527a516 None None] Provisioning for port dbc812cb-e60c-47a5-89a1-0a72b65608a3 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:24.857529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a786182a-9dac-4fc2-8a6a-dd16f527a516 None None] Provisioning complete for port dbc812cb-e60c-47a5-89a1-0a72b65608a3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:24.858180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a786182a-9dac-4fc2-8a6a-dd16f527a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.901061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:24.913421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a786182a-9dac-4fc2-8a6a-dd16f527a516 None None] Port dbc812cb-e60c-47a5-89a1-0a72b65608a3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:09:25.322830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc812cb-e60c-47a5-89a1-0a72b65608a3 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:09:25.330008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:25.342332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Transition to ACTIVE for port object dbc812cb-e60c-47a5-89a1-0a72b65608a3 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:09:25.345030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:25.358866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:25.437055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:25.516315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:25.516775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:25.768232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc812cb-e60c-47a5-89a1-0a72b65608a3,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:25.773253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:26.039181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Attempting to bind port dbc812cb-e60c-47a5-89a1-0a72b65608a3 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:09:26.039550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Attempting to bind port dbc812cb-e60c-47a5-89a1-0a72b65608a3 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:09:26.039918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Attempting to bind port dbc812cb-e60c-47a5-89a1-0a72b65608a3 on network 30e605ce-70bb-4e61-b473-b6b729c78695 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:09:26.053564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:09:26.053941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Checking segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:09:26.054345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:26.054740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Bound using segment: {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:09:26.055217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Bound port: dbc812cb-e60c-47a5-89a1-0a72b65608a3, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:09:26.055590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:26.074022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044d1a8-1d93-4e0c-9afd-35f3db676bb1 req-2054a1a2-af51-4ce9-8eaa-da5814cde619 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:26.074777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2044d1a8-1d93-4e0c-9afd-35f3db676bb1 req-2054a1a2-af51-4ce9-8eaa-da5814cde619 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:09:26.123491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2044d1a8-1d93-4e0c-9afd-35f3db676bb1 req-2054a1a2-af51-4ce9-8eaa-da5814cde619 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:09:26.124768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2044d1a8-1d93-4e0c-9afd-35f3db676bb1 req-2054a1a2-af51-4ce9-8eaa-da5814cde619 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 944 time: 0.1964185
Nov 23 13:09:26.210779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2044d1a8-1d93-4e0c-9afd-35f3db676bb1 req-f9996757-022e-4080-bd90-5d64d1938533 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790057
Nov 23 13:09:26.211866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] For port dbc812cb-e60c-47a5-89a1-0a72b65608a3, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:09:26.215320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] For port dbc812cb-e60c-47a5-89a1-0a72b65608a3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:09:26.218980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:26.239349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95ebac5b-f64a-48f6-bec5-8ee591ace834 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:26.393620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc812cb-e60c-47a5-89a1-0a72b65608a3,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:26.402104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:26.436186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:26.437014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:26.438441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] 10.222.0.63 "PUT /v2.0/ports/dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 1158 time: 1.6654303
Nov 23 13:09:26.439008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:09:26.502991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'status': 'completed', 'code': 200}
Nov 23 13:09:26.598428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-9cf17559-9736-4351-bf82-fa5a1dcd1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:26.600092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-9cf17559-9736-4351-bf82-fa5a1dcd1db6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1161 time: 0.0809901
Nov 23 13:09:26.689345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-1e75656b-dfbd-4b3c-8c6a-abd51c684dbc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 217 time: 0.0736096
Nov 23 13:09:26.761053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-555d35ab-a691-4970-aca2-079f714b91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:26.762573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-555d35ab-a691-4970-aca2-079f714b91fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 200  len: 835 time: 0.0664501
Nov 23 13:09:26.851390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-09159d90-3e32-464a-bba9-9f03fe051332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:26.853089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-09159d90-3e32-464a-bba9-9f03fe051332 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e605ce-70bb-4e61-b473-b6b729c78695&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832312
Nov 23 13:09:27.001623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-6c21cdec-d74a-47a1-9b46-019f270f7e17 service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394768
Nov 23 13:09:27.147500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-824f7abb-f363-4c13-a6d1-b08274062bc9 req-f7c72f79-bcf4-4707-8604-ea3e89e68a39 service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378736
Nov 23 13:09:27.319540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-88678eb0-0d10-4ecf-a65d-4b4a1e6b4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:27.321311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-88678eb0-0d10-4ecf-a65d-4b4a1e6b4203 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1161 time: 0.0781999
Nov 23 13:09:27.540607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-b2edda9e-9f04-45db-8809-23ca3fcfa005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:27.542194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-b2edda9e-9f04-45db-8809-23ca3fcfa005 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 891 time: 0.2134855
Nov 23 13:09:27.552863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d513af-2b1a-4132-96c3-4e31388378bc req-6a09ed20-d9ee-4678-9e10-1d2d908e4dc7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:27.554375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0d513af-2b1a-4132-96c3-4e31388378bc req-6a09ed20-d9ee-4678-9e10-1d2d908e4dc7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 944 time: 0.2006233
Nov 23 13:09:27.641583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-199cf0d9-e2c1-492a-8a45-aacbb048a388 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 217 time: 0.0861750
Nov 23 13:09:27.720772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0d513af-2b1a-4132-96c3-4e31388378bc req-b589de9b-a18d-488f-9aff-cf349df24473 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150188
Nov 23 13:09:27.733612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-421b53ab-1cce-4181-ab88-594f979bbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:27.735140 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-421b53ab-1cce-4181-ab88-594f979bbfd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 200  len: 835 time: 0.0824375
Nov 23 13:09:27.825458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-92ee427d-aeb4-47f9-a447-721836453286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:27.827459 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-92ee427d-aeb4-47f9-a447-721836453286 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e605ce-70bb-4e61-b473-b6b729c78695&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829940
Nov 23 13:09:27.859533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-389c5629-6f5a-4d63-8e84-e5cec0e0d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:27.978609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-a1635d1c-66ac-4136-ad98-80231aa23d1d service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432111
Nov 23 13:09:28.127535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1856581-33f8-4c64-8e52-8b7beb97c58a req-9a4a3b9c-ed42-42cb-b5ef-ddccc9010ded service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412034
Nov 23 13:09:28.943559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b500e-be8f-41bc-93cb-8e30cf6f3c87 req-139806ee-29d7-4427-9588-8866eab816a9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:28.945175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d99b500e-be8f-41bc-93cb-8e30cf6f3c87 req-139806ee-29d7-4427-9588-8866eab816a9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 944 time: 0.0893188
Nov 23 13:09:28.994523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d99b500e-be8f-41bc-93cb-8e30cf6f3c87 req-6081bab4-e946-4c6e-bb47-5915381043f0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426145
Nov 23 13:09:30.219085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b71cb-abbf-43c2-b85a-adf68e9019ee req-2e4524ca-20df-428c-ab7e-22c769e94da8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:30.220737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e67b71cb-abbf-43c2-b85a-adf68e9019ee req-2e4524ca-20df-428c-ab7e-22c769e94da8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 944 time: 0.0891976
Nov 23 13:09:30.269698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e67b71cb-abbf-43c2-b85a-adf68e9019ee req-71b167fa-1948-4a4b-8676-4d7174d7a493 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426588
Nov 23 13:09:30.291168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0890fd8-da9b-4429-8fba-8a6c7b55df3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:30.535895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device dbc812cb-e60c-47a5-89a1-0a72b65608a3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:30.613576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port dbc812cb-e60c-47a5-89a1-0a72b65608a3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:09:30.618935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port dbc812cb-e60c-47a5-89a1-0a72b65608a3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:30.619367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:30.744036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:30.785758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:09:30.792770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:30.798276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port dbc812cb-e60c-47a5-89a1-0a72b65608a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:09:30.801896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:30.803852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0611dbfa-8631-4843-97e7-1b0a34b6a429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:30.850095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'code': 200}
Nov 23 13:09:30.878240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=dbc812cb-e60c-47a5-89a1-0a72b65608a3,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:30.881553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:31.119157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e119-6768-42e5-8c2c-2e3d316160fe req-5e21cd3c-2878-4f1e-b973-31a2cc8058d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:31.120798 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f862e119-6768-42e5-8c2c-2e3d316160fe req-5e21cd3c-2878-4f1e-b973-31a2cc8058d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1163 time: 0.0750732
Nov 23 13:09:31.169408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f862e119-6768-42e5-8c2c-2e3d316160fe req-9ee2df38-f2e2-4c9e-b0bb-be8ab85a5d5d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422208
Nov 23 13:09:31.490780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c21a-60cc-47cd-b86f-66d56f3b4f67 req-d08bfbf0-1678-49b5-9a5b-11e4295ca5df tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:31.492381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3632c21a-60cc-47cd-b86f-66d56f3b4f67 req-d08bfbf0-1678-49b5-9a5b-11e4295ca5df tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.0860581
Nov 23 13:09:31.541070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3632c21a-60cc-47cd-b86f-66d56f3b4f67 req-ea4125a8-8cff-428f-97ee-f68989c115d7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414660
Nov 23 13:09:32.039633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:32.235118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device dbc812cb-e60c-47a5-89a1-0a72b65608a3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:09:32.319047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:32.326101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port dbc812cb-e60c-47a5-89a1-0a72b65608a3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:09:32.326498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:32.760666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9c8c9-a9f2-437b-a33c-ea07ec7babfe req-1d04e36b-c910-4332-ac16-de65a3ee85c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:32.762273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1e9c8c9-a9f2-437b-a33c-ea07ec7babfe req-1d04e36b-c910-4332-ac16-de65a3ee85c1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.0851135
Nov 23 13:09:32.812869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1e9c8c9-a9f2-437b-a33c-ea07ec7babfe req-36b41f3e-5ac2-48a7-8939-e31fc98f6d87 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437911
Nov 23 13:09:33.027120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f2418-bd0b-41ed-9be8-105d25d5ae46 req-fb76c171-4fcd-4db1-b8a9-241a8116bda2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:33.029366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-885f2418-bd0b-41ed-9be8-105d25d5ae46 req-fb76c171-4fcd-4db1-b8a9-241a8116bda2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.0873263
Nov 23 13:09:33.078839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-885f2418-bd0b-41ed-9be8-105d25d5ae46 req-c033902a-ac59-4d96-8a81-53057b8e5766 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429387
Nov 23 13:09:33.109664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51424) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:33.184670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2870cf2-bc38-44c4-9bda-c76a3100a3a5 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:33.187051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2870cf2-bc38-44c4-9bda-c76a3100a3a5 tempest-TestNetworkBasicOps-45605941 tempest-TestNetworkBasicOps-45605941] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1158 time: 0.0763748
Nov 23 13:09:33.190171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51428) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:33.195721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:09:33.202623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:09:33.206768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Usage tracker for resource:floatingip and tenant:721b8190b3144e4d875f35ef76a7f5c1 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:09:33.209906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:09:33.215716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:09:33.225487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:33.371674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:33.651115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Allocated IP 172.26.6.100 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/5bff7407-db16-47b3-9b1d-f86e7b89e51b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:09:33.811256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:33.838090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:33.854324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:33.984709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=5bff7407-db16-47b3-9b1d-f86e7b89e51b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:33.989863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:34.044826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:09:34.046078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:09:34.048451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:09:34.743965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:34.821532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:35.090061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:35.093549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:35.109597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9449655-fc21-4b2b-8566-7cdfb4948cf4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:09:35.246323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event updated for resources: {'Port': ['ID=5bff7407-db16-47b3-9b1d-f86e7b89e51b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:09:35.252574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:09:35.360727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:35.564060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0 associated. External IP: 172.26.6.100, port: dbc812cb-e60c-47a5-89a1-0a72b65608a3.
Nov 23 13:09:35.995510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:09:36.217093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:09:36.227406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:09:36.241595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:36.241810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:36.242301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c57f28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:36.301490 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1101189
Nov 23 13:09:36.302121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:09:36.304334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51432) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:36.361850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'status': 'completed', 'code': 200}
Nov 23 13:09:36.424985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32ea389a-5a74-4017-ac2b-6dc957cb86c2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.1189864
Nov 23 13:09:36.443914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:36.487258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-672046d1-22c1-4cce-b23f-83486b49727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:36.488927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-672046d1-22c1-4cce-b23f-83486b49727a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1163 time: 0.0813539
Nov 23 13:09:36.645181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-2ab3012f-ec21-4ddc-8d7b-f8145d605b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:36.646693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-2ab3012f-ec21-4ddc-8d7b-f8145d605b90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 891 time: 0.1506593
Nov 23 13:09:36.763692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-956e2521-78b4-455b-8c17-2d1c04ccb817 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 1000 time: 0.1096208
Nov 23 13:09:36.833084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c57f28>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:09:34Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:36.837843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:09:36.840908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-5f096d36-e2ca-4b74-b519-2395d1e091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:36.843269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-5f096d36-e2ca-4b74-b519-2395d1e091bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 200  len: 835 time: 0.0730865
Nov 23 13:09:36.850559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:09:36.851228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c57f28>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:09:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:36.924384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-a7f1b9bd-be1c-4a57-97d1-b71ab9b917b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:09:36.925991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-a7f1b9bd-be1c-4a57-97d1-b71ab9b917b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e605ce-70bb-4e61-b473-b6b729c78695&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761721
Nov 23 13:09:37.049207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:09:37.077911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-a63dbe48-154b-4086-8521-90d5fee64c73 service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417217
Nov 23 13:09:37.242529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b0d2ed4-2057-49df-9562-c1e5a2154176 req-32263517-ab0c-4d80-84f1-1c41785c6f90 service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451044
Nov 23 13:09:37.428295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51438) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:37.435403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c57f28>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:09:34Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:09:37.439882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b3a5e-cce4-4c0e-8e07-c3f3f3c7def6 None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:09:34Z', 'revision_number': 0, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:09:23Z', 'revision_number': 5, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:09:37.550654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6976e319-22a8-4d1a-92dc-1f759cad8392 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.1191757
Nov 23 13:09:37.766207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8bd5ec-6fd0-4c26-95f8-101064dc2d66 None None] New status for floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:09:38.553647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51442) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:09:38.675752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-00d279f6-a44c-4c0c-85f4-43c0a9947bc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 994 time: 0.1207871
Nov 23 13:09:39.896643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:09:47.080505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:09:57.861908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99422529-7f66-44cb-b5f3-8f8dbca270bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:00.292515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e47ba4cd-2746-445c-9c3b-ef142e183ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:00.767217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:02.042212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:02.317712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:08.039147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51456) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:08.044994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:08.676346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:08.695588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:08.758177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-4b03b0d5-add9-42ac-b254-b1bb3eee9fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1681445
Nov 23 13:10:09.225322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-fe5fa78c-f146-46a1-9b97-2ecf8ac3ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:09.226902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-fe5fa78c-f146-46a1-9b97-2ecf8ac3ae45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1163 time: 0.1115918
Nov 23 13:10:09.375181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:10:09.419943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-95383b0e-bbe7-4f6b-9f1f-16d5858810c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:09.421833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-95383b0e-bbe7-4f6b-9f1f-16d5858810c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 891 time: 0.1728163
Nov 23 13:10:09.656030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-f2180289-2864-40a9-b474-17fcd41db617 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 1002 time: 0.1818266
Nov 23 13:10:09.750303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-718daca4-8740-4d77-9f5e-863f3e01df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:09.751919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-718daca4-8740-4d77-9f5e-863f3e01df84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 200  len: 835 time: 0.0823250
Nov 23 13:10:09.860392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:10:09.870563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:09.871922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-646ab63f-60e3-4377-b13c-f88ca7cfe55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/8c0ec93a-68f6-4fd6-9f97-8df271146c96 HTTP/1.1" status: 200  len: 888 time: 1.8317091
Nov 23 13:10:09.872476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:10:09.875394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-aca5f1d0-9aa8-4a10-b9d8-45c62650259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:09.877007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-aca5f1d0-9aa8-4a10-b9d8-45c62650259f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e605ce-70bb-4e61-b473-b6b729c78695&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1182301
Nov 23 13:10:09.885669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:09.886348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d304e0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:09.952092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d304e0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:09.963651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:09.964304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d304e0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:10.024997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-f6294fa1-117e-4f5d-b6a9-c4c5631889ed service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409395
Nov 23 13:10:10.027252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d304e0>, [], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:10.027704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf07b9-a2f8-42f1-8b7a-1dadd774d9a3 None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:10:10.175696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0362ca1-1a55-48d0-804d-5f1e9bebea5c req-921d20b3-74bf-4003-8474-2e693f2b4bdb service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432199
Nov 23 13:10:10.316037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72102c5a-416e-4352-a4c1-35ea68830e8e None None] New status for floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:10:11.454971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:11.572902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:11.588785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:11.591649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:11.592458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:11.621105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:11.714217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:11.754308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.754704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.755090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.755474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.755854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.756227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.756633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.757005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.757376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.757802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.758110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.758477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.758932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.759302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.759670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.760035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.760400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.760791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.761157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.761521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.761888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.762257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.762623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.762989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:11.773178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:11.794254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:11.828922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:11.832378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:11.834299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:11.906365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:11.910606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:12.055661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51462) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:12.061685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Request body: {'router': {'admin_state_up': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:12.648240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:12.658072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2065857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852710082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090430'] for router, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:12.876260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:10:13.087821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:10:13.094353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:13.097165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3ae4a6d2-b4dd-4d4b-9f0c-5ed9dc111990 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/8c0ec93a-68f6-4fd6-9f97-8df271146c96 HTTP/1.1" status: 200  len: 887 time: 1.0403376
Nov 23 13:10:13.098775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:10:13.100304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51466) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:13.112803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:13.113478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b48d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:13.216447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa3fee88-2276-4ac5-a041-299365e3d25e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.1136839
Nov 23 13:10:13.459755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:13.826146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b48d68>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:10:10Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:13.831133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:10:13.842280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:13.842929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b48d68>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:14.028484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:14.219362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51470) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:14.406016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b48d68>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:10:10Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:14.411428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332ba0-ca52-4b23-b848-2179c87d661c None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'cda24e89-9b66-4495-b8a3-eaf26575fbf0', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'port_id': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'mac_address': 'fa:16:3e:91:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:09:34Z', 'updated_at': '2020-11-23T13:10:10Z', 'revision_number': 2, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:11Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:10:14.594905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f200d829-0c5e-4e06-a935-d287d7119bb5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.3741348
Nov 23 13:10:15.503919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:15.582024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:15.582451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:15.599395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51474) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:15.708240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:15.725650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-653e89bf-ae98-4393-a5d2-5d8bb8322b30 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.1236596
Nov 23 13:10:15.726257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:15.729680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:15.730687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:15.762034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ce66057-a1f0-48ac-b733-d1aa394195af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:15.859088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:15.863376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:15.874540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:15.874957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:15.992301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:16.025798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:16.028480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:16.030388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:16.099908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:16.104084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:16.728730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:16.842808 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a3cf169a-afea-4743-845d-6d10a12d3ed3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 992 time: 0.1127303
Nov 23 13:10:16.898826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:10:17.109534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9b32e-b54b-4445-889b-1f0140a09a3c None None] New status for floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:10:17.170793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:17.466750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:17.539441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:17.539860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:17.664840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:17.738876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:17.739373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:17.847197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:17.968293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2ed25177-aa25-4850-b067-85373ef3dbd5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 200  len: 994 time: 0.1194820
Nov 23 13:10:18.285646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51490) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:18.497582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 5bff7407-db16-47b3-9b1d-f86e7b89e51b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:18.497961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:18.681563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:18.681842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:18.819990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 5bff7407-db16-47b3-9b1d-f86e7b89e51b owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:18.975158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:18.991247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa50319b-1162-481f-bb20-eb65235b8731 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:19.094135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=5bff7407-db16-47b3-9b1d-f86e7b89e51b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:19.112981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.113416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.113844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.114258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.114675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.115095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.115507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.115922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.116336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.116776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.117190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.117603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.118361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.118770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.119178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.119585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.119996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.120405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.120836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.121243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.121649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.122055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.122464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.122869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:19.126951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:19.236758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:19.237046 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0 disassociated (deleted). External IP: 172.26.6.100, port: dbc812cb-e60c-47a5-89a1-0a72b65608a3.
Nov 23 13:10:19.651943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:10:19.870924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:10:19.881739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:10:19.890801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:19.895111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:19.895791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ca9588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:19.949760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/floatingips/cda24e89-9b66-4495-b8a3-eaf26575fbf0 HTTP/1.1" status: 204  len: 168 time: 1.6628351
Nov 23 13:10:19.950484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:10:20.090353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:20.106936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'status': 'completed', 'code': 200}
Nov 23 13:10:20.232230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-0fbe6843-276a-4aa9-8b44-cf87578c90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:20.233917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-0fbe6843-276a-4aa9-8b44-cf87578c90a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 1163 time: 0.0815673
Nov 23 13:10:20.446098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ca9588>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:16Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:20.450348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:10:20.455670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-61a7f649-76fd-43ee-898e-a377768eaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:20.457390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-61a7f649-76fd-43ee-898e-a377768eaafd service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 200  len: 891 time: 0.2093828
Nov 23 13:10:20.462154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:20.462692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ca9588>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:20.468079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cafaf-89c7-4499-adf3-4ecefc6b3194 req-8e15188d-ca3d-497e-94f4-dcc1e1f35e13 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:20.469636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-878cafaf-89c7-4499-adf3-4ecefc6b3194 req-8e15188d-ca3d-497e-94f4-dcc1e1f35e13 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.1437936
Nov 23 13:10:20.562341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-6a665272-de2d-4dd2-9a34-2d2f0a1698f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 200  len: 217 time: 0.0916591
Nov 23 13:10:20.632303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-878cafaf-89c7-4499-adf3-4ecefc6b3194 req-9b3a9679-58d4-489c-a7b8-56b83e112f22 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104836
Nov 23 13:10:20.648246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-54a738d5-f7b5-4230-bf03-f8d20cd5e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:20.649993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-54a738d5-f7b5-4230-bf03-f8d20cd5e3cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 200  len: 835 time: 0.0771346
Nov 23 13:10:20.654607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:20.739735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-bf8f9dd7-d4b0-4f72-b224-a2c54a320bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:20.741391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-bf8f9dd7-d4b0-4f72-b224-a2c54a320bb2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e605ce-70bb-4e61-b473-b6b729c78695&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836942
Nov 23 13:10:20.895373 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-38b2838d-883f-4a86-a9d0-590ea3d96d0d service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457419
Nov 23 13:10:21.011769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ca9588>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:16Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:21.016047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e906d2-050c-40bc-8bbc-5e22f3d8781b None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:12Z', 'revision_number': 6, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '35b93861-2ef2-4ee5-89fd-9332aa7dedb8', 'name': '', 'network_id': '30e605ce-70bb-4e61-b473-b6b729c78695', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'mac_address': 'fa:16:3e:ec:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:16Z', 'updated_at': '2020-11-23T13:10:16Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'subnets': [{'id': '4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:10:21.045578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db954c8f-bd56-484a-bc7b-b830440e4292 req-2ea45dcd-4ec4-4f45-a559-ee42f3b30b42 service neutron] 10.222.0.63 "GET /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432762
Nov 23 13:10:21.841852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-e2e578ec-35be-40be-afb8-5ff090d50cf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:21.843597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-e2e578ec-35be-40be-afb8-5ff090d50cf3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.0898559
Nov 23 13:10:21.862197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d63fd-2e14-4a2f-821d-5845b2a609b4 req-cefe331a-65d6-44f7-b9ad-e7413b65f919 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:21.862908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ac7d63fd-2e14-4a2f-821d-5845b2a609b4 req-cefe331a-65d6-44f7-b9ad-e7413b65f919 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Synchronizing usage tracker for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:10:21.878902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ac7d63fd-2e14-4a2f-821d-5845b2a609b4 req-cefe331a-65d6-44f7-b9ad-e7413b65f919 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Unset dirty status for tenant:721b8190b3144e4d875f35ef76a7f5c1 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:10:21.880613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac7d63fd-2e14-4a2f-821d-5845b2a609b4 req-cefe331a-65d6-44f7-b9ad-e7413b65f919 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 946 time: 0.1079495
Nov 23 13:10:21.921210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port dbc812cb-e60c-47a5-89a1-0a72b65608a3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:21.921823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:21.937758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ac7d63fd-2e14-4a2f-821d-5845b2a609b4 req-12a0a6ff-9935-4534-a85f-faeb65590bca tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/security-groups?id=5d962e83-02f4-428f-a372-83ba7d0947cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504987
Nov 23 13:10:22.076047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b24f7-b2a0-4fd8-b57f-4d44e91c420d None None] New status for floating IP cda24e89-9b66-4495-b8a3-eaf26575fbf0: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:10:22.189834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port dbc812cb-e60c-47a5-89a1-0a72b65608a3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=dbc812cb-e60c-47a5-89a1-0a72b65608a3,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:22.190150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:22.322437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for dbc812cb-e60c-47a5-89a1-0a72b65608a3 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:22.469943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:22.487047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device dbc812cb-e60c-47a5-89a1-0a72b65608a3 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:22.489033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3f0662e0-b2f9-4e25-b763-29022bc774b2 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:22.524781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: dbc812cb-e60c-47a5-89a1-0a72b65608a3 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:10:22.525184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device dbc812cb-e60c-47a5-89a1-0a72b65608a3 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:10:22.590723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=dbc812cb-e60c-47a5-89a1-0a72b65608a3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:22.609763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.610182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.610593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.610999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.611441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.611845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.612248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.612704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.613105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.613501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.613903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.614295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.614781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.615176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.615569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.615966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.616358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.616802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.617197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.617592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.618249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.618641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.619032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.619424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:10:22.625013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:22.712409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] No DVR routers for this DVR port dbc812cb-e60c-47a5-89a1-0a72b65608a3 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:10:22.714775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:22.717718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'name': 'network-vif-deleted', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:10:22.733070 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a91c5f6c-dc21-41c6-9d0a-dbae0691f02d req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.63 "DELETE /v2.0/ports/dbc812cb-e60c-47a5-89a1-0a72b65608a3 HTTP/1.1" status: 204  len: 173 time: 0.8834937
Nov 23 13:10:22.778764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabdbaaf-d71a-4545-bd6e-5babd78f51ee', 'name': 'network-vif-deleted', 'tag': 'dbc812cb-e60c-47a5-89a1-0a72b65608a3', 'status': 'completed', 'code': 200}
Nov 23 13:10:23.136343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12aabce1-ab1e-40b3-8157-95ae0b7da358 req-aeb71e9d-aaac-4fef-92c2-c02ba47ab7ed tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "GET /v2.0/ports?device_id=fabdbaaf-d71a-4545-bd6e-5babd78f51ee HTTP/1.1" status: 200  len: 210 time: 0.0493975
Nov 23 13:10:24.252368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51510) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:24.328062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:24.359658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:24.425636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:24.431059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a37312f3-836d-4159-a40f-efdcbb1348f9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:24.447824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d962e83-02f4-428f-a372-83ba7d0947cc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:24.452492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:24.456135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:24.457400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91f1c7a0-0b75-4648-990e-986a473e8b26 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/security-groups/5d962e83-02f4-428f-a372-83ba7d0947cc HTTP/1.1" status: 204  len: 168 time: 0.2031915
Nov 23 13:10:24.499529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51516) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:25.190634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:25.843401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:25.844025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:26.042553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 35b93861-2ef2-4ee5-89fd-9332aa7dedb8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:26.042904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:26.173066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:26.360219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:26.377330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dec6966c-c6ce-41f3-afbe-e27604753e2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:26.478253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=35b93861-2ef2-4ee5-89fd-9332aa7dedb8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:26.481225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:26.832338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:27.607426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:10:27.833020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:10:27.842567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Sync routers for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:10:27.848065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "PUT /v2.0/routers/8c0ec93a-68f6-4fd6-9f97-8df271146c96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3473773
Nov 23 13:10:27.850874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51520) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:27.857420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:27.858198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825dc42e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:27.867912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a9604638-8de0-4302-9067-1021c684ef02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.056227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:28.061338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting subnet 4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:10:28.065236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.124304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.223876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.511368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.520557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825dc42e8>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:26Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:28.524742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Checking router: 8c0ec93a-68f6-4fd6-9f97-8df271146c96 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:10:28.528137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75b59eed-648d-411c-b095-579f7e5edea3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:28.537022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Routers {'8c0ec93a-68f6-4fd6-9f97-8df271146c96'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:28.537697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825dc42e8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:10:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:28.625665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Subnet': ['ID=4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:28.631609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:28.676739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:28.686165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/subnets/4e5d46ae-f1ed-4425-a5fd-eb28a5396dd7 HTTP/1.1" status: 204  len: 168 time: 0.8341248
Nov 23 13:10:28.687129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5741d-9b86-4ffe-ab04-33149973dec8 None None] Network 30e605ce-70bb-4e61-b473-b6b729c78695 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:10:28.688869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51524) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:28.739432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] Set router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:10:28.970471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] DHCP port deletion for 30e605ce-70bb-4e61-b473-b6b729c78695 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:10:28.976215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Deleting port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:28.976712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.097510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825dc42e8>, [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:26Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:29.101815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bc901-313f-4f23-8050-0ab7e94c9ec3 None None] The sync data for ids ['8c0ec93a-68f6-4fd6-9f97-8df271146c96'] in dv-neutron-601336-59-ovs is: [{'id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'name': 'tempest-TestNetworkBasicOps-router-945787224', 'tenant_id': '721b8190b3144e4d875f35ef76a7f5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:26Z', 'revision_number': 7, 'project_id': '721b8190b3144e4d875f35ef76a7f5c1', 'gw_port': {'id': '2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0ec93a-68f6-4fd6-9f97-8df271146c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:09:12Z', 'updated_at': '2020-11-23T13:10:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:10:29.210623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] For port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,segment=NetworkSegment(d85c9f32-ac09-4707-a148-a5de8f6e1ebc),segment_id=d85c9f32-ac09-4707-a148-a5de8f6e1ebc)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:29.211066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.219753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.343539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Calling delete_port for 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:29.421675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.438751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.439458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:29.449613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Deleting port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:29.450245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.528741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:29.578379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Pushing event deleted for resources: {'Port': ['ID=972b835f-2785-4e08-a63f-d5cd3ae2e1e8,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:29.583338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:10:29.583714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 35b93861-2ef2-4ee5-89fd-9332aa7dedb8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:10:29.584450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:29.608269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:29.630470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:10:29.631036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:10:29.645634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] For port 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:29.646067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.661681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] No DVR routers for this DVR port 972b835f-2785-4e08-a63f-d5cd3ae2e1e8 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:10:29.780092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Calling delete_port for 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:29.955566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:29.971888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec8e19d6-b07f-4ee1-9b5b-372c33281dc4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:30.072129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Port': ['ID=2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:30.076256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:30.295737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd150bbd-ff61-433b-b320-f60e03cc7e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.336637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.609259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.614207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.642607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.643157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Fanout notify agent at l3_agent the message router_deleted on router 8c0ec93a-68f6-4fd6-9f97-8df271146c96 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:10:30.659350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.660857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/routers/8c0ec93a-68f6-4fd6-9f97-8df271146c96 HTTP/1.1" status: 204  len: 168 time: 1.9701014
Nov 23 13:10:30.663645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51528) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:30.771554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:30.795658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.014429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.137983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f7277b8>,) {'filters': {'network_id': ['30e605ce-70bb-4e61-b473-b6b729c78695']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:31.150796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7277b8>, 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:31.151139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7277b8>, 'd85c9f32-ac09-4707-a148-a5de8f6e1ebc') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:10:31.164728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.180887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.182919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:10:31.369842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:10:31.383104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.466689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:31.503800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:10:31.504196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b80e606-a217-4fcc-a5f0-c2a7cb4c30ab not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:10:31.572285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Network 30e605ce-70bb-4e61-b473-b6b729c78695 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:10:31.597540 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:10:31.685907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.690640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:31.694877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-75e1707b-3560-43f8-8067-6c96a3a9b6e1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:31.721804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] 10.222.0.60 "DELETE /v2.0/networks/30e605ce-70bb-4e61-b473-b6b729c78695 HTTP/1.1" status: 204  len: 168 time: 1.0570791
Nov 23 13:10:31.722789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Pushing event deleted for resources: {'Network': ['ID=30e605ce-70bb-4e61-b473-b6b729c78695,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:31.725649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:32.044021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.190380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51538) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:32.320997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.400234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e29ffec9-62f8-4bb7-bf9c-6d36de16341f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=721b8190b3144e4d875f35ef76a7f5c1&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2065978
Nov 23 13:10:32.400978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51544) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:32.465648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.499119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.544587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.553612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e55e7415-4dde-422b-8b8d-1925c1201560 tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:32.571076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2424c-a9ec-4da4-83ef-a5f98458b876,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:32.577633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:32.578609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:32.580045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4f2424c-a9ec-4da4-83ef-a5f98458b876 HTTP/1.1" status: 204  len: 168 time: 0.1778853
Nov 23 13:10:32.956402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51554) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:32.976961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.011644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:10:33.015799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:17ee838eea474755a44216f8c7036d69 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:10:33.019992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:10:33.028740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:10:33.103588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.106233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.114429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a399252c-8e58-4b22-a855-7f648ec88b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:33.157816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe6f80-7cb1-4d3c-ac0a-22adaaa0aecb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:33.161891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:33.164783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-09a73923-9cae-4e9d-be14-ec6b93ff7ca0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17ee838eea474755a44216f8c7036d69&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2072282
Nov 23 13:10:33.167753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51560) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:33.235482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.263339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.309664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.315275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7a15d37-d6a0-4300-bcaf-6159b9a28fbe tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:33.328963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe6f80-7cb1-4d3c-ac0a-22adaaa0aecb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:33.332249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:33.334486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:33.336521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cfe6f80-7cb1-4d3c-ac0a-22adaaa0aecb HTTP/1.1" status: 204  len: 168 time: 0.1669517
Nov 23 13:10:42.868652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-21a81d05-9c2d-424c-9152-3ec645200565 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/networks?tenant_id=199393bb2b144578a18502e5858d3b69&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359259
Nov 23 13:10:43.298463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-56bb00d3-bb2c-466c-b60b-862185c73326 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:43.300044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-56bb00d3-bb2c-466c-b60b-862185c73326 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4253695
Nov 23 13:10:43.317619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-14710ee4-842f-4c93-80a5-6ad9ae04a764 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/quotas/199393bb2b144578a18502e5858d3b69 HTTP/1.1" status: 200  len: 375 time: 0.0112317
Nov 23 13:10:43.368364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-363ed347-ad23-45d6-bcff-a3c145094eb2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?tenant_id=199393bb2b144578a18502e5858d3b69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450575
Nov 23 13:10:43.575263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-563ba5c4-df51-42ef-98fa-f6049fda3e72 req-65306e40-677f-4221-b4f2-19683cabc5c0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 210 time: 0.0472238
Nov 23 13:10:44.710316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-1c6e15e5-1d09-4ca6-9fae-5982b46666d3 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.63 "GET /v2.0/networks?tenant_id=199393bb2b144578a18502e5858d3b69&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0483057
Nov 23 13:10:44.838662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2ff04bef-1aef-4e60-aea9-0b1c9fcde962 req-35bbce40-6690-40e4-b9b9-60112947b781 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 210 time: 0.1241417
Nov 23 13:10:44.927711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-3d503995-d84a-480e-8277-7d872a2850a6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:44.929316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-3d503995-d84a-480e-8277-7d872a2850a6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2137327
Nov 23 13:10:44.959959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Request body: {'port': {'device_id': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880', 'admin_state_up': True, 'tenant_id': '199393bb2b144578a18502e5858d3b69'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:45.105522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:10:45.109790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Usage tracker for resource:port and tenant:199393bb2b144578a18502e5858d3b69 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:10:45.113779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:10:45.120736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:10:45.134008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Made reservation on behalf of 199393bb2b144578a18502e5858d3b69 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:10:45.139518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.153291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.187228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:10:45.191231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Usage tracker for resource:security_group_rule and tenant:199393bb2b144578a18502e5858d3b69 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:10:45.194370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:10:45.200199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:10:45.274908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.277629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.290223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-20cbdf36-4a1f-4936-ac9d-a63e17619729 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:45.404082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Pushing event updated for resources: {'SecurityGroup': ['ID=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:45.409862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:45.603423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Allocated IP 192.168.233.207 (c83d798d-cb46-46b3-879d-3f95140fb880/390434af-a9ef-488d-a61f-4d213fad57a5/d19225a7-dd15-433b-901f-42015e7caa7c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:10:45.822662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.840027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Transition to ACTIVE for port object d19225a7-dd15-433b-901f-42015e7caa7c will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:10:45.859985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:45.877215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90bef8bf-ed73-42cf-8f38-bdd20ca6ef29 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:46.022948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Pushing event updated for resources: {'Port': ['ID=d19225a7-dd15-433b-901f-42015e7caa7c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:46.028098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:46.088509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Network c83d798d-cb46-46b3-879d-3f95140fb880 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:10:46.090038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:10:46.092888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:10:46.166872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:46.167953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:46.203297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2476404
Nov 23 13:10:46.222588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Request body: {'port': {'device_id': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:46.308062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02f4228e-bf25-440b-80cc-88ded4e6f729 None None] Provisioning for port d19225a7-dd15-433b-901f-42015e7caa7c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:10:46.314781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02f4228e-bf25-440b-80cc-88ded4e6f729 None None] Provisioning complete for port d19225a7-dd15-433b-901f-42015e7caa7c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:46.315232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02f4228e-bf25-440b-80cc-88ded4e6f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:46.340553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a999-235e-4d6e-8e22-ad87bf49df19 req-8e918926-2617-41c9-8d0d-9e77b1d8cd9b tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:46.342375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f004a999-235e-4d6e-8e22-ad87bf49df19 req-8e918926-2617-41c9-8d0d-9e77b1d8cd9b tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 936 time: 0.3667877
Nov 23 13:10:46.356802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:46.379094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-02f4228e-bf25-440b-80cc-88ded4e6f729 None None] Port d19225a7-dd15-433b-901f-42015e7caa7c cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:10:46.394204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f004a999-235e-4d6e-8e22-ad87bf49df19 req-76d664ca-0091-4145-826c-adb446e0c0e7 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455563
Nov 23 13:10:46.778665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19225a7-dd15-433b-901f-42015e7caa7c {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:10:46.786737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:46.800396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Transition to ACTIVE for port object d19225a7-dd15-433b-901f-42015e7caa7c will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:10:46.803027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:46.820291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ce2f74b-ed70-432c-8895-ff450f93accb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:46.962013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d19225a7-dd15-433b-901f-42015e7caa7c,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:46.965280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:47.106514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:47.169901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Attempting to bind port d19225a7-dd15-433b-901f-42015e7caa7c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:10:47.170272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Attempting to bind port d19225a7-dd15-433b-901f-42015e7caa7c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:10:47.170635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Attempting to bind port d19225a7-dd15-433b-901f-42015e7caa7c on network c83d798d-cb46-46b3-879d-3f95140fb880 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:10:47.178039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:10:47.178413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Checking segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:10:47.178812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:47.179201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Bound using segment: {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:10:47.179670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Bound port: d19225a7-dd15-433b-901f-42015e7caa7c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd355e4e-34ca-415f-b5e9-ba3624ea7d66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c83d798d-cb46-46b3-879d-3f95140fb880'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:10:47.180042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:47.274693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] For port d19225a7-dd15-433b-901f-42015e7caa7c, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:10:47.277869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] For port d19225a7-dd15-433b-901f-42015e7caa7c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d19225a7-dd15-433b-901f-42015e7caa7c,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:10:47.281526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:47.297748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:47.452220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d19225a7-dd15-433b-901f-42015e7caa7c,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:47.458811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:47.492088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:47.492088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:47.492867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] 10.222.0.63 "PUT /v2.0/ports/d19225a7-dd15-433b-901f-42015e7caa7c HTTP/1.1" status: 200  len: 1162 time: 1.2752149
Nov 23 13:10:47.493183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:10:47.580989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c', 'status': 'completed', 'code': 200}
Nov 23 13:10:47.695487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-0fbc7d71-74a3-4d15-8a68-baaaf9cc6ef2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:47.696256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-0fbc7d71-74a3-4d15-8a68-baaaf9cc6ef2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Synchronizing usage tracker for tenant:199393bb2b144578a18502e5858d3b69 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:10:47.701433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-2554bdee-7895-42f8-992e-a8c75dce9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:47.703013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-2554bdee-7895-42f8-992e-a8c75dce9e05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=199393bb2b144578a18502e5858d3b69&device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 1165 time: 0.1291621
Nov 23 13:10:47.777214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-0fbc7d71-74a3-4d15-8a68-baaaf9cc6ef2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Unset dirty status for tenant:199393bb2b144578a18502e5858d3b69 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:10:47.778426 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-0fbc7d71-74a3-4d15-8a68-baaaf9cc6ef2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 948 time: 0.2403903
Nov 23 13:10:47.811270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-bf0ae86e-21ec-44de-b3a9-d7a053f92b0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d19225a7-dd15-433b-901f-42015e7caa7c HTTP/1.1" status: 200  len: 217 time: 0.0932925
Nov 23 13:10:47.898674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-cfb720bb-437e-41de-b3ed-1204117f6515 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Synchronizing usage tracker for tenant:199393bb2b144578a18502e5858d3b69 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:10:47.915714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-6b65ad05-8865-4db0-8588-4f33799ce788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:47.917320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-6b65ad05-8865-4db0-8588-4f33799ce788 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0983806
Nov 23 13:10:47.965245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-cfb720bb-437e-41de-b3ed-1204117f6515 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Unset dirty status for tenant:199393bb2b144578a18502e5858d3b69 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:10:47.966460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ffa4911-397c-4312-8350-360f0c2ffeff req-cfb720bb-437e-41de-b3ed-1204117f6515 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812067
Nov 23 13:10:48.004747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-5ed19c59-e025-4461-afbb-9eb472547d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:48.006361 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-5ed19c59-e025-4461-afbb-9eb472547d92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0816002
Nov 23 13:10:48.152881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-0b16e8d9-7a60-41d9-888e-2b68ff784b55 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386275
Nov 23 13:10:48.299297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-464d245d-8dfe-4e7f-8ab2-5425c0c34545 req-093b4924-d811-48f4-934d-a1d76ffacdfa service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398485
Nov 23 13:10:48.457415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-f075aeeb-cce3-4879-944a-87d55bb7d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:48.459049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-f075aeeb-cce3-4879-944a-87d55bb7d1d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=199393bb2b144578a18502e5858d3b69&device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 1165 time: 0.0762322
Nov 23 13:10:48.604043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-bd37aa6d-85fb-4e4b-8151-879da862715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:48.605681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-bd37aa6d-85fb-4e4b-8151-879da862715a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c83d798d-cb46-46b3-879d-3f95140fb880 HTTP/1.1" status: 200  len: 863 time: 0.1401815
Nov 23 13:10:48.683889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-ae047f93-56ba-42bb-8794-3ab233a810c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=d19225a7-dd15-433b-901f-42015e7caa7c HTTP/1.1" status: 200  len: 217 time: 0.0696118
Nov 23 13:10:48.755796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-863f722b-dc50-4c5f-a823-ce979106f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:48.757425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-863f722b-dc50-4c5f-a823-ce979106f3f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=390434af-a9ef-488d-a61f-4d213fad57a5 HTTP/1.1" status: 200  len: 843 time: 0.0663881
Nov 23 13:10:48.844468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-e1e26547-30b3-45c0-8690-50b470b0f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:48.846179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-e1e26547-30b3-45c0-8690-50b470b0f0df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c83d798d-cb46-46b3-879d-3f95140fb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0818973
Nov 23 13:10:48.999872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-f1260459-1d5f-460d-935f-802c0ca41cd4 service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462801
Nov 23 13:10:49.150305 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96250f92-fef9-4a3d-92d5-68f7fa177a6f req-fd6b09ca-e1fc-4ff2-94e0-0a4355cb347a service neutron] 10.222.0.63 "GET /v2.0/networks/c83d798d-cb46-46b3-879d-3f95140fb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421754
Nov 23 13:10:49.186698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698b5e8-14e3-4b08-93ae-bc017323bf3b req-14c814df-7f31-4d28-9828-e934f8ce29b6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:49.188761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0698b5e8-14e3-4b08-93ae-bc017323bf3b req-14c814df-7f31-4d28-9828-e934f8ce29b6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 948 time: 0.0886862
Nov 23 13:10:49.238252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0698b5e8-14e3-4b08-93ae-bc017323bf3b req-8f961e59-fd80-4772-8874-2de22e04bfe6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424304
Nov 23 13:10:50.457832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04f48-193e-4cb5-9f45-f52c0346d711 req-23d0a84e-e6f5-4759-8596-1da57ab837da tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:50.459445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03e04f48-193e-4cb5-9f45-f52c0346d711 req-23d0a84e-e6f5-4759-8596-1da57ab837da tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 948 time: 0.0854101
Nov 23 13:10:50.508376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03e04f48-193e-4cb5-9f45-f52c0346d711 req-4f9fb269-def6-4407-9dd0-d28e8448fd0d tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425668
Nov 23 13:10:50.882270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-b1e9ee79-dd17-4169-b4e5-14da5cd3f718 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:10:51.297173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d19225a7-dd15-433b-901f-42015e7caa7c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:51.367973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port d19225a7-dd15-433b-901f-42015e7caa7c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:10:51.372936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port d19225a7-dd15-433b-901f-42015e7caa7c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:51.373356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:51.494546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:51.522942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:10:51.533859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port d19225a7-dd15-433b-901f-42015e7caa7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d19225a7-dd15-433b-901f-42015e7caa7c,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:51.536999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:51.539062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca246ee6-68df-43e9-892f-a59c5186bd5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:51.585212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c', 'code': 200}
Nov 23 13:10:51.613126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=d19225a7-dd15-433b-901f-42015e7caa7c,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:51.616623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:52.060935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54805228-5eef-4ecf-93f4-a6a742588038 req-6240de02-fa84-4f1c-836f-f3d41d595fc0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:52.062539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54805228-5eef-4ecf-93f4-a6a742588038 req-6240de02-fa84-4f1c-836f-f3d41d595fc0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.4175146
Nov 23 13:10:52.065414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38246-f7cd-4d30-be2c-e84421f4aeb9 req-1caf91e0-92b4-4386-a37f-be9ec55ba713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:52.066878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76a38246-f7cd-4d30-be2c-e84421f4aeb9 req-1caf91e0-92b4-4386-a37f-be9ec55ba713 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 1167 time: 0.1079702
Nov 23 13:10:52.145153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54805228-5eef-4ecf-93f4-a6a742588038 req-13a10ef4-586c-4c37-b9d3-daa10b71fd18 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757058
Nov 23 13:10:52.148255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76a38246-f7cd-4d30-be2c-e84421f4aeb9 req-65073641-e3ac-4f54-83b4-d12a44fbcef0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629878
Nov 23 13:10:52.927683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d19225a7-dd15-433b-901f-42015e7caa7c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:10:53.012469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port d19225a7-dd15-433b-901f-42015e7caa7c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:10:53.012892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:53.416109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ae8ad-b14f-44a5-8b7b-b5d5c32e230a req-6eb7bb7c-48a8-4c13-bbca-8926b6ebf469 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:53.418664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0f2ae8ad-b14f-44a5-8b7b-b5d5c32e230a req-6eb7bb7c-48a8-4c13-bbca-8926b6ebf469 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.1085103
Nov 23 13:10:53.473298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0f2ae8ad-b14f-44a5-8b7b-b5d5c32e230a req-a855a5b8-4cc1-4f76-9181-65924f2d4969 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470572
Nov 23 13:10:53.902041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:10:54.832618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb883a33-4bf5-4da0-9388-5360a02f5a13 req-c84625f2-6f80-4505-bd95-ff0dee9ab3eb tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:54.834156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb883a33-4bf5-4da0-9388-5360a02f5a13 req-c84625f2-6f80-4505-bd95-ff0dee9ab3eb tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.0875907
Nov 23 13:10:54.883596 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb883a33-4bf5-4da0-9388-5360a02f5a13 req-f3847641-9e96-4144-ad99-a91e6fa6ee14 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430133
Nov 23 13:10:56.283685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7a1d-517b-44fa-adb3-247cfa3ec862 req-55923a63-0dd3-4b2c-a203-530b06245e9b tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:56.285349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-847d7a1d-517b-44fa-adb3-247cfa3ec862 req-55923a63-0dd3-4b2c-a203-530b06245e9b tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.0887237
Nov 23 13:10:56.334933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-847d7a1d-517b-44fa-adb3-247cfa3ec862 req-95050a86-96e7-4e71-8eed-04a8381d4ef4 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432262
Nov 23 13:10:57.558075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5edeb-aaac-4b0a-bc48-9e230639fccb req-3a9e509f-7fb2-4081-9cd8-ff9a0985333e tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:57.559691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-92e5edeb-aaac-4b0a-bc48-9e230639fccb req-3a9e509f-7fb2-4081-9cd8-ff9a0985333e tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.0898507
Nov 23 13:10:57.609213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-92e5edeb-aaac-4b0a-bc48-9e230639fccb req-0c20441e-12db-4cbd-b1ba-6391c6946292 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/security-groups?id=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422919
Nov 23 13:10:57.712526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3749-13ae-4099-87d3-9973581e09ef req-afce7c26-21ca-41bf-8fb6-f531d626f3d6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:10:57.714114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d73e3749-13ae-4099-87d3-9973581e09ef req-afce7c26-21ca-41bf-8fb6-f531d626f3d6 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.63 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 950 time: 0.0848346
Nov 23 13:10:57.794045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Deleting port d19225a7-dd15-433b-901f-42015e7caa7c {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:10:57.794419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:57.861123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d48ad0ac-8a8a-41a7-99c2-b66d5282fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:58.056863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] For port d19225a7-dd15-433b-901f-42015e7caa7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d19225a7-dd15-433b-901f-42015e7caa7c,segment=NetworkSegment(cd355e4e-34ca-415f-b5e9-ba3624ea7d66),segment_id=cd355e4e-34ca-415f-b5e9-ba3624ea7d66)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:10:58.057177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:58.190291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Calling delete_port for d19225a7-dd15-433b-901f-42015e7caa7c owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:10:58.340009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:58.359525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-946b4830-4cf2-4278-9d94-3c08047fe839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:10:58.464636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Pushing event deleted for resources: {'Port': ['ID=d19225a7-dd15-433b-901f-42015e7caa7c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:10:58.469048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:10:58.569659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] No DVR routers for this DVR port d19225a7-dd15-433b-901f-42015e7caa7c on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:10:58.572155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:10:58.575230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'name': 'network-vif-deleted', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:10:58.592903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d73e3749-13ae-4099-87d3-9973581e09ef req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.63 "DELETE /v2.0/ports/d19225a7-dd15-433b-901f-42015e7caa7c HTTP/1.1" status: 204  len: 173 time: 0.8731246
Nov 23 13:10:58.643850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273057a6-43c9-4d31-b6fe-3136cfa84890', 'name': 'network-vif-deleted', 'tag': 'd19225a7-dd15-433b-901f-42015e7caa7c', 'status': 'completed', 'code': 200}
Nov 23 13:10:58.841518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1fb237e1-128a-4b26-9178-0490b7dfeac7 req-b6f5a122-3a6a-4af9-8762-0d097ce84d11 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] 10.222.0.60 "GET /v2.0/ports?device_id=273057a6-43c9-4d31-b6fe-3136cfa84890 HTTP/1.1" status: 200  len: 210 time: 0.0507970
Nov 23 13:10:58.850670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d19225a7-dd15-433b-901f-42015e7caa7c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:10:58.889974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: d19225a7-dd15-433b-901f-42015e7caa7c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:10:58.890376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device d19225a7-dd15-433b-901f-42015e7caa7c not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:11:00.260583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51690) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:00.297214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0f2d8aa-c5ea-4872-8272-cc70fc01ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.451579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f0576e3b-4e22-4fd0-8ff3-6e4f1fb3457c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=199393bb2b144578a18502e5858d3b69&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1896186
Nov 23 13:11:00.454160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51696) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:00.519683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.550168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.597864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.603045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-45196a61-abfe-46d6-ab5b-dbf9cf661317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:00.621230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184dd2dc-0143-48ac-8e4c-106fc7bfd5c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:00.624298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:00.631489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.632757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/184dd2dc-0143-48ac-8e4c-106fc7bfd5c3 HTTP/1.1" status: 204  len: 168 time: 0.1772630
Nov 23 13:11:00.772679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:00.983230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:01.003982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.040458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:01.044531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Usage tracker for resource:security_group_rule and tenant:23a539874a814ced8fe2e35847f28ba6 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:01.047490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:01.054033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:01.125275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.127842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.135281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fa50874-63de-4483-8794-ccedcbab9655 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:01.178324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf897633-a050-47f2-8adf-0df675414a46,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:01.182238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:01.184919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23a539874a814ced8fe2e35847f28ba6&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2006023
Nov 23 13:11:01.187740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51708) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:01.256063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.287135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.336461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.341612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2aeb11ca-08a9-4c23-bcc0-218216549a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:01.352946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf897633-a050-47f2-8adf-0df675414a46,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:01.356631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:01.360883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:01.362100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8f334b8a-c3f9-46a6-9a06-dce63a2ab1fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf897633-a050-47f2-8adf-0df675414a46 HTTP/1.1" status: 204  len: 168 time: 0.1733181
Nov 23 13:11:02.047274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.272744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51730) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:02.321666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.417682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2081578372-network', 'tenant_id': '0365d201038a407e9ac4ca011243d84a'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:02.423451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:02.427795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Usage tracker for resource:network and tenant:0365d201038a407e9ac4ca011243d84a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:02.431090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:02.436924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:02.446948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Made reservation on behalf of 0365d201038a407e9ac4ca011243d84a for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:11:02.451717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.465207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.498972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:02.503050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Usage tracker for resource:security_group_rule and tenant:0365d201038a407e9ac4ca011243d84a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:02.505983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:02.511730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:02.579190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.581871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.586116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16b111cd-8827-4551-bca9-a9e1f1e60969 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:02.620455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:11:02.629762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4515dc13-92c0-40d9-85f4-af36ea84f60d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:02.633257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:02.638211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.638211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Added segment a244d432-e579-469c-a7c5-288e3b060a7e of type vxlan for network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9
Nov 23 13:11:02.667110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.700640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.701618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:02.702253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:02.708101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92cb3795-6fd4-4180-97be-faabc6191b52 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:02.815750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5416269
Nov 23 13:11:02.818934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51736) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:02.821623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Pushing event updated for resources: {'Network': ['ID=8d3a0c99-feb6-4e81-96b9-c3852c215ae9,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:02.827436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Request body: {'subnet': {'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2081578372-subnet', 'tenant_id': '0365d201038a407e9ac4ca011243d84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:02.833037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:11:02.833208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:02.834156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:02.838350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Usage tracker for resource:subnet and tenant:0365d201038a407e9ac4ca011243d84a is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:02.841575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:02.848239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:02.851294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:11:02.857304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Made reservation on behalf of 0365d201038a407e9ac4ca011243d84a for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:11:02.862164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:03.280776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:03.296746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dc085714-64bf-490d-ba50-c3b5b7be68a6 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:03.424318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e81322b-5cd8-425a-8ce4-8908c71081f0,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:03.427679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:03.508915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Checking segment: {'id': 'a244d432-e579-469c-a7c5-288e3b060a7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:11:03.509328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Network hostable DHCP agents. Network: 8d3a0c99-feb6-4e81-96b9-c3852c215ae9, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:11:03.533745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:11:03.542871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 8d3a0c99-feb6-4e81-96b9-c3852c215ae9) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:11:03.553918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0825b03b-cad8-4416-8f76-748b2fab65cb None None] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:11:03.555774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:03.556453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:03.576795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7565994
Nov 23 13:11:03.822785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c22e5-6224-4634-9b19-5c0db609bc3c None None] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:11:04.205293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-34d3f2db-283b-4d7e-9a12-235d1c995036 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:04.206050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-34d3f2db-283b-4d7e-9a12-235d1c995036 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Synchronizing usage tracker for tenant:0365d201038a407e9ac4ca011243d84a on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:11:04.223427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-34d3f2db-283b-4d7e-9a12-235d1c995036 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Unset dirty status for tenant:0365d201038a407e9ac4ca011243d84a on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:11:04.224869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-34d3f2db-283b-4d7e-9a12-235d1c995036 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 812 time: 0.1810606
Nov 23 13:11:04.243682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-96ad20b5-4562-4f08-beba-af801f254262 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/quotas/0365d201038a407e9ac4ca011243d84a HTTP/1.1" status: 200  len: 375 time: 0.0125155
Nov 23 13:11:04.296399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-3bfe595d-e4da-4cd6-b4db-d778c3171cad tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469034
Nov 23 13:11:04.445930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-71570d22-99fe-44cf-aff7-2ebafc74c79b service neutron] 10.222.0.60 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420429
Nov 23 13:11:04.591510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-d82a9c0c-255b-4b7e-89d4-d55b07f3e234 service neutron] 10.222.0.60 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389670
Nov 23 13:11:04.798581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f726f073-21e8-465e-8f12-19b75845d41c req-b2de9871-aee8-4c14-b69c-fa40ebdec44f tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 210 time: 0.0465615
Nov 23 13:11:05.954690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-d0371e97-652b-414a-99de-6c27800ab0fc tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:05.956279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-d0371e97-652b-414a-99de-6c27800ab0fc tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.63 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 812 time: 0.1663861
Nov 23 13:11:05.980859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Request body: {'port': {'device_id': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9', 'admin_state_up': True, 'tenant_id': '0365d201038a407e9ac4ca011243d84a'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:05.986986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37f94190-c56f-47cc-8167-38c97ca36488 req-07b3b851-ddca-4b9c-a6f9-c0e002fbd0f1 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 210 time: 0.0516076
Nov 23 13:11:06.134300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:06.138434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Usage tracker for resource:port and tenant:0365d201038a407e9ac4ca011243d84a is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:06.141531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:06.147454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:06.156241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Made reservation on behalf of 0365d201038a407e9ac4ca011243d84a for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:11:06.162265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:06.473975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Allocated IP 172.20.0.12 (8d3a0c99-feb6-4e81-96b9-c3852c215ae9/9e81322b-5cd8-425a-8ce4-8908c71081f0/275c53f0-b3c7-4a28-a17e-e2fa76a49883) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:11:06.689492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:06.716541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:06.732858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:06.882452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:06.887540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:06.943449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:11:06.944651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:11:06.947118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:11:07.014315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:07.014875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:07.036594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0603611
Nov 23 13:11:07.055799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Request body: {'port': {'device_id': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:07.223484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:07.317799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fa91-3e1e-4151-a825-11a20c7f8f3b req-3f29590f-5a3d-497c-afca-1c5723ce3234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:07.318483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9930fa91-3e1e-4151-a825-11a20c7f8f3b req-3f29590f-5a3d-497c-afca-1c5723ce3234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Synchronizing usage tracker for tenant:0365d201038a407e9ac4ca011243d84a on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:11:07.392131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9930fa91-3e1e-4151-a825-11a20c7f8f3b req-3f29590f-5a3d-497c-afca-1c5723ce3234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Unset dirty status for tenant:0365d201038a407e9ac4ca011243d84a on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:11:07.393587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9930fa91-3e1e-4151-a825-11a20c7f8f3b req-3f29590f-5a3d-497c-afca-1c5723ce3234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 932 time: 0.2481492
Nov 23 13:11:07.582238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9930fa91-3e1e-4151-a825-11a20c7f8f3b req-739a54d1-bc5a-44b7-94b1-4592c14963a7 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450830
Nov 23 13:11:07.718220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275c53f0-b3c7-4a28-a17e-e2fa76a49883 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:11:07.726023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:07.739219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Transition to ACTIVE for port object 275c53f0-b3c7-4a28-a17e-e2fa76a49883 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:11:07.741927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:07.759595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:07.899293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:07.902377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:08.088186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Attempting to bind port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:11:08.088843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Attempting to bind port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a244d432-e579-469c-a7c5-288e3b060a7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:11:08.088969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Attempting to bind port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 on network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:11:08.096297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:11:08.096687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Checking segment: {'id': 'a244d432-e579-469c-a7c5-288e3b060a7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:11:08.097085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:08.097473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Bound using segment: {'id': 'a244d432-e579-469c-a7c5-288e3b060a7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:11:08.097943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Bound port: 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244d432-e579-469c-a7c5-288e3b060a7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d3a0c99-feb6-4e81-96b9-c3852c215ae9'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:11:08.098310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:08.187730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:11:08.191303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883,segment=NetworkSegment(a244d432-e579-469c-a7c5-288e3b060a7e),segment_id=a244d432-e579-469c-a7c5-288e3b060a7e)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:11:08.194564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:08.210291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3f52b5a-eb79-48b5-8125-4aed22c8e927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:08.363075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:08.368846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:08.400664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:08.401333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:08.402814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] 10.222.0.63 "PUT /v2.0/ports/275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 1158 time: 1.3520820
Nov 23 13:11:08.403360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:11:08.493957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883', 'status': 'completed', 'code': 200}
Nov 23 13:11:08.531382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-b21010dd-dbef-4b1d-b58a-50b5e3bff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:08.533079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-b21010dd-dbef-4b1d-b58a-50b5e3bff8b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1161 time: 0.0776923
Nov 23 13:11:08.614718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-de1d8b64-5e7c-4d10-9376-7be30c189a5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 217 time: 0.0681355
Nov 23 13:11:08.690373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-ee258b36-b967-4c1d-bef8-294e7905ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:08.692278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-ee258b36-b967-4c1d-bef8-294e7905ef12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 200  len: 852 time: 0.0709050
Nov 23 13:11:08.781249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-5d51dc64-4c95-4aa8-ad80-0344c8659fca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824151
Nov 23 13:11:09.225303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dc820-11e3-4cb3-af20-9222c261a0e1 req-4062102a-6297-4c6a-871e-922dd6fd70a1 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:09.226917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b80dc820-11e3-4cb3-af20-9222c261a0e1 req-4062102a-6297-4c6a-871e-922dd6fd70a1 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 944 time: 0.4887624
Nov 23 13:11:09.230574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-4ef23538-8f9d-4f00-ae84-896c70c3d3a2 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4379930
Nov 23 13:11:09.386259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b80dc820-11e3-4cb3-af20-9222c261a0e1 req-c0d69f87-0030-4b1e-a598-a8df3393ae3a tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528959
Nov 23 13:11:09.423927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f45a4c10-e4ff-4b6f-a46a-233e488e5931 req-49b20d0d-ca5b-4b0d-ba70-3b36e796aaa6 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1726680
Nov 23 13:11:09.591173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-94f7c173-0e7b-4479-8dd8-a1e34c24590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:09.592733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-94f7c173-0e7b-4479-8dd8-a1e34c24590c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1161 time: 0.0809321
Nov 23 13:11:09.740941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-7b6eeb9f-d7eb-4b8b-8947-95b6b7e199e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:09.742824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-7b6eeb9f-d7eb-4b8b-8947-95b6b7e199e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 906 time: 0.1433539
Nov 23 13:11:09.822765 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-5750f91c-d216-40b6-9991-8fa693fad9f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 217 time: 0.0731540
Nov 23 13:11:09.894652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-e00b5912-6977-4d05-9533-582974bdf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:09.896158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-e00b5912-6977-4d05-9533-582974bdf511 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 200  len: 852 time: 0.0670385
Nov 23 13:11:09.951607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-1390beed-98e8-4707-b63e-f32aac138d9e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478742
Nov 23 13:11:10.099736 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-cd86f97d-1ee1-46b7-b5e6-8127314073e3 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406188
Nov 23 13:11:10.248392 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2c6d3a4-b4a0-4f0b-9ea9-28f4923a83ea req-9ca15329-6639-45d7-b6e0-c152c678261e service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415672
Nov 23 13:11:10.607652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9153-8b4d-463a-9e65-23d9073ff9dd req-4884dbc0-5dc9-4668-9353-1e1cea422110 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:10.609240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e42a9153-8b4d-463a-9e65-23d9073ff9dd req-4884dbc0-5dc9-4668-9353-1e1cea422110 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 944 time: 0.0904427
Nov 23 13:11:10.658461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e42a9153-8b4d-463a-9e65-23d9073ff9dd req-5db2fbe1-a861-4320-995e-7fae0c02b4fe tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Synchronizing usage tracker for tenant:0365d201038a407e9ac4ca011243d84a on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:11:10.675660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e42a9153-8b4d-463a-9e65-23d9073ff9dd req-5db2fbe1-a861-4320-995e-7fae0c02b4fe tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Unset dirty status for tenant:0365d201038a407e9ac4ca011243d84a on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:11:10.676973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e42a9153-8b4d-463a-9e65-23d9073ff9dd req-5db2fbe1-a861-4320-995e-7fae0c02b4fe tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603383
Nov 23 13:11:11.097254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-64ba5367-4af3-4e73-997e-0fcff021e6ae None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:11:11.509576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:11:11.583739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:11:11.588810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:11:11.589227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:11.710049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:11.739995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:11:11.751214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883,segment=NetworkSegment(a244d432-e579-469c-a7c5-288e3b060a7e),segment_id=a244d432-e579-469c-a7c5-288e3b060a7e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:11:11.754488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:11.756859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:11.804673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883', 'code': 200}
Nov 23 13:11:11.833692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:11.843128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.843534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.843899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.844952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.845440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.846072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.846457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.846839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.847218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.847594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.847972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.848348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.848905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.849229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.849603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.849977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.850346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.850707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.851076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.851447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.851838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.852193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.852590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.852960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:11.857486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:11.904126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a6bc8-b725-42c7-bd56-9ae7c4f63ee2 req-97a9f596-9338-44f3-ac5c-0e69c3ebdb8e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:11.905770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d06a6bc8-b725-42c7-bd56-9ae7c4f63ee2 req-97a9f596-9338-44f3-ac5c-0e69c3ebdb8e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0949008
Nov 23 13:11:11.956946 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d06a6bc8-b725-42c7-bd56-9ae7c4f63ee2 req-0691b777-4ab4-4551-b224-673813a28208 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433109
Nov 23 13:11:12.081474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afb43-b812-46ed-b458-91d8c8ec403b req-19fda069-4c10-484d-9838-a72db6c2b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:12.083076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-019afb43-b812-46ed-b458-91d8c8ec403b req-19fda069-4c10-484d-9838-a72db6c2b77c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1163 time: 0.0789945
Nov 23 13:11:12.128257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-019afb43-b812-46ed-b458-91d8c8ec403b req-34bfba18-2ccc-4060-8074-a5ffa47c460b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382822
Nov 23 13:11:13.138026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:11:13.172175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c391c57-1684-4365-a066-5e63d0d9636f req-9e02a4db-ac03-4fef-819a-34318a463ee6 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:13.174418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c391c57-1684-4365-a066-5e63d0d9636f req-9e02a4db-ac03-4fef-819a-34318a463ee6 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0849960
Nov 23 13:11:13.213397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:11:13.213956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:13.225524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c391c57-1684-4365-a066-5e63d0d9636f req-8f072ce7-35c0-4b5b-a7af-d093ee5a1d41 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439672
Nov 23 13:11:14.443010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59c2eb-97b0-42ef-98b6-dd870d51fd76 req-09d86ebd-a7d7-4e0f-b219-db11c44e886d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:14.444641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e59c2eb-97b0-42ef-98b6-dd870d51fd76 req-09d86ebd-a7d7-4e0f-b219-db11c44e886d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0832038
Nov 23 13:11:14.493409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e59c2eb-97b0-42ef-98b6-dd870d51fd76 req-802ac281-1f58-4ab6-8e16-f4c53dc3ce81 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424500
Nov 23 13:11:14.908837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51796) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:14.961448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77682b8a-d82c-4e45-8889-6fe4cad280c1 req-f3af6426-0d28-4d7c-92ae-cb4961d7194b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:14.963024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-77682b8a-d82c-4e45-8889-6fe4cad280c1 req-f3af6426-0d28-4d7c-92ae-cb4961d7194b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0909774
Nov 23 13:11:15.013716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-77682b8a-d82c-4e45-8889-6fe4cad280c1 req-2cc7ded7-1a3d-40ff-8c07-62d73e589981 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442429
Nov 23 13:11:15.064630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-daad25d3-eb39-4703-a119-5085e4abe22f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1542134
Nov 23 13:11:16.233746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de2e7-c864-4be4-96d0-482f3f626148 req-ab3b7900-9679-435e-be7b-14a465568c12 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:16.236129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c40de2e7-c864-4be4-96d0-482f3f626148 req-ab3b7900-9679-435e-be7b-14a465568c12 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0857987
Nov 23 13:11:16.286052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c40de2e7-c864-4be4-96d0-482f3f626148 req-36446551-9997-4087-8ffa-42f45f980ca4 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435674
Nov 23 13:11:16.515944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-033cdf05-9b7c-43f3-bba3-e035068eb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:16.517646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-033cdf05-9b7c-43f3-bba3-e035068eb714 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1163 time: 0.0767078
Nov 23 13:11:16.665306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-74471003-480a-4407-9e9f-5c1863690b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:16.666890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-74471003-480a-4407-9e9f-5c1863690b23 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 906 time: 0.1418900
Nov 23 13:11:16.743854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-9ba0fca1-77f9-4b9a-bfb5-d4f12cc23d17 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 217 time: 0.0698864
Nov 23 13:11:16.813732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-a0ab2d7b-eec4-4dc3-ad72-052338415214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:16.815310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-a0ab2d7b-eec4-4dc3-ad72-052338415214 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 200  len: 852 time: 0.0651650
Nov 23 13:11:16.872084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-a58dad7d-1122-4e5c-ad87-17e2e2b0be36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485425
Nov 23 13:11:17.018078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-3545bf02-4670-4a82-9a72-f87f05c0a73d service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381586
Nov 23 13:11:17.125726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:17.167595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-2a12fc7d-3a42-4959-9b58-0e1f6ed6ad66 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426156
Nov 23 13:11:17.502945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4da1f-3019-4683-ba70-f8c1632e9943 req-f5a36209-e309-4db0-8c3b-37e683c90d36 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:17.504552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51d4da1f-3019-4683-ba70-f8c1632e9943 req-f5a36209-e309-4db0-8c3b-37e683c90d36 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0836251
Nov 23 13:11:17.552279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51d4da1f-3019-4683-ba70-f8c1632e9943 req-eba725f0-5967-4d8a-a3d5-6d01a5fa6e71 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412486
Nov 23 13:11:18.772642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24f032-b9f1-48e0-ba27-d9e4872948fc req-31abc8a8-8b76-4584-b117-0076958cab80 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:18.774239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e24f032-b9f1-48e0-ba27-d9e4872948fc req-31abc8a8-8b76-4584-b117-0076958cab80 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0902162
Nov 23 13:11:18.825079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e24f032-b9f1-48e0-ba27-d9e4872948fc req-35212759-a87b-4225-8905-093e69300cd3 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443723
Nov 23 13:11:20.050894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ed301-b02c-4478-9e9d-13f6d8d135b4 req-080ead46-6991-466f-adb1-e75212022234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:20.052482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe3ed301-b02c-4478-9e9d-13f6d8d135b4 req-080ead46-6991-466f-adb1-e75212022234 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0901458
Nov 23 13:11:20.100581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe3ed301-b02c-4478-9e9d-13f6d8d135b4 req-0fd3c72e-65d7-4f2b-91ad-b8b14047b4ac tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418160
Nov 23 13:11:21.318194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ad5f-2e81-499d-95e5-853e94c6cd76 req-bc5ed7e0-4e01-4e82-a652-e1991b2a8e2e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:21.319834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-93a7ad5f-2e81-499d-95e5-853e94c6cd76 req-bc5ed7e0-4e01-4e82-a652-e1991b2a8e2e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0844889
Nov 23 13:11:21.373139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-93a7ad5f-2e81-499d-95e5-853e94c6cd76 req-cdc0946c-7b31-4692-88a5-4477ad834b22 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467002
Nov 23 13:11:22.595106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede266-a323-43f9-96a5-bd5ede1db26d req-2bd73104-3b6b-45c6-9452-c712602bf0bc tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:22.597190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccede266-a323-43f9-96a5-bd5ede1db26d req-2bd73104-3b6b-45c6-9452-c712602bf0bc tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0869260
Nov 23 13:11:22.648055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccede266-a323-43f9-96a5-bd5ede1db26d req-4381c3f2-c619-4c4f-bc6a-88f044a4d48b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445430
Nov 23 13:11:23.862893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46f1eb-9bb4-4f1d-bcfd-23e326ebef52 req-a4a305c1-e452-4fe5-a562-cd89492a0e26 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:23.864566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ee46f1eb-9bb4-4f1d-bcfd-23e326ebef52 req-a4a305c1-e452-4fe5-a562-cd89492a0e26 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0872376
Nov 23 13:11:23.914218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ee46f1eb-9bb4-4f1d-bcfd-23e326ebef52 req-d810d969-eec5-4a01-ad6e-f94a4459558a tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429044
Nov 23 13:11:25.131275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb475606-89db-4b45-b556-93567ca16415 req-4a1b53f7-ea30-4f3b-8d93-deb12ef52d4d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:25.132911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb475606-89db-4b45-b556-93567ca16415 req-4a1b53f7-ea30-4f3b-8d93-deb12ef52d4d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0885038
Nov 23 13:11:25.182304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb475606-89db-4b45-b556-93567ca16415 req-a33516fe-f616-4bb8-9884-b6b1b21867f1 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430605
Nov 23 13:11:26.399052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7d29-e278-4e5f-8ea3-bb650dec6f4e req-bc5e02c7-8837-4c1d-92e9-48eefa53b8fa tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:26.400638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fdb7d29-e278-4e5f-8ea3-bb650dec6f4e req-bc5e02c7-8837-4c1d-92e9-48eefa53b8fa tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0871007
Nov 23 13:11:26.449842 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fdb7d29-e278-4e5f-8ea3-bb650dec6f4e req-9d262f21-25fe-4e7a-be7d-fd7879b3bcb7 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427446
Nov 23 13:11:27.668673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10baed-3591-477f-a3c0-4c7e958492c0 req-d3657dfe-5890-443e-a332-e78f34b20d12 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:27.670334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d10baed-3591-477f-a3c0-4c7e958492c0 req-d3657dfe-5890-443e-a332-e78f34b20d12 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0877721
Nov 23 13:11:27.728666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d10baed-3591-477f-a3c0-4c7e958492c0 req-6cc610c4-81cc-4044-b138-4525655b0b17 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508394
Nov 23 13:11:27.864800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dd2064-e68b-4430-9a9e-3b97142fc40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:28.951465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eaab9-acba-4247-9eca-605e85fdb132 req-15d4d612-f441-44e7-9592-e3035057c161 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:28.953108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a57eaab9-acba-4247-9eca-605e85fdb132 req-15d4d612-f441-44e7-9592-e3035057c161 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0852587
Nov 23 13:11:29.002583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a57eaab9-acba-4247-9eca-605e85fdb132 req-01746203-a6ce-423b-ac39-615c9ba10bf4 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421891
Nov 23 13:11:30.216931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6011-cee3-48f5-9c6b-eba044cb481b req-55966267-06f3-40f3-a436-106e4d6e0e2f tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:30.218529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aaf6011-cee3-48f5-9c6b-eba044cb481b req-55966267-06f3-40f3-a436-106e4d6e0e2f tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0852573
Nov 23 13:11:30.267928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aaf6011-cee3-48f5-9c6b-eba044cb481b req-ab5e332f-316e-4356-92aa-fffa39898f2d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423706
Nov 23 13:11:30.299872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7868d2d2-aa6c-4955-8653-791096dfc425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:30.775822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:30.903564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:11:31.492811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528422f-8f0c-4d91-9eb6-3af70ee46bc7 req-3f9372b0-d2d7-417f-a080-9974a45598b2 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:31.494432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a528422f-8f0c-4d91-9eb6-3af70ee46bc7 req-3f9372b0-d2d7-417f-a080-9974a45598b2 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0939167
Nov 23 13:11:31.544791 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a528422f-8f0c-4d91-9eb6-3af70ee46bc7 req-c3b114ec-bbae-4f5d-8ec1-4370cc16e37d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439916
Nov 23 13:11:32.050742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:32.325650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:32.761172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120388-3f23-4148-b0a3-b6ccf5319b23 req-02699486-2019-4fc9-b6b4-35a60074ab4e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:32.762782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d120388-3f23-4148-b0a3-b6ccf5319b23 req-02699486-2019-4fc9-b6b4-35a60074ab4e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0890906
Nov 23 13:11:32.813478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d120388-3f23-4148-b0a3-b6ccf5319b23 req-72f7d92e-036b-4f95-a69d-16f20731a08e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432670
Nov 23 13:11:34.028763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c4ef-d621-4351-9629-5c460760c647 req-19e7ea4d-903a-427b-90c9-4167f9f6181f tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:34.030308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8062c4ef-d621-4351-9629-5c460760c647 req-19e7ea4d-903a-427b-90c9-4167f9f6181f tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0866044
Nov 23 13:11:34.084662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8062c4ef-d621-4351-9629-5c460760c647 req-a82b3feb-9cd4-429a-85e6-8461798b1a33 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471735
Nov 23 13:11:35.301141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9909c9-f3df-42e5-ae13-2297a4b075d3 req-b21b986f-8272-4656-a37f-0389ca64fdb9 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:35.302756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da9909c9-f3df-42e5-ae13-2297a4b075d3 req-b21b986f-8272-4656-a37f-0389ca64fdb9 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0856440
Nov 23 13:11:35.352097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da9909c9-f3df-42e5-ae13-2297a4b075d3 req-5083ba4b-bb6f-4d39-aae1-48edf91afb4c tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428135
Nov 23 13:11:36.571969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba49ef-932b-4c97-ac6b-d2ab77427fed req-f7887837-af38-4e9d-9b47-0a865c0f779c tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:36.573635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76ba49ef-932b-4c97-ac6b-d2ab77427fed req-f7887837-af38-4e9d-9b47-0a865c0f779c tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0845542
Nov 23 13:11:36.622370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76ba49ef-932b-4c97-ac6b-d2ab77427fed req-4b067604-8193-4000-9315-1819f45891e5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424099
Nov 23 13:11:37.855690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9007d0-c4ec-44ed-818a-f744b0cf9504 req-6f66c2c7-81a8-4391-8616-0f943e9c4e5b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:37.857336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db9007d0-c4ec-44ed-818a-f744b0cf9504 req-6f66c2c7-81a8-4391-8616-0f943e9c4e5b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0997691
Nov 23 13:11:37.907009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db9007d0-c4ec-44ed-818a-f744b0cf9504 req-6ff57514-faf6-4215-912d-1a127ff08b92 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430620
Nov 23 13:11:39.122786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb23dc-ecd1-4988-832c-093b007a9c73 req-93b0dae9-d8dc-451b-86b8-c8c2517c90bd tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:39.124335 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96eb23dc-ecd1-4988-832c-093b007a9c73 req-93b0dae9-d8dc-451b-86b8-c8c2517c90bd tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0872934
Nov 23 13:11:39.173591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96eb23dc-ecd1-4988-832c-093b007a9c73 req-666eeb84-091b-45c7-a6f4-38afe45f6496 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416758
Nov 23 13:11:40.387539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43c9b-0ddf-4b31-9c47-a5d176652cb6 req-7360154c-5400-47b5-a324-abe6ffc0be0d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:40.389228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78e43c9b-0ddf-4b31-9c47-a5d176652cb6 req-7360154c-5400-47b5-a324-abe6ffc0be0d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0846689
Nov 23 13:11:40.439664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78e43c9b-0ddf-4b31-9c47-a5d176652cb6 req-4f95ec78-e725-4553-8970-059dcec384ce tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428979
Nov 23 13:11:41.659702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507954c-a0f5-4955-88ff-3730096b6ec4 req-0f993d45-bff1-496a-ac6a-b94c2d5ad8de tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:41.661300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e507954c-a0f5-4955-88ff-3730096b6ec4 req-0f993d45-bff1-496a-ac6a-b94c2d5ad8de tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0880060
Nov 23 13:11:41.723879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e507954c-a0f5-4955-88ff-3730096b6ec4 req-aa01d047-7bd6-41b7-ac0e-6ef5e1b85d75 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560079
Nov 23 13:11:42.948155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd83c-7514-4ead-8435-23a3868d5f1c req-a187df1a-20e7-4046-af2b-537cff49c7ee tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:42.949799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c1fd83c-7514-4ead-8435-23a3868d5f1c req-a187df1a-20e7-4046-af2b-537cff49c7ee tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0876658
Nov 23 13:11:42.999773 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c1fd83c-7514-4ead-8435-23a3868d5f1c req-48f88562-ff49-457c-acef-c82e1b35cd8e tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431137
Nov 23 13:11:44.117860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-301f20e4-561c-4193-8255-5ed50ba33ad1 service neutron] 10.222.0.63 "GET /v2.0/ports/275c53f0-b3c7-4a28-a17e-e2fa76a49883/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0807593
Nov 23 13:11:44.223487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6a1ae-f28a-4cdf-978d-5801a32c98d9 req-44bca47d-d573-4371-9b5c-015451b2fe41 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:44.225147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64e6a1ae-f28a-4cdf-978d-5801a32c98d9 req-44bca47d-d573-4371-9b5c-015451b2fe41 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0905540
Nov 23 13:11:44.276040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64e6a1ae-f28a-4cdf-978d-5801a32c98d9 req-d18dd07f-7231-48d2-bbab-fc0b9adb4416 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443032
Nov 23 13:11:44.413215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-cc8ba7ba-6915-49d8-a818-6d78a9e2267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:44.414832 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-cc8ba7ba-6915-49d8-a818-6d78a9e2267c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1&tenant_id=0365d201038a407e9ac4ca011243d84a HTTP/1.1" status: 200  len: 1163 time: 0.0813460
Nov 23 13:11:44.523845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-2564bf2e-f2da-4f0a-a8b0-5bcaa5a6f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:44.525492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-2564bf2e-f2da-4f0a-a8b0-5bcaa5a6f4bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1163 time: 0.0763621
Nov 23 13:11:44.671437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-24a5ae55-c02e-463a-bd86-4b923ded3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:44.673039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-24a5ae55-c02e-463a-bd86-4b923ded3499 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 906 time: 0.1411409
Nov 23 13:11:44.749592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-1c7d5846-8f0b-4787-8e04-77ee91ea079b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 217 time: 0.0699942
Nov 23 13:11:44.822929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-7cf9e3c6-0c1a-4981-b15c-aa38239334b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:44.824566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-7cf9e3c6-0c1a-4981-b15c-aa38239334b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 200  len: 852 time: 0.0683563
Nov 23 13:11:44.878195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-4cbdb518-ee64-4486-8b66-dd7a3b690a2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472877
Nov 23 13:11:45.026857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-d630f75e-73d9-47a9-9380-b635c78f097e service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414111
Nov 23 13:11:45.144575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:11:45.173204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-710cc123-4754-4bc0-a6fc-80fd9cc38f4f req-2f754cc3-e99d-4bad-b2a7-d105fe5392a9 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391621
Nov 23 13:11:45.264097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:45.293120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:11:45.304233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883,segment=NetworkSegment(a244d432-e579-469c-a7c5-288e3b060a7e),segment_id=a244d432-e579-469c-a7c5-288e3b060a7e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:11:45.307855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:45.309759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2cde882e-0ca8-424b-9023-fd8b89ddf3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:45.375532 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883', 'code': 200}
Nov 23 13:11:45.389899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:45.394523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:45.524404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6fb6-0146-42df-9dd8-787fcaf727d9 req-e8b80db5-fc9e-4462-a492-d5d3e70d7328 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:45.526065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e0b6fb6-0146-42df-9dd8-787fcaf727d9 req-e8b80db5-fc9e-4462-a492-d5d3e70d7328 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 944 time: 0.0847337
Nov 23 13:11:45.580635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e0b6fb6-0146-42df-9dd8-787fcaf727d9 req-8712473c-7728-431c-acc8-0e5c17874271 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479658
Nov 23 13:11:46.797167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638c7c8-aa62-42ad-a50d-e638413d7609 req-7dc26a23-3970-4bb9-b33c-f50befb47252 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:46.798829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6638c7c8-aa62-42ad-a50d-e638413d7609 req-7dc26a23-3970-4bb9-b33c-f50befb47252 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 944 time: 0.0835037
Nov 23 13:11:46.851324 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6638c7c8-aa62-42ad-a50d-e638413d7609 req-9d51aca4-b21b-49c5-8a77-05d60b37b6b9 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452340
Nov 23 13:11:47.155928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:47.616655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:11:47.693500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:11:47.693924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:47.817655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:47.851468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:11:47.862066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883,segment=NetworkSegment(a244d432-e579-469c-a7c5-288e3b060a7e),segment_id=a244d432-e579-469c-a7c5-288e3b060a7e)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:11:47.865120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:47.867451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:47.929942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883', 'code': 200}
Nov 23 13:11:47.940248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:47.943588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:48.071657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa308b6-9fb1-4b11-8302-5d2cde206e2b req-49c53de4-1378-4592-9a77-46a178cf9484 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:48.073209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bfa308b6-9fb1-4b11-8302-5d2cde206e2b req-49c53de4-1378-4592-9a77-46a178cf9484 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0888371
Nov 23 13:11:48.122044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bfa308b6-9fb1-4b11-8302-5d2cde206e2b req-c06e7e4b-8ac6-44e9-a686-1adb5fc2dfb0 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417776
Nov 23 13:11:48.554988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743089dd-f66b-4760-a1e9-da31aff9021f req-f888ff16-fe10-499e-889d-791d9df7f45b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:48.556608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-f888ff16-fe10-499e-889d-791d9df7f45b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.63 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1&tenant_id=0365d201038a407e9ac4ca011243d84a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.0879862
Nov 23 13:11:48.726968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743089dd-f66b-4760-a1e9-da31aff9021f req-65941e4f-bcbc-43e1-9aae-4bf716a117f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:48.728642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-65941e4f-bcbc-43e1-9aae-4bf716a117f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0365d201038a407e9ac4ca011243d84a&device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 1163 time: 0.0817993
Nov 23 13:11:48.879180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743089dd-f66b-4760-a1e9-da31aff9021f req-aa8e4c71-bc93-4b9e-bfb6-9b68b60cc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:48.880789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-aa8e4c71-bc93-4b9e-bfb6-9b68b60cc1d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 200  len: 906 time: 0.1458640
Nov 23 13:11:48.951967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-b2b91f76-6abb-4ad2-bbc5-57659bd9b688 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 200  len: 217 time: 0.0647984
Nov 23 13:11:49.024874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743089dd-f66b-4760-a1e9-da31aff9021f req-e2412dce-2383-4b1e-a059-72adfdc94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:49.026386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-e2412dce-2383-4b1e-a059-72adfdc94a39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 200  len: 852 time: 0.0681667
Nov 23 13:11:49.078054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-1b114c50-3d96-45a9-a11c-7b7a767d819a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d3a0c99-feb6-4e81-96b9-c3852c215ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440502
Nov 23 13:11:49.226911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-35217f00-b72a-48dc-af2c-a9655d544d86 service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420035
Nov 23 13:11:49.354183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:11:49.430643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:11:49.431071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:49.631398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-20094498-5ca4-4755-9278-25e78c0743ce service neutron] 10.222.0.63 "GET /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3977165
Nov 23 13:11:50.569962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a3c5-55fe-4bc1-83e0-498056ee4337 req-fadedc4a-64dc-4fbc-845d-a73380a7c326 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:50.571556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4351a3c5-55fe-4bc1-83e0-498056ee4337 req-fadedc4a-64dc-4fbc-845d-a73380a7c326 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0843225
Nov 23 13:11:50.625246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4351a3c5-55fe-4bc1-83e0-498056ee4337 req-b849a2f5-22d9-4a0e-beb3-af7ab60730bd tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472929
Nov 23 13:11:51.846043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29fb6-407b-41f3-a926-f811822f9b9a req-d4daa88b-b2bc-4049-a52d-358fbde54bb9 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:51.847664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-edc29fb6-407b-41f3-a926-f811822f9b9a req-d4daa88b-b2bc-4049-a52d-358fbde54bb9 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0886469
Nov 23 13:11:51.896813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-edc29fb6-407b-41f3-a926-f811822f9b9a req-20c7fb48-16c4-48aa-ab27-8522bf45ab94 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/security-groups?id=4515dc13-92c0-40d9-85f4-af36ea84f60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424588
Nov 23 13:11:52.348344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743089dd-f66b-4760-a1e9-da31aff9021f req-29cbd1b0-dbe4-495b-9689-af85fec5add7 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:52.349924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-29cbd1b0-dbe4-495b-9689-af85fec5add7 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.63 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 946 time: 0.0853071
Nov 23 13:11:52.425606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Deleting port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:11:52.425978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:52.692318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] For port 275c53f0-b3c7-4a28-a17e-e2fa76a49883, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=275c53f0-b3c7-4a28-a17e-e2fa76a49883,segment=NetworkSegment(a244d432-e579-469c-a7c5-288e3b060a7e),segment_id=a244d432-e579-469c-a7c5-288e3b060a7e)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:11:52.692737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:52.826722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Calling delete_port for 275c53f0-b3c7-4a28-a17e-e2fa76a49883 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:11:52.980027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:52.996883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:53.104178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Pushing event deleted for resources: {'Port': ['ID=275c53f0-b3c7-4a28-a17e-e2fa76a49883,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:53.163221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3373667e-1747-407e-bc0d-c784b2e9a437 req-28c03196-b543-4b65-8e6d-2523633d3c5d tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.60 "GET /v2.0/ports?device_id=0b5f6851-d710-4fc9-a3b8-5e73565d85c1 HTTP/1.1" status: 200  len: 210 time: 0.0704002
Nov 23 13:11:53.166701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.167148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.167544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.167959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.168367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.168802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.169209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.169616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.170019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.170422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.170827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.171227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.171715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.172121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.172545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.173599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.174007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.174414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.174813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.175212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.175613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.176010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.176415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.176840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:53.182153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:53.205805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:11:53.241704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 275c53f0-b3c7-4a28-a17e-e2fa76a49883 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:11:53.242366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 275c53f0-b3c7-4a28-a17e-e2fa76a49883 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:11:53.274755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] No DVR routers for this DVR port 275c53f0-b3c7-4a28-a17e-e2fa76a49883 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:11:53.277023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:53.279784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-deleted', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:11:53.295621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-743089dd-f66b-4760-a1e9-da31aff9021f req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] 10.222.0.63 "DELETE /v2.0/ports/275c53f0-b3c7-4a28-a17e-e2fa76a49883 HTTP/1.1" status: 204  len: 173 time: 0.9389424
Nov 23 13:11:53.339794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5f6851-d710-4fc9-a3b8-5e73565d85c1', 'name': 'network-vif-deleted', 'tag': '275c53f0-b3c7-4a28-a17e-e2fa76a49883', 'status': 'completed', 'code': 200}
Nov 23 13:11:54.494371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51900) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:54.571286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Deleting subnet 9e81322b-5cd8-425a-8ce4-8908c71081f0 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:11:54.575902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:54.642299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:54.707600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.000210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.016312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23d2c73c-0bf9-4012-bc8f-9d94011c863c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:55.122643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e81322b-5cd8-425a-8ce4-8908c71081f0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:55.156277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.156731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.157724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.158208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.158648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.159063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.159474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.159887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.160292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.160726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.161133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.161538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.162035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.162454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.162870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.163254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.163657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.164060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.164483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.164891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.165298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.165697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.166099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.166497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:11:55.172197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:55.188649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.195088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5f9ad519-9096-4a32-8649-f1f3615535fa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e81322b-5cd8-425a-8ce4-8908c71081f0 HTTP/1.1" status: 204  len: 168 time: 0.6995826
Nov 23 13:11:55.197910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51904) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:55.562941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.764654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.883792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68257672b0>,) {'filters': {'network_id': ['8d3a0c99-feb6-4e81-96b9-c3852c215ae9']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:11:55.897148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257672b0>, 'a244d432-e579-469c-a7c5-288e3b060a7e') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:11:55.897470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68257672b0>, 'a244d432-e579-469c-a7c5-288e3b060a7e') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:11:55.910150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.928305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:55.930328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:11:56.109369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:11:56.118941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.301568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Network 8d3a0c99-feb6-4e81-96b9-c3852c215ae9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:11:56.324732 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:11:56.401773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.405169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-35665c1e-ff55-46a5-a85a-ed0a122a1c7f tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:56.422955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.434172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3a0c99-feb6-4e81-96b9-c3852c215ae9,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:56.437715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:56.442876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b4c7caa-2d4c-48de-94c9-fa2fd130fe69 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d3a0c99-feb6-4e81-96b9-c3852c215ae9 HTTP/1.1" status: 204  len: 168 time: 1.2439303
Nov 23 13:11:56.586613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51910) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:56.643133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3341b7c5-aa9b-47b6-869c-705fe8e11eaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0365d201038a407e9ac4ca011243d84a&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0550580
Nov 23 13:11:56.645782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51914) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:56.710629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.738416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.789085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.793429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8b39d8df-830a-42f2-90e6-c0131665b803 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:56.808834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4515dc13-92c0-40d9-85f4-af36ea84f60d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:56.812665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:56.822804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:56.824296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4515dc13-92c0-40d9-85f4-af36ea84f60d HTTP/1.1" status: 204  len: 168 time: 0.1775458
Nov 23 13:11:57.736879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 51936) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:57.866486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c85b-0aed-4427-b4ca-9582c2dd34fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:57.888050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1364749981-network', 'tenant_id': '32a523e67aa14dd6b118110b4400fa70'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:57.894084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:57.898117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Usage tracker for resource:network and tenant:32a523e67aa14dd6b118110b4400fa70 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:57.901097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:57.906826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:57.916977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Made reservation on behalf of 32a523e67aa14dd6b118110b4400fa70 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:11:57.921746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:57.939300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:57.974497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:57.978639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Usage tracker for resource:security_group_rule and tenant:32a523e67aa14dd6b118110b4400fa70 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:57.981673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:57.989009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:58.058758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.061642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.066502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1f9ed4ba-4212-49a4-9744-c336a907f4c8 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:58.096090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:11:58.108910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b7a13-e327-49a3-af6a-1920b97f36f7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:58.113488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:58.114561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.114989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Added segment 6e192a56-4dff-4106-a76a-b7041bdef613 of type vxlan for network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f
Nov 23 13:11:58.144150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.174223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.175242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:58.175885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.181154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fabe7ad-77d3-4670-a8ee-b995406f7993 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:58.287456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5492928
Nov 23 13:11:58.290799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Pushing event updated for resources: {'Network': ['ID=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:58.291036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 51942) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:11:58.293752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-448ddb59-107e-483c-9d7a-154073b597d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:58.299361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Request body: {'subnet': {'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1364749981-subnet', 'tenant_id': '32a523e67aa14dd6b118110b4400fa70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:11:58.303065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:11:58.306048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:11:58.310433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Usage tracker for resource:subnet and tenant:32a523e67aa14dd6b118110b4400fa70 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:11:58.315328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:11:58.321597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:11:58.326797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:11:58.333247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Made reservation on behalf of 32a523e67aa14dd6b118110b4400fa70 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:11:58.338189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.762611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:58.777920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acd17b7f-4c3a-47c7-a7fd-869c858a6def tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:11:58.908849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a686b9-ce1b-464b-8acf-52240dbe8e55,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:11:58.913525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:11:58.981810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Checking segment: {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:11:58.982198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Network hostable DHCP agents. Network: 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:11:59.004592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:11:59.012928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:11:59.022238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e7d58-7afc-4782-9dc0-bf6d687e7621 None None] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:11:59.026605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:59.027239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:11:59.047125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-727de921-ad48-454d-8480-bd849162d88e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7548144
Nov 23 13:11:59.255137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195e717-ffa6-4404-a35b-80a16673f9e8 None None] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:11:59.650167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-e032abea-378e-445d-aecb-843020eec789 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:11:59.650847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-87e316c5-3942-4e5f-b703-021324273ec2 req-e032abea-378e-445d-aecb-843020eec789 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Synchronizing usage tracker for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:11:59.669878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-87e316c5-3942-4e5f-b703-021324273ec2 req-e032abea-378e-445d-aecb-843020eec789 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Unset dirty status for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:11:59.671191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-e032abea-378e-445d-aecb-843020eec789 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 815 time: 0.1889019
Nov 23 13:11:59.691513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-86223f7b-a6f2-498a-9112-a7e778c698a5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/quotas/32a523e67aa14dd6b118110b4400fa70 HTTP/1.1" status: 200  len: 375 time: 0.0131245
Nov 23 13:11:59.744816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-814e33a5-3879-4581-bbde-364700b612d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473781
Nov 23 13:11:59.898138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-b297b8e3-d542-4747-905d-b70dbd394439 service neutron] 10.222.0.60 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448627
Nov 23 13:12:00.047271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-9e09e161-5868-47f2-af15-743b14a63bd4 service neutron] 10.222.0.60 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426709
Nov 23 13:12:00.254419 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b7f4ba0-98f2-4d5d-84d7-21d1ad4165e7 req-ff284238-0ea4-4b77-9787-d82e0a704ac8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 210 time: 0.0552936
Nov 23 13:12:00.304027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-400f06a0-cfe2-47bc-9c76-8bc602bbd29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:00.779704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:01.405620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-b679a8cc-8081-44ef-a98c-c5ac3e3df45c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:01.407674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-b679a8cc-8081-44ef-a98c-c5ac3e3df45c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 815 time: 0.1597676
Nov 23 13:12:01.432800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Request body: {'port': {'device_id': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f', 'admin_state_up': True, 'tenant_id': '32a523e67aa14dd6b118110b4400fa70'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:01.447363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-841f4bcf-0e43-4f2d-a352-a095f0ef1244 req-28f95673-7ca7-4dd4-a6c0-f28526932037 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 210 time: 0.0545685
Nov 23 13:12:01.580263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:12:01.584205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Usage tracker for resource:port and tenant:32a523e67aa14dd6b118110b4400fa70 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:12:01.587178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Quota usage for port was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:12:01.593219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:12:01.603287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Made reservation on behalf of 32a523e67aa14dd6b118110b4400fa70 for: {'port': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:12:01.608822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:01.926055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Allocated IP 172.20.0.13 (23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f/06a686b9-ce1b-464b-8acf-52240dbe8e55/9a9cbcab-1f63-49f2-86b1-d9da1901a027) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:12:02.056034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.148385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.175182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.189976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c6b94cb0-11ef-486a-b662-88fb8f34b839 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:02.328137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.332142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:02.336843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:02.387581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:12:02.388743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:12:02.391016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:12:02.459879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:02.460583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.480909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5880b592-b072-4ff0-abf3-28bf64e62fb6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0526950
Nov 23 13:12:02.501336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Request body: {'port': {'device_id': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:02.669037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:02.751380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8bf9d-eb05-48a8-b4da-1670d4a30026 req-2a63dcb8-a868-46f1-b33b-7cd2e3c90875 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:02.752146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-62a8bf9d-eb05-48a8-b4da-1670d4a30026 req-2a63dcb8-a868-46f1-b33b-7cd2e3c90875 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Synchronizing usage tracker for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:12:02.831680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-62a8bf9d-eb05-48a8-b4da-1670d4a30026 req-2a63dcb8-a868-46f1-b33b-7cd2e3c90875 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Unset dirty status for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:12:02.832987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-62a8bf9d-eb05-48a8-b4da-1670d4a30026 req-2a63dcb8-a868-46f1-b33b-7cd2e3c90875 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 932 time: 0.2436299
Nov 23 13:12:02.971683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-62a8bf9d-eb05-48a8-b4da-1670d4a30026 req-61d66ae3-8a48-44d4-9c5d-39eaa5267d04 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301281
Nov 23 13:12:03.167285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9cbcab-1f63-49f2-86b1-d9da1901a027 {{(pid=81022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:12:03.175183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:03.188002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Transition to ACTIVE for port object 9a9cbcab-1f63-49f2-86b1-d9da1901a027 will not be triggered until provisioned by entity L2. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:12:03.190777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:03.206555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bbf483d3-2191-4e19-941d-c9e450e69d3a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:03.607099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:03.610936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:03.796964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Attempting to bind port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:12:03.797260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Attempting to bind port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:12:03.798246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Attempting to bind port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 on network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:12:03.806438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:12:03.807510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Checking segment: {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:12:03.807935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:03.808550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Bound using segment: {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'} {{(pid=81022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:12:03.809057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Bound port: 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'}}] {{(pid=81022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:12:03.809443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:03.910403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, cleared binding levels {{(pid=81022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:12:03.913743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:12:03.917840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:03.934502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92f12847-dd5c-4852-a370-ebbf6ebf0907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:04.078714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=3']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:04.091770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:04.127920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:04.128628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:04.130519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] 10.222.0.63 "PUT /v2.0/ports/9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 1158 time: 1.6343036
Nov 23 13:12:04.131085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:04.188990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046dfa-9aad-45c5-b6c3-90c907c97f30 req-1de10d4d-b2c1-450d-9d01-6524cf1ce0fa tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:04.190481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4046dfa-9aad-45c5-b6c3-90c907c97f30 req-1de10d4d-b2c1-450d-9d01-6524cf1ce0fa tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0875964
Nov 23 13:12:04.190620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'status': 'completed', 'code': 200}
Nov 23 13:12:04.241342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b4046dfa-9aad-45c5-b6c3-90c907c97f30 req-4f79cc3b-4853-4cda-9a39-059249d352f7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Synchronizing usage tracker for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:12:04.258008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b4046dfa-9aad-45c5-b6c3-90c907c97f30 req-4f79cc3b-4853-4cda-9a39-059249d352f7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Unset dirty status for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:12:04.259492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4046dfa-9aad-45c5-b6c3-90c907c97f30 req-4f79cc3b-4853-4cda-9a39-059249d352f7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624366
Nov 23 13:12:04.289082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-871f91d6-be88-447e-9130-8909a4d3503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:04.290717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-871f91d6-be88-447e-9130-8909a4d3503f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1161 time: 0.0820949
Nov 23 13:12:04.369498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-4428fabc-f462-4cde-acc6-9dd5b344c397 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0650568
Nov 23 13:12:04.441398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e316c5-3942-4e5f-b703-021324273ec2 req-a42e5ca3-7919-4f47-8839-80bd94e7df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:04.442950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-a42e5ca3-7919-4f47-8839-80bd94e7df0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0676050
Nov 23 13:12:04.572116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-daa20576-019b-4942-8678-7e3a4aead086 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1228387
Nov 23 13:12:04.719627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-c56bc3ae-c087-41e9-b720-a922f5da6580 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406760
Nov 23 13:12:04.867513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87e316c5-3942-4e5f-b703-021324273ec2 req-5a012495-456f-4022-a47c-976393995466 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407177
Nov 23 13:12:05.029382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-00424f47-0659-44bb-8646-d35049a0dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:05.030918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-00424f47-0659-44bb-8646-d35049a0dfae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1161 time: 0.0779514
Nov 23 13:12:05.174756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-a75d6e52-3c84-4659-bfcd-5a08ce454b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:05.176380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-a75d6e52-3c84-4659-bfcd-5a08ce454b48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1385589
Nov 23 13:12:05.254998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-ce21d335-1002-487c-90f0-0c5f679227db service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0705056
Nov 23 13:12:05.331464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-6ce9fc0a-de5e-4aa8-8ee0-75709f49f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:05.333195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-6ce9fc0a-de5e-4aa8-8ee0-75709f49f874 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0710549
Nov 23 13:12:05.391093 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-34128072-6b60-460a-9ba7-9f751a0b8c6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504112
Nov 23 13:12:05.593018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce68e1-4ed0-4805-943b-1813c604da03 req-f144f8fd-2f59-4e6d-b03a-73c037172df7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:05.595238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98ce68e1-4ed0-4805-943b-1813c604da03 req-f144f8fd-2f59-4e6d-b03a-73c037172df7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.2012479
Nov 23 13:12:05.605754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-1c0e2f04-4523-4692-aa15-65f957109263 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740320
Nov 23 13:12:05.761983 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98ce68e1-4ed0-4805-943b-1813c604da03 req-d59d85da-8320-42eb-bcd3-bf78e3f82e28 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586521
Nov 23 13:12:05.799897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fdb96cf7-cb96-4103-bd47-de5dc6b8f637 req-760223e5-dce7-4a96-b806-7d365ce0b10e service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1788578
Nov 23 13:12:06.982880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac760-d740-43f4-8ec8-d0d8e47bceaf req-c23515ee-0d68-4735-9ad8-306ea3ed68ff tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:06.984395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c43ac760-d740-43f4-8ec8-d0d8e47bceaf req-c23515ee-0d68-4735-9ad8-306ea3ed68ff tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0870550
Nov 23 13:12:07.033807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c43ac760-d740-43f4-8ec8-d0d8e47bceaf req-892ff708-ee6c-4390-b025-cf8db8660873 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423319
Nov 23 13:12:07.504309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-a997f961-7ca7-40b6-942b-b19045db080f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:12:07.904457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:12:07.920264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:07.992654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:12:07.997572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:07.997994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:08.118111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:08.146675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:08.157055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:08.161031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:08.163048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adf575ec-0185-491f-bcab-ae3907f3cd47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:08.210068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'code': 200}
Nov 23 13:12:08.237949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:08.241595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:08.261351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e4da3-ac55-4d83-ae0b-b3e316d0852e req-ef75fa79-1724-4dd2-9c11-6856566413c5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:08.262982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d0e4da3-ac55-4d83-ae0b-b3e316d0852e req-ef75fa79-1724-4dd2-9c11-6856566413c5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0927553
Nov 23 13:12:08.317570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d0e4da3-ac55-4d83-ae0b-b3e316d0852e req-c008aca7-d280-4864-9719-6f46a1cc9a3e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480266
Nov 23 13:12:08.496226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabbf57-fff8-4c16-8347-34a407becca1 req-aff002fc-f28f-47f1-a192-0d501a7e107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:08.497926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ffabbf57-fff8-4c16-8347-34a407becca1 req-aff002fc-f28f-47f1-a192-0d501a7e107a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1163 time: 0.0738509
Nov 23 13:12:08.543399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ffabbf57-fff8-4c16-8347-34a407becca1 req-882ce2a6-087a-4c80-99b7-d86d68cce2aa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380578
Nov 23 13:12:09.535596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8fbd-32b6-4984-ab63-da5209b6fa4a req-b9a1d050-8afd-4255-9ddd-1ce3b81d18e3 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:09.537264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-026e8fbd-32b6-4984-ab63-da5209b6fa4a req-b9a1d050-8afd-4255-9ddd-1ce3b81d18e3 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0849402
Nov 23 13:12:09.586196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:09.587680 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-026e8fbd-32b6-4984-ab63-da5209b6fa4a req-85e7fc9f-d469-4283-9f32-c045c0f485e2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439780
Nov 23 13:12:09.668764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:09.669203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:09.954364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-55b744b1-62ef-4844-bcda-ff72a3a6a68f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0768328
Nov 23 13:12:10.118998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-772db008-8671-44a6-8aaf-8e33812112be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:10.120672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-772db008-8671-44a6-8aaf-8e33812112be service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1163 time: 0.0773447
Nov 23 13:12:10.275572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-0f39e22c-1d05-4c57-b10f-14ce6d2c81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:10.277113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-0f39e22c-1d05-4c57-b10f-14ce6d2c81cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1372113
Nov 23 13:12:10.353931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-1ae1da4c-6425-4e1b-b534-f78290a55c2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0701785
Nov 23 13:12:10.422706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-b7accfb8-2372-4f6c-8a87-e00116b02259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:10.424241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-b7accfb8-2372-4f6c-8a87-e00116b02259 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0645869
Nov 23 13:12:10.474901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-ec31e2aa-2cb7-43c6-84b6-9168e32bbedb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430496
Nov 23 13:12:10.622137 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-4f07afe3-040d-4653-89b7-53fc8b753358 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402750
Nov 23 13:12:10.824836 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-792daf1d-2972-4d9d-a74f-a7c17e350843 req-772ca666-83a3-4c75-a4b5-5576f26702c1 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957660
Nov 23 13:12:10.853444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efd866-8089-4da9-b6bb-9b166c090b0f req-dad51461-e736-4132-9509-c297561a3181 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:10.855040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98efd866-8089-4da9-b6bb-9b166c090b0f req-dad51461-e736-4132-9509-c297561a3181 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.1248372
Nov 23 13:12:10.905580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-98efd866-8089-4da9-b6bb-9b166c090b0f req-75820737-313f-4585-8492-2e3c82e1c9a9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436568
Nov 23 13:12:11.122836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde72d-8027-4eef-9800-1a0258cbaa22 req-a0e637e5-bdd3-4ca4-86d5-2967589e75c8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:11.124460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82bde72d-8027-4eef-9800-1a0258cbaa22 req-a0e637e5-bdd3-4ca4-86d5-2967589e75c8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0888278
Nov 23 13:12:11.174885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82bde72d-8027-4eef-9800-1a0258cbaa22 req-ea3830d0-9a3a-4f9b-a694-fb4b86cb3e92 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Nov 23 13:12:11.528758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:11.582736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492bc65-8137-496a-a972-97391258009d req-17287207-e41e-4c9a-a263-950b933496e6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:11.584351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1492bc65-8137-496a-a972-97391258009d req-17287207-e41e-4c9a-a263-950b933496e6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0854592
Nov 23 13:12:11.602928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:11.603454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:11.639604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1492bc65-8137-496a-a972-97391258009d req-80cee75a-6f37-4e94-bbcb-aa45c9480a78 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487485
Nov 23 13:12:11.858494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79446-ce6b-4f3f-bf59-df03357d162a req-71b8429e-ba3b-4601-b58f-d7e1dfc9428a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:11.860022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3f79446-ce6b-4f3f-bf59-df03357d162a req-71b8429e-ba3b-4601-b58f-d7e1dfc9428a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0876687
Nov 23 13:12:11.913239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3f79446-ce6b-4f3f-bf59-df03357d162a req-8a22007e-da62-41b0-8be6-57c7fe714dd2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466049
Nov 23 13:12:12.309112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-b6066848-dd3f-416e-a501-3704b828a059 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0784247
Nov 23 13:12:12.383062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19ac0a-8eec-4db0-bb85-015d028d4fb0 req-471c124f-baa5-4518-8936-1dc832087862 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:12.384687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d19ac0a-8eec-4db0-bb85-015d028d4fb0 req-471c124f-baa5-4518-8936-1dc832087862 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0920265
Nov 23 13:12:12.436199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d19ac0a-8eec-4db0-bb85-015d028d4fb0 req-d48203c8-bdf6-47f2-ba36-aa0da260fa61 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449300
Nov 23 13:12:13.658632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29c801-75b6-4532-8f2b-7cf05fa0de66 req-1a51a944-4cd6-4c60-b6c2-ab2c16b5bb20 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:13.660045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a29c801-75b6-4532-8f2b-7cf05fa0de66 req-1a51a944-4cd6-4c60-b6c2-ab2c16b5bb20 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0898764
Nov 23 13:12:13.685845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-6256b1ec-d7f1-49e1-a998-aaf90afcc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:13.687458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-6256b1ec-d7f1-49e1-a998-aaf90afcc143 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1163 time: 0.0821168
Nov 23 13:12:13.716114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a29c801-75b6-4532-8f2b-7cf05fa0de66 req-1bb98194-c6be-4f14-8b74-4721291575b6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496018
Nov 23 13:12:13.853830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-fc124620-8999-46e6-939a-b1bda3a86e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:13.855413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-fc124620-8999-46e6-939a-b1bda3a86e9c service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1616511
Nov 23 13:12:13.928296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-5019eb58-e5f6-4f5f-a51b-4f99d21533ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0657346
Nov 23 13:12:14.002685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-22c818ff-296e-4c2f-a3d1-631b0b77e007 req-e53c3923-5acb-417d-a79e-906e72f6f9dd service neutron] (81022) timed out ('10.222.0.63', 61754) {{(pid=81022) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:12:14.004069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-ffd015db-9ac3-464e-b8c2-32c38009206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:14.005688 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-ffd015db-9ac3-464e-b8c2-32c38009206b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0712497
Nov 23 13:12:14.318059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-fa0cd4cb-e23b-4c3f-a2c8-7eb45fc2f337 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3054161
Nov 23 13:12:14.466997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-ef22dd37-d511-4c9c-bacc-9a3fb681a442 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414371
Nov 23 13:12:14.611684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-606b16bb-8583-4661-9148-140792ccef82 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383233
Nov 23 13:12:14.935362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350daf82-2aae-4333-8779-cfbfc6f44390 req-e6de27d9-0664-44b6-b241-4e80f05e9298 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:14.936907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-350daf82-2aae-4333-8779-cfbfc6f44390 req-e6de27d9-0664-44b6-b241-4e80f05e9298 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0831563
Nov 23 13:12:14.989518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-350daf82-2aae-4333-8779-cfbfc6f44390 req-3afa9336-d77e-4fd1-9145-77cc95a4ebe0 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454059
Nov 23 13:12:16.208513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e19a5-e957-4f24-a40b-24fe17d627b9 req-dbb6d063-d01f-4ad3-a57c-17ce1f65ab6f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:16.210133 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7b2e19a5-e957-4f24-a40b-24fe17d627b9 req-dbb6d063-d01f-4ad3-a57c-17ce1f65ab6f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0864003
Nov 23 13:12:16.260331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7b2e19a5-e957-4f24-a40b-24fe17d627b9 req-9c4cc8c2-5574-4795-a496-d7219a5cb67c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438077
Nov 23 13:12:17.150547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:17.474669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb5f3e-d59d-46cd-bd76-133477402db3 req-4bae812f-4875-4be1-bacf-2a746b055e0d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:17.476146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ebb5f3e-d59d-46cd-bd76-133477402db3 req-4bae812f-4875-4be1-bacf-2a746b055e0d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0856822
Nov 23 13:12:17.526419 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ebb5f3e-d59d-46cd-bd76-133477402db3 req-7c9c6af4-a73e-4455-a676-802b794199d5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439272
Nov 23 13:12:18.833374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca956773-2b69-4f47-ae9b-d62ef11fa27b req-bf4f02e4-9a6a-48ff-b7bd-319367143989 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:18.834933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca956773-2b69-4f47-ae9b-d62ef11fa27b req-bf4f02e4-9a6a-48ff-b7bd-319367143989 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.1739171
Nov 23 13:12:18.885829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca956773-2b69-4f47-ae9b-d62ef11fa27b req-066b2967-f727-4587-8fc1-a32e9eeddf2a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442758
Nov 23 13:12:20.104550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e094ae6-bf1e-4548-80b4-378a16c2ce33 req-c98f6610-5bc9-47d3-a048-c53b6a949dd1 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:20.106157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e094ae6-bf1e-4548-80b4-378a16c2ce33 req-c98f6610-5bc9-47d3-a048-c53b6a949dd1 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0900350
Nov 23 13:12:20.154910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e094ae6-bf1e-4548-80b4-378a16c2ce33 req-55e21972-0e6f-4ef9-91ea-de1a14bd8d7c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419164
Nov 23 13:12:21.371471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b50a1-1519-4731-aadb-1ad7beeff9c0 req-4c5852bf-5b4a-40ce-afed-a9bc39a5865b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:21.373148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-370b50a1-1519-4731-aadb-1ad7beeff9c0 req-4c5852bf-5b4a-40ce-afed-a9bc39a5865b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0879729
Nov 23 13:12:21.421384 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-370b50a1-1519-4731-aadb-1ad7beeff9c0 req-cd303795-beca-4830-872c-8d8ebe9cb1db tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417247
Nov 23 13:12:22.639061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73432e74-87d2-4953-b0a1-3bc3cd2192d0 req-0d8c17a5-1a9f-4ac4-8acd-827dc3a5050d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:22.640724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-73432e74-87d2-4953-b0a1-3bc3cd2192d0 req-0d8c17a5-1a9f-4ac4-8acd-827dc3a5050d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0849304
Nov 23 13:12:22.690619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-73432e74-87d2-4953-b0a1-3bc3cd2192d0 req-6862c217-aff8-473c-a624-126752588eda tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429788
Nov 23 13:12:24.059342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b633d-949a-4fb3-824d-d6973824bda0 req-9b540b1b-5608-468c-b3bc-8f6b1efa5dfa tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:24.060922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec6b633d-949a-4fb3-824d-d6973824bda0 req-9b540b1b-5608-468c-b3bc-8f6b1efa5dfa tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0912712
Nov 23 13:12:24.110471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec6b633d-949a-4fb3-824d-d6973824bda0 req-21a4b9f4-2900-4698-b7ff-ce235bbfa6c9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427320
Nov 23 13:12:25.328331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1123-f6ad-44b6-8858-c7dac5b3ba57 req-cdc38d1a-810c-4891-999f-af19bf55d0c4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:25.330004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fbfb1123-f6ad-44b6-8858-c7dac5b3ba57 req-cdc38d1a-810c-4891-999f-af19bf55d0c4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0888631
Nov 23 13:12:25.382967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fbfb1123-f6ad-44b6-8858-c7dac5b3ba57 req-07062301-9b44-44b0-b54d-86b3665a1c1d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459316
Nov 23 13:12:26.606203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c8b7f-0888-4552-9212-fd8e5eb15a7d req-2d1502ff-d8dc-4faa-9077-587071d80265 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:26.607818 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bc3c8b7f-0888-4552-9212-fd8e5eb15a7d req-2d1502ff-d8dc-4faa-9077-587071d80265 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0874851
Nov 23 13:12:26.659554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bc3c8b7f-0888-4552-9212-fd8e5eb15a7d req-cbac4a25-60af-44dd-9fb5-e0ac393f0cf0 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449934
Nov 23 13:12:27.870738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95253b48-36fd-4e7d-bdf1-244435f86bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:27.884731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29fcae-d272-46f1-8d5c-26f3522e3054 req-a93b01e4-c5e7-44a7-b74a-010fc2f40536 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:27.886418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a29fcae-d272-46f1-8d5c-26f3522e3054 req-a93b01e4-c5e7-44a7-b74a-010fc2f40536 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0910399
Nov 23 13:12:27.935197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a29fcae-d272-46f1-8d5c-26f3522e3054 req-dd3e80d0-90a5-4fb4-bd4d-d93c61f2c659 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423458
Nov 23 13:12:29.157101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3e6f-6865-4ec4-a8e5-3d5c72491983 req-6e624456-dd0c-4056-ba6a-cdd59e5f5cae tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:29.159801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8cd3e6f-6865-4ec4-a8e5-3d5c72491983 req-6e624456-dd0c-4056-ba6a-cdd59e5f5cae tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0909450
Nov 23 13:12:29.209573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8cd3e6f-6865-4ec4-a8e5-3d5c72491983 req-6fd15bbc-ff6d-47d6-8e7a-2c6a022ec871 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431645
Nov 23 13:12:30.307271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-398fde93-9a52-4bfa-8a4c-ddd6111df9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:30.444137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066d5e3-6085-4044-8a34-cb273032e3a6 req-d538ff56-ecd1-4a3f-a80b-ff97c6662433 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:30.445772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4066d5e3-6085-4044-8a34-cb273032e3a6 req-d538ff56-ecd1-4a3f-a80b-ff97c6662433 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0911374
Nov 23 13:12:30.494911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4066d5e3-6085-4044-8a34-cb273032e3a6 req-7adadf84-2baf-4700-b238-8d824bde2bef tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427175
Nov 23 13:12:30.784940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:31.710275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168b80-8bc1-47c8-8506-06d6697954c1 req-8ab614a6-47f6-4149-b2b1-a9866f5ac294 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:31.712002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50168b80-8bc1-47c8-8506-06d6697954c1 req-8ab614a6-47f6-4149-b2b1-a9866f5ac294 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0861833
Nov 23 13:12:31.765074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50168b80-8bc1-47c8-8506-06d6697954c1 req-cd50990f-e0c9-44a7-afca-0863cd19e0fe tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466413
Nov 23 13:12:32.048332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:32.331920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:32.981931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22275ac-2530-4b72-8621-8f7b71e5259f req-e1557849-1b9d-4b56-838d-6f89a93af0ec tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:32.983460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e22275ac-2530-4b72-8621-8f7b71e5259f req-e1557849-1b9d-4b56-838d-6f89a93af0ec tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0844314
Nov 23 13:12:33.038333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e22275ac-2530-4b72-8621-8f7b71e5259f req-1a36564c-0ca6-4c1e-98af-76c8f06d5d0c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477879
Nov 23 13:12:34.249832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195b916-ad23-4125-8264-7b4be17d11c7 req-e7c84836-b80a-4171-860a-3cfbfaedc20b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:34.251449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4195b916-ad23-4125-8264-7b4be17d11c7 req-e7c84836-b80a-4171-860a-3cfbfaedc20b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0847015
Nov 23 13:12:34.301190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4195b916-ad23-4125-8264-7b4be17d11c7 req-ca334fd0-889f-42a9-8e30-c8d32e195610 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426486
Nov 23 13:12:35.516503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7cce6-dd81-4a98-9749-73c33de76dc1 req-a4fcec9c-43ec-4510-97a8-c1315469503f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:35.518218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ef7cce6-dd81-4a98-9749-73c33de76dc1 req-a4fcec9c-43ec-4510-97a8-c1315469503f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0838201
Nov 23 13:12:35.567005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ef7cce6-dd81-4a98-9749-73c33de76dc1 req-9e966d9b-61d7-4d25-82d6-df0cfc1305c2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423701
Nov 23 13:12:36.789325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92898dc-5805-4dd8-940a-cc4329faa48b req-8b07cfcd-fe0e-4abf-9871-484f80e68fde tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:36.790922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f92898dc-5805-4dd8-940a-cc4329faa48b req-8b07cfcd-fe0e-4abf-9871-484f80e68fde tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0880165
Nov 23 13:12:36.843282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f92898dc-5805-4dd8-940a-cc4329faa48b req-327f4bd3-9776-40a4-812a-b1b0aa06324b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453064
Nov 23 13:12:38.149325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee95765-603f-40dd-9a0b-d5b3bc9d5da9 req-04b503dd-1d9d-4d18-b1db-b74548f0ead5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:38.150834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dee95765-603f-40dd-9a0b-d5b3bc9d5da9 req-04b503dd-1d9d-4d18-b1db-b74548f0ead5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.1725116
Nov 23 13:12:38.200178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dee95765-603f-40dd-9a0b-d5b3bc9d5da9 req-2a499f14-974d-40e1-9996-e274c2776c1a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428443
Nov 23 13:12:39.418507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785062-2cfa-41f4-983c-37ddaa4c00f6 req-b6588dba-0b03-4cf6-8916-72b8d7431fe4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:39.420108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff785062-2cfa-41f4-983c-37ddaa4c00f6 req-b6588dba-0b03-4cf6-8916-72b8d7431fe4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0892174
Nov 23 13:12:39.470980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff785062-2cfa-41f4-983c-37ddaa4c00f6 req-00f7dc37-5dd6-45c2-a4d4-fb7216299a06 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428932
Nov 23 13:12:40.686917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7869bc-1f52-416a-afdf-df5d132c246f req-6f339314-58d7-4592-8612-96a778e31860 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:40.688549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c7869bc-1f52-416a-afdf-df5d132c246f req-6f339314-58d7-4592-8612-96a778e31860 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0832613
Nov 23 13:12:40.738227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c7869bc-1f52-416a-afdf-df5d132c246f req-1829ffe0-d80e-4387-b9f3-451b5f547ac6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426619
Nov 23 13:12:41.572620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-e948702a-099e-4e53-8c77-9ee74ae453ba service neutron] 10.222.0.63 "GET /v2.0/ports/9a9cbcab-1f63-49f2-86b1-d9da1901a027/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0831904
Nov 23 13:12:41.617167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:12:41.746397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:41.780795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:41.792999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:41.796079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:41.800458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:41.865916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'code': 200}
Nov 23 13:12:41.878021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:41.888644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.889036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.889420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.889802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.890172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.890545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.890914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.891724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.891724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.891982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.893497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.893497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.894235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.894541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.894969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.895270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.895636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.895989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.896356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.896756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.897123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.897598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.897900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.898195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:12:41.902866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:41.906820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-13005509-a86a-452c-9aae-086b5cdb53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:41.909385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-13005509-a86a-452c-9aae-086b5cdb53c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c&tenant_id=32a523e67aa14dd6b118110b4400fa70 HTTP/1.1" status: 200  len: 1161 time: 0.1024582
Nov 23 13:12:41.978828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b24a6-41d0-41d2-b342-6c3f4c297e1d req-0696f69e-477a-442e-9de6-fe6b156ec4a4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:41.980494 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-730b24a6-41d0-41d2-b342-6c3f4c297e1d req-0696f69e-477a-442e-9de6-fe6b156ec4a4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0971439
Nov 23 13:12:42.023795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-7d87e580-089e-4d0b-a9d8-01ffb6e03045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:42.025416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-7d87e580-089e-4d0b-a9d8-01ffb6e03045 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1161 time: 0.0829957
Nov 23 13:12:42.032090 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-730b24a6-41d0-41d2-b342-6c3f4c297e1d req-c93767e8-5744-4b02-b708-7f588f3a10f2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440404
Nov 23 13:12:42.175410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-4d108f1b-7fa1-4d9d-bee2-a2e229a1a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:42.177038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-4d108f1b-7fa1-4d9d-bee2-a2e229a1a50f service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1451769
Nov 23 13:12:42.248677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-d1460219-a4d7-48f6-a7ed-362e90b56b10 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0647180
Nov 23 13:12:42.321375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-76f85270-1217-46af-b304-230e6bf30c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:42.323053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-76f85270-1217-46af-b304-230e6bf30c43 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0686221
Nov 23 13:12:42.373338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-235910a8-7341-4753-9809-550a3e25cd2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441668
Nov 23 13:12:42.520331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-436c74ff-617a-4a1c-9c1e-3b83e641258c service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401336
Nov 23 13:12:42.665691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b03d2d8-e03f-4a4e-b321-9508e6672f5a req-4b6ab06b-ad66-4c27-bc52-8669431a3fbf service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381781
Nov 23 13:12:43.256821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886d5d9-9fcd-4c3f-84c5-3689a3270913 req-f079337d-631c-45a2-a5ae-7ed296959941 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:43.258429 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f886d5d9-9fcd-4c3f-84c5-3689a3270913 req-f079337d-631c-45a2-a5ae-7ed296959941 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0890365
Nov 23 13:12:43.308464 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f886d5d9-9fcd-4c3f-84c5-3689a3270913 req-ffb81a12-5155-414c-a90d-d0fae8755fde tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436590
Nov 23 13:12:44.530056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17eda8-3408-4dcc-9fab-313f8e6c204f req-39a5526e-21d0-4cfe-80fd-9f41507f741c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:44.531709 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc17eda8-3408-4dcc-9fab-313f8e6c204f req-39a5526e-21d0-4cfe-80fd-9f41507f741c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0868478
Nov 23 13:12:44.585205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc17eda8-3408-4dcc-9fab-313f8e6c204f req-2405dd7d-610a-49a0-95a6-65607cc85b32 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470347
Nov 23 13:12:44.906034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:12:45.810468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b1db-8ac2-4663-ae61-cfc2a0c82648 req-12627439-34a7-44ac-ae02-40f805f01fb2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:45.812014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b66b1db-8ac2-4663-ae61-cfc2a0c82648 req-12627439-34a7-44ac-ae02-40f805f01fb2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.0853717
Nov 23 13:12:45.863094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b66b1db-8ac2-4663-ae61-cfc2a0c82648 req-0fad3ab2-ceea-4a8d-bf33-cf47c5d918e7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439706
Nov 23 13:12:45.987694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:46.066517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:46.066844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:46.200171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:46.231584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:46.243385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:46.246665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:46.248794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:46.293154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d439327-2f31-4731-895c-6d510d7bffce req-cfa6c179-9d1a-4b38-8359-eea2cd35b6ca tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:46.294769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d439327-2f31-4731-895c-6d510d7bffce req-cfa6c179-9d1a-4b38-8359-eea2cd35b6ca tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 944 time: 0.1548598
Nov 23 13:12:46.311663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'code': 200}
Nov 23 13:12:46.328147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-38e4548a-45a4-405a-9b1a-e664b743914e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:46.329748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-38e4548a-45a4-405a-9b1a-e664b743914e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c&tenant_id=32a523e67aa14dd6b118110b4400fa70&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.1468062
Nov 23 13:12:46.334338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:46.338785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:46.357468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3d439327-2f31-4731-895c-6d510d7bffce req-ff88e64a-025b-4869-b1b2-5ddd0ed3da56 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552847
Nov 23 13:12:46.508751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-6d4882f4-76c2-400f-b007-5c91f8428a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:46.510418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-6d4882f4-76c2-400f-b007-5c91f8428a78 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 1163 time: 0.0822458
Nov 23 13:12:46.664511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-44bf6748-4ea7-4593-9d4e-748b9445df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:46.666124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-44bf6748-4ea7-4593-9d4e-748b9445df77 service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1493502
Nov 23 13:12:46.742262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-aa73e38f-b054-4b2f-994e-fe02e886f3ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 200  len: 217 time: 0.0693893
Nov 23 13:12:46.817194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-b2180b34-8956-4e7c-92ed-be865a32c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:46.819124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-b2180b34-8956-4e7c-92ed-be865a32c802 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0709059
Nov 23 13:12:46.871259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-85a57d73-0621-4ede-8374-2e3c2b2430a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448205
Nov 23 13:12:47.018081 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-b103ee24-dcc0-41ee-91f9-297539445fb8 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401415
Nov 23 13:12:47.149962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:47.168816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-967c2fe9-a872-4bcf-882d-e1dd08ec0d17 req-87d9ef81-7406-42f1-9db7-6b69a3fc6be1 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440427
Nov 23 13:12:47.584026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cecc8f-8375-464f-8961-fae5a1fa639c req-c21374c3-b638-493f-b0a5-94901b82cbcf tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:47.585653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19cecc8f-8375-464f-8961-fae5a1fa639c req-c21374c3-b638-493f-b0a5-94901b82cbcf tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0905519
Nov 23 13:12:47.636395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-19cecc8f-8375-464f-8961-fae5a1fa639c req-ca74289c-89ae-4361-9204-5abefdd5f4cc tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441844
Nov 23 13:12:47.789504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:47.862666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:47.863438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:48.859658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33d066-1067-40e5-b267-34503e5db650 req-009dbd5d-e2f9-46ef-b40d-5d7d3cc14809 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:48.862222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a33d066-1067-40e5-b267-34503e5db650 req-009dbd5d-e2f9-46ef-b40d-5d7d3cc14809 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0922401
Nov 23 13:12:48.911961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a33d066-1067-40e5-b267-34503e5db650 req-6064f8b6-0cae-439c-b887-25b88658165f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432801
Nov 23 13:12:49.135045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4e3d-b307-431f-b196-9884a2052c41 req-249f8e81-26e9-411f-b35c-05cc5a3a19a8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:49.136687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6cb4e3d-b307-431f-b196-9884a2052c41 req-249f8e81-26e9-411f-b35c-05cc5a3a19a8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0904503
Nov 23 13:12:49.186670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6cb4e3d-b307-431f-b196-9884a2052c41 req-16b9c125-4cd2-4e9d-9046-296035c52c85 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427616
Nov 23 13:12:49.399921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c59086-cb56-4b22-827d-02da1601f161 req-e60ec558-908b-459c-96eb-293eebe9f9d5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:49.401606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1c59086-cb56-4b22-827d-02da1601f161 req-e60ec558-908b-459c-96eb-293eebe9f9d5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0835323
Nov 23 13:12:49.452885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1c59086-cb56-4b22-827d-02da1601f161 req-8a6bbdde-e3a0-4211-8749-cc383ce57f35 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447226
Nov 23 13:12:50.006914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-a02dcec6-83d5-448d-9146-0647fa86cd2a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:50.008461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-a02dcec6-83d5-448d-9146-0647fa86cd2a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 815 time: 0.1599581
Nov 23 13:12:50.025903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-4d98af2e-dc35-4f3f-9fab-90b0f31cfe94 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/quotas/32a523e67aa14dd6b118110b4400fa70 HTTP/1.1" status: 200  len: 375 time: 0.0112531
Nov 23 13:12:50.115816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-e4499d7d-965c-44e0-95b9-e1d2aabdfe8e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0841820
Nov 23 13:12:50.510873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-c78babc1-397a-4257-8a78-1c71ec095c1f service neutron] 10.222.0.60 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872519
Nov 23 13:12:50.656990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-558f2061-d2e4-4502-8b23-27bcf88cb64a service neutron] 10.222.0.60 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394587
Nov 23 13:12:50.861487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf12d0d0-cb03-44f8-8d22-5535900b2417 req-08110a1e-984a-45c2-9e2d-249724471053 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 210 time: 0.0463600
Nov 23 13:12:51.718068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9a9cbcab-1f63-49f2-86b1-d9da1901a027 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:12:51.727320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-f18e579c-fceb-48b1-bf72-7f4e228a96d6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:51.728981 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-f18e579c-fceb-48b1-bf72-7f4e228a96d6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/ports?device_id=578da047-d8ef-40ab-b0e5-55fbb6b4642c HTTP/1.1" status: 200  len: 946 time: 0.0856152
Nov 23 13:12:51.811889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Deleting port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:12:51.812277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:51.840630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:51.874869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:51.887066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:51.892918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:51.895172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:51.965030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.63', 61964) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:51.980639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:51.984058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:51.996713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'code': 200}
Nov 23 13:12:52.109757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] For port 9a9cbcab-1f63-49f2-86b1-d9da1901a027, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9a9cbcab-1f63-49f2-86b1-d9da1901a027,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:52.110184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:52.146513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-08f52baf-1788-4556-9a64-779b50e05b26 req-f8a30eef-17a1-4a10-a83a-de354b37486b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 210 time: 0.0603385
Nov 23 13:12:52.213636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-802ccab2-66a3-4720-911a-4402563e9d32 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:52.215219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-802ccab2-66a3-4720-911a-4402563e9d32 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 815 time: 0.2479606
Nov 23 13:12:52.247377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Request body: {'port': {'device_id': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f', 'admin_state_up': True, 'tenant_id': '32a523e67aa14dd6b118110b4400fa70'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:52.251668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Calling delete_port for 9a9cbcab-1f63-49f2-86b1-d9da1901a027 owned by compute:nova {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:12:52.400796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:12:52.413453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:12:52.423218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Made reservation on behalf of 32a523e67aa14dd6b118110b4400fa70 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:12:52.428309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:52.429784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:52.447940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79464b7e-551f-4732-8e60-28b8b5f7a8bf tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:52.615777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Pushing event deleted for resources: {'Port': ['ID=9a9cbcab-1f63-49f2-86b1-d9da1901a027,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:52.619206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:52.688638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] No DVR routers for this DVR port 9a9cbcab-1f63-49f2-86b1-d9da1901a027 on host hv-neutron-6013 {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:12:52.691868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:52.704687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-deleted', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:52.712478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "DELETE /v2.0/ports/9a9cbcab-1f63-49f2-86b1-d9da1901a027 HTTP/1.1" status: 204  len: 173 time: 0.9776623
Nov 23 13:12:52.875522 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da047-d8ef-40ab-b0e5-55fbb6b4642c', 'name': 'network-vif-deleted', 'tag': '9a9cbcab-1f63-49f2-86b1-d9da1901a027', 'status': 'completed', 'code': 200}
Nov 23 13:12:53.035922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Allocated IP 172.20.0.9 (23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f/06a686b9-ce1b-464b-8acf-52240dbe8e55/480baff4-e464-4149-b3c2-8b1783726799) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:12:53.259276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:53.334082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:53.351009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2883391f-872f-4f8e-bc39-0c3383758ac7 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:53.521470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:53.528945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:53.548983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43f35-8eb4-4634-9eac-89c6b0477c44 req-43df68ba-4e4b-45a1-bb3d-74b322879020 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:53.550670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45f43f35-8eb4-4634-9eac-89c6b0477c44 req-43df68ba-4e4b-45a1-bb3d-74b322879020 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 931 time: 0.2690291
Nov 23 13:12:53.628117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45f43f35-8eb4-4634-9eac-89c6b0477c44 req-a7d52ce5-2481-4ef1-8077-e6a78e3f54d2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626345
Nov 23 13:12:53.629958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:12:53.631157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:12:53.633590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:12:53.701162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:53.701849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:53.730562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4876599
Nov 23 13:12:53.749105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Request body: {'port': {'device_id': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:53.866643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.296344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480baff4-e464-4149-b3c2-8b1783726799 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:12:54.304637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.318006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Transition to ACTIVE for port object 480baff4-e464-4149-b3c2-8b1783726799 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:12:54.320523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.336295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c98d0ac-f486-491f-a29a-50174caaa637 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:54.471027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:54.476798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:54.663399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Attempting to bind port 480baff4-e464-4149-b3c2-8b1783726799 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:12:54.663688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Attempting to bind port 480baff4-e464-4149-b3c2-8b1783726799 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:12:54.664058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Attempting to bind port 480baff4-e464-4149-b3c2-8b1783726799 on network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:12:54.671304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:12:54.671683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Checking segment: {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:12:54.672088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.672528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Bound using segment: {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:12:54.673012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Bound port: 480baff4-e464-4149-b3c2-8b1783726799, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e192a56-4dff-4106-a76a-b7041bdef613', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:12:54.673385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.775557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:12:54.778879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=480baff4-e464-4149-b3c2-8b1783726799,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:12:54.782506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:54.799692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1abad3bb-21f7-48fe-9078-c990e2cb9287 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:54.861431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0643b6-1061-46b5-b886-d86a6de810aa req-2528a6ab-c851-45f7-ba21-45255c7c048e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:54.862283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ce0643b6-1061-46b5-b886-d86a6de810aa req-2528a6ab-c851-45f7-ba21-45255c7c048e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Synchronizing usage tracker for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:12:54.877657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ce0643b6-1061-46b5-b886-d86a6de810aa req-2528a6ab-c851-45f7-ba21-45255c7c048e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Unset dirty status for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:12:54.878941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce0643b6-1061-46b5-b886-d86a6de810aa req-2528a6ab-c851-45f7-ba21-45255c7c048e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.1034281
Nov 23 13:12:54.928812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce0643b6-1061-46b5-b886-d86a6de810aa req-1165929d-efeb-4682-a64d-a6b427cbd348 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432165
Nov 23 13:12:54.951502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:54.965948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:55.001305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:55.001988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:55.003962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] 10.222.0.63 "PUT /v2.0/ports/480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 1157 time: 1.2597001
Nov 23 13:12:55.004548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'tag': '480baff4-e464-4149-b3c2-8b1783726799'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:55.096724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'tag': '480baff4-e464-4149-b3c2-8b1783726799', 'status': 'completed', 'code': 200}
Nov 23 13:12:55.136847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-25ee0cdf-e750-4d21-8a11-d52994ba642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:55.138461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-25ee0cdf-e750-4d21-8a11-d52994ba642e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1160 time: 0.0817382
Nov 23 13:12:55.215546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-5b373fc6-1b72-4a23-815a-e4aeef23e222 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0643039
Nov 23 13:12:55.287660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e945-4689-45a0-b178-348371fbd394 req-52caa1c5-6756-49e6-a811-d3464f46c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:55.289232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-52caa1c5-6756-49e6-a811-d3464f46c912 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0676193
Nov 23 13:12:55.338702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-c65bb894-ad7f-43bc-bc6b-8fcd72167d8c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431738
Nov 23 13:12:55.483053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-c321ac7d-1d41-4a47-a53d-95400886427b service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380937
Nov 23 13:12:55.638682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2737e945-4689-45a0-b178-348371fbd394 req-46ea03cb-96e5-4304-bf32-7b1c09c8c778 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491838
Nov 23 13:12:55.825753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-a85e20ff-5f9d-4bfb-a292-6df8bb542f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:55.827317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-a85e20ff-5f9d-4bfb-a292-6df8bb542f23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1160 time: 0.1041374
Nov 23 13:12:56.001863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-a54138a1-f981-48e7-ab01-51f307284e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:56.004558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-a54138a1-f981-48e7-ab01-51f307284e46 service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1685393
Nov 23 13:12:56.095066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-c0d8af56-fa6e-4a3c-a8d0-d8fc3a323270 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0826070
Nov 23 13:12:56.172329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-7a44ba2e-f581-4fc8-9eab-7f6fbb074a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:56.173988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-7a44ba2e-f581-4fc8-9eab-7f6fbb074a49 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0726273
Nov 23 13:12:56.176372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afc602-fee9-43d5-ada1-2f9d0fe86cf1 req-6fa29a7e-2ed1-47f2-a73c-dab83e64502d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:56.178134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c0afc602-fee9-43d5-ada1-2f9d0fe86cf1 req-6fa29a7e-2ed1-47f2-a73c-dab83e64502d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.1074593
Nov 23 13:12:56.234865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c0afc602-fee9-43d5-ada1-2f9d0fe86cf1 req-41c7db91-e1f0-449b-859c-ac55eb3d6088 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503144
Nov 23 13:12:56.242205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-c30545f3-21b1-4f37-a914-d3c728859cc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599692
Nov 23 13:12:56.408353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-4335b487-df31-48a5-8a11-e1333bc8c04b service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588240
Nov 23 13:12:56.577175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2bb6ae0-7fcc-47bc-9df6-54879b07b61c req-cc4904f8-99a3-49d0-8137-e3d778600c29 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621304
Nov 23 13:12:57.458879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad310-cfe5-4e0e-8474-4673bd5ea840 req-81e20137-c96e-4fe7-95af-2b57e1e51c0a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:57.459629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9ebad310-cfe5-4e0e-8474-4673bd5ea840 req-81e20137-c96e-4fe7-95af-2b57e1e51c0a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Synchronizing usage tracker for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:12:57.472107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9ebad310-cfe5-4e0e-8474-4673bd5ea840 req-81e20137-c96e-4fe7-95af-2b57e1e51c0a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Unset dirty status for tenant:32a523e67aa14dd6b118110b4400fa70 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:12:57.473379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ebad310-cfe5-4e0e-8474-4673bd5ea840 req-81e20137-c96e-4fe7-95af-2b57e1e51c0a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.0985811
Nov 23 13:12:57.523284 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ebad310-cfe5-4e0e-8474-4673bd5ea840 req-e44caf0a-6906-40a1-a1f3-6607804b052d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434153
Nov 23 13:12:57.873647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ccad651-4d65-48d4-a3e5-30ca0b2aefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:58.260544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:12:58.334833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 480baff4-e464-4149-b3c2-8b1783726799 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:12:58.339697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:12:58.340126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:58.463125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:58.492238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:12:58.503349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=480baff4-e464-4149-b3c2-8b1783726799,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:12:58.506550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:12:58.508585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:12:58.552575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799', 'code': 200}
Nov 23 13:12:58.578464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:12:58.582000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:12:58.746088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7be1-6ac7-4b56-a261-2630c70cecdb req-f328b569-da0d-4976-bfef-3917451fe86b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:58.747738 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82cb7be1-6ac7-4b56-a261-2630c70cecdb req-f328b569-da0d-4976-bfef-3917451fe86b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0905533
Nov 23 13:12:58.847948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-82cb7be1-6ac7-4b56-a261-2630c70cecdb req-f352da8d-3aaa-44e4-8cad-c8fa16834e8e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627038
Nov 23 13:12:58.867466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576e251-f2c6-4107-ab85-66afaa1203dd req-e0a863c9-1144-4dab-8dc3-19d6fd63da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:12:58.869093 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9576e251-f2c6-4107-ab85-66afaa1203dd req-e0a863c9-1144-4dab-8dc3-19d6fd63da3c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1162 time: 0.1174083
Nov 23 13:12:58.917012 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9576e251-f2c6-4107-ab85-66afaa1203dd req-c9add30b-d10d-4536-b7c1-b34852dca4df service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407050
Nov 23 13:12:59.948237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:00.036617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:00.037421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:00.078064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e874a-045f-413b-9109-b17c85ab550a req-08f60749-1b77-4abc-8b56-41952079e3be tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:00.079701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f82e874a-045f-413b-9109-b17c85ab550a req-08f60749-1b77-4abc-8b56-41952079e3be tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0930824
Nov 23 13:13:00.139825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f82e874a-045f-413b-9109-b17c85ab550a req-d4b13f87-fb8d-464b-8c10-71f09f8bf103 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520482
Nov 23 13:13:00.308889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f75b941-26ae-4593-a43b-8f4509db1d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:00.786636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:01.613573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a384a0-7019-491b-9be1-40a52bdb439b req-46dc3bf3-ffcd-434b-825a-9805725c3810 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:01.615171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c0a384a0-7019-491b-9be1-40a52bdb439b req-46dc3bf3-ffcd-434b-825a-9805725c3810 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.3430920
Nov 23 13:13:01.664665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c0a384a0-7019-491b-9be1-40a52bdb439b req-cb645739-e1e5-491b-979f-366cfc8a76de tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425093
Nov 23 13:13:01.883233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c42b6-72d0-472e-a682-16353ecda2d8 req-2b1eb370-74e5-4648-9643-a00abefa7359 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:01.884803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf7c42b6-72d0-472e-a682-16353ecda2d8 req-2b1eb370-74e5-4648-9643-a00abefa7359 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0885198
Nov 23 13:13:01.934327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf7c42b6-72d0-472e-a682-16353ecda2d8 req-ad509d33-692a-4b2a-99e5-4e972d780afd tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430059
Nov 23 13:13:02.056613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:02.330912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-e4ebc3b3-2887-45f9-9c70-54cd77466251 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0743573
Nov 23 13:13:02.336751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:02.411900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea5279-ae4c-4a9a-b301-df6cbb262b93 req-4c9252ff-479c-4766-935d-8e9c8508cc0f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:02.413535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4cea5279-ae4c-4a9a-b301-df6cbb262b93 req-4c9252ff-479c-4766-935d-8e9c8508cc0f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0930743
Nov 23 13:13:02.463269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4cea5279-ae4c-4a9a-b301-df6cbb262b93 req-a6feae43-2c9d-430c-880e-20bed09d15fd tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431955
Nov 23 13:13:03.687530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9dfa-678f-4873-b659-bc5b6b46fc27 req-dc7cc157-ecec-409a-83de-3ca079ab9d7e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:03.689189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad9d9dfa-678f-4873-b659-bc5b6b46fc27 req-dc7cc157-ecec-409a-83de-3ca079ab9d7e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0879755
Nov 23 13:13:03.740196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad9d9dfa-678f-4873-b659-bc5b6b46fc27 req-2c9db7dd-46c1-48cd-9fe4-7ee8aafdd139 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446529
Nov 23 13:13:03.904512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-1c26fc51-3733-4659-8aad-47198f364bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:03.906127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-1c26fc51-3733-4659-8aad-47198f364bed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1162 time: 0.0770497
Nov 23 13:13:04.054709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-c66cdfc0-2209-4c49-b40f-86ab8bc342ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:04.056116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-c66cdfc0-2209-4c49-b40f-86ab8bc342ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1428933
Nov 23 13:13:04.146708 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-17bfd2fa-640f-47a1-9888-813f8cda38a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0817990
Nov 23 13:13:04.217393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-1edab5d6-a272-4bda-8350-cc0073a60789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:04.218951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-1edab5d6-a272-4bda-8350-cc0073a60789 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0649364
Nov 23 13:13:04.271593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-f4a3cb99-396e-4a17-9a60-5a802a8dac50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465155
Nov 23 13:13:04.421391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-017ed32b-55ec-48c4-82ec-ea7980ac0989 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388268
Nov 23 13:13:04.565677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-0aabab40-d487-4ae9-9062-a5b8369e2860 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374085
Nov 23 13:13:04.959811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07cbdf-1bda-4d46-8ef2-d7168863592e req-38de2e7a-58f8-426d-9c86-f1bc4ed4e151 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:04.962167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb07cbdf-1bda-4d46-8ef2-d7168863592e req-38de2e7a-58f8-426d-9c86-f1bc4ed4e151 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0870891
Nov 23 13:13:05.011682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb07cbdf-1bda-4d46-8ef2-d7168863592e req-38995b59-24c6-4e8e-b63f-8b7ab4c7a650 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436895
Nov 23 13:13:06.230233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795c7ca-9fdf-4551-85fe-fa2bef627479 req-77424ad1-3c47-43cc-acc7-9991fa1ca083 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:06.231833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3795c7ca-9fdf-4551-85fe-fa2bef627479 req-77424ad1-3c47-43cc-acc7-9991fa1ca083 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0839260
Nov 23 13:13:06.281367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3795c7ca-9fdf-4551-85fe-fa2bef627479 req-65ced644-7242-4d02-ba2e-c06dc98e057c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430582
Nov 23 13:13:07.499042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020e88f-519c-4bad-8f5a-1608fac7ab77 req-b65a88e2-8f27-4e7a-8988-f6d2a54f2d02 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:07.500669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0020e88f-519c-4bad-8f5a-1608fac7ab77 req-b65a88e2-8f27-4e7a-8988-f6d2a54f2d02 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0898240
Nov 23 13:13:07.550104 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0020e88f-519c-4bad-8f5a-1608fac7ab77 req-ed52e255-f033-4eac-8fdf-61580fe384c8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422738
Nov 23 13:13:08.773410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706417-5242-47f0-b690-e4396c2cfd56 req-da10b747-c032-4487-8972-e2d50caf3092 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:08.775010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6706417-5242-47f0-b690-e4396c2cfd56 req-da10b747-c032-4487-8972-e2d50caf3092 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0892148
Nov 23 13:13:08.825506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6706417-5242-47f0-b690-e4396c2cfd56 req-28ad69b6-98d3-4887-9048-d65b68e1cc4c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438471
Nov 23 13:13:10.046842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184a050-e3c5-4261-9865-cf438c337850 req-012cf779-3a08-4bc0-a67a-906a1eea57c2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:10.048481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7184a050-e3c5-4261-9865-cf438c337850 req-012cf779-3a08-4bc0-a67a-906a1eea57c2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0877285
Nov 23 13:13:10.106285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7184a050-e3c5-4261-9865-cf438c337850 req-fef327de-82c2-4abf-bb5f-f7239e606684 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513053
Nov 23 13:13:10.752343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-20598503-5197-4df2-bcbc-1d8f94fbdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:10.754049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-20598503-5197-4df2-bcbc-1d8f94fbdbd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1162 time: 0.0762165
Nov 23 13:13:10.923060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-938b3c04-21d5-4d60-8584-0b86bdd3e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:10.924696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-938b3c04-21d5-4d60-8584-0b86bdd3e118 service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1463466
Nov 23 13:13:11.006282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-2132cf50-7911-441d-bb9e-f2b30d83dfdc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0742133
Nov 23 13:13:11.079130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-0d739127-5c3b-428a-9064-225a6cdb671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:11.080743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-0d739127-5c3b-428a-9064-225a6cdb671d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0667889
Nov 23 13:13:11.136589 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-6b19ac6d-0bad-4e3f-9dd3-f7a8b2f45080 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484993
Nov 23 13:13:11.337827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-892d09b7-b758-4846-a374-eed6c384f901 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941535
Nov 23 13:13:11.450854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25afa77-f0d6-4911-9d1a-adc4494d8f7b req-f347de88-7154-4143-afa7-938ca459c8ff tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:11.452470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d25afa77-f0d6-4911-9d1a-adc4494d8f7b req-f347de88-7154-4143-afa7-938ca459c8ff tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.2151279
Nov 23 13:13:11.532215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af7d1830-5cb7-4ece-8b63-3de8e25be206 req-784da5cf-6a92-4c9a-882b-ed769b293070 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1875162
Nov 23 13:13:11.537475 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d25afa77-f0d6-4911-9d1a-adc4494d8f7b req-b14604d5-3d59-4705-96b3-18d358e18f51 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773282
Nov 23 13:13:12.753230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782f553-f821-4181-805a-2bdaf3cceb93 req-94f11807-b467-4dae-aa62-dd0458d5a06f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:12.754920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d782f553-f821-4181-805a-2bdaf3cceb93 req-94f11807-b467-4dae-aa62-dd0458d5a06f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0854964
Nov 23 13:13:12.810000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d782f553-f821-4181-805a-2bdaf3cceb93 req-020f25a4-e040-4636-ac90-a0d04248563d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485260
Nov 23 13:13:14.032046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87682f4a-99c4-4165-ba97-6115aacd84e9 req-2017550e-b1b9-40bb-bd20-4792fa3ebbd2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:14.034213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87682f4a-99c4-4165-ba97-6115aacd84e9 req-2017550e-b1b9-40bb-bd20-4792fa3ebbd2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0928428
Nov 23 13:13:14.084028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-87682f4a-99c4-4165-ba97-6115aacd84e9 req-3b44a683-0bd7-4fdc-a89b-e3a6af0ea538 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428600
Nov 23 13:13:15.302008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187926-1b26-4b40-87a0-a8341b2d831f req-de62c80c-5317-4888-b058-d7b9b437044c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:15.303583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7187926-1b26-4b40-87a0-a8341b2d831f req-de62c80c-5317-4888-b058-d7b9b437044c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0880685
Nov 23 13:13:15.352480 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7187926-1b26-4b40-87a0-a8341b2d831f req-c90566a7-fa35-4a6c-a24d-2239084616cf tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423141
Nov 23 13:13:16.569750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987f166-be14-4227-a06d-5ad7a8224fb4 req-09c30865-8bb8-4763-afc1-8d8d1c4fc3f5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:16.571422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4987f166-be14-4227-a06d-5ad7a8224fb4 req-09c30865-8bb8-4763-afc1-8d8d1c4fc3f5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0859871
Nov 23 13:13:16.628217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4987f166-be14-4227-a06d-5ad7a8224fb4 req-3b191a9b-13e7-41aa-88ee-f843763671ec tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504153
Nov 23 13:13:17.163954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:17.986250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c4f8-8dba-4465-99c3-e9e689d13c4c req-e74325f3-a5ae-4db2-a462-24326f844ca7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:17.987881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c286c4f8-8dba-4465-99c3-e9e689d13c4c req-e74325f3-a5ae-4db2-a462-24326f844ca7 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0849977
Nov 23 13:13:18.037629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c286c4f8-8dba-4465-99c3-e9e689d13c4c req-4baebbdd-efd0-44a6-9fd5-a939aa6929b4 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429392
Nov 23 13:13:19.249628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7af440-08db-4f26-ac38-a04e86cd50dd req-ef814bff-5fe9-4f04-8a93-57b3d112e155 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:19.251221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d7af440-08db-4f26-ac38-a04e86cd50dd req-ef814bff-5fe9-4f04-8a93-57b3d112e155 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0831964
Nov 23 13:13:19.303288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d7af440-08db-4f26-ac38-a04e86cd50dd req-b8875a6e-f562-4f08-bac2-011ff7d242fb tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448666
Nov 23 13:13:20.522488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797e94d-1f84-4864-8c01-12bff6fe4633 req-54f2d1bb-240b-47f4-a387-d1c8dedaacb5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:20.524146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4797e94d-1f84-4864-8c01-12bff6fe4633 req-54f2d1bb-240b-47f4-a387-d1c8dedaacb5 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0913773
Nov 23 13:13:20.573223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4797e94d-1f84-4864-8c01-12bff6fe4633 req-8aeee674-ad40-438c-8aef-f90c2a021154 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427318
Nov 23 13:13:21.790650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe44ee-f1ae-4888-afcf-b47bdfdc98cd req-0f7b453e-5b7d-4748-bdb7-9e0fee2a4a51 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:21.792162 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2fe44ee-f1ae-4888-afcf-b47bdfdc98cd req-0f7b453e-5b7d-4748-bdb7-9e0fee2a4a51 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0881581
Nov 23 13:13:21.843181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2fe44ee-f1ae-4888-afcf-b47bdfdc98cd req-94765314-f913-44a6-ade2-f8ae3696a39e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444987
Nov 23 13:13:21.906965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:13:23.057965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13d686-1b5e-4802-8af2-efde5fbb2338 req-be13773a-a475-4417-864c-2c239cb30b7a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:23.059509 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fd13d686-1b5e-4802-8af2-efde5fbb2338 req-be13773a-a475-4417-864c-2c239cb30b7a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0866494
Nov 23 13:13:23.108796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fd13d686-1b5e-4802-8af2-efde5fbb2338 req-3f1efe83-626d-45e5-8ead-69dce835e3fe tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427828
Nov 23 13:13:24.325375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb255a5e-189e-48a6-8924-cb817543058d req-890e5680-adb9-4e1e-aaeb-80479e55f350 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:24.326999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb255a5e-189e-48a6-8924-cb817543058d req-890e5680-adb9-4e1e-aaeb-80479e55f350 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0841439
Nov 23 13:13:24.376154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb255a5e-189e-48a6-8924-cb817543058d req-2446d2d4-25dd-4dfc-b6f9-01e938ce19c2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426216
Nov 23 13:13:25.598039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c14d-efd1-402f-b594-662c12e6ed73 req-0a13a027-46c8-4b1f-b988-f45286e2cd15 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:25.600357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9222c14d-efd1-402f-b594-662c12e6ed73 req-0a13a027-46c8-4b1f-b988-f45286e2cd15 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0892618
Nov 23 13:13:25.653783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9222c14d-efd1-402f-b594-662c12e6ed73 req-9c9021c7-f964-4861-a273-5cbc8a74e31f tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461190
Nov 23 13:13:26.879927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8d604-884a-4c1e-bb8a-829e3614a3ab req-1302fa70-00e8-4e5d-b294-cffd5b3d75f9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:26.882100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1f8d604-884a-4c1e-bb8a-829e3614a3ab req-1302fa70-00e8-4e5d-b294-cffd5b3d75f9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0894728
Nov 23 13:13:26.929894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1f8d604-884a-4c1e-bb8a-829e3614a3ab req-7257addf-be42-45ca-a954-71b399a6fe68 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413442
Nov 23 13:13:27.879258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d0048fe-b1ce-4eac-8845-d3609c0a4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:28.147415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99f17d-54db-4bf5-bf83-d745df233d39 req-014b76ca-25e7-44b5-bb45-860a2ce54527 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:28.149105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae99f17d-54db-4bf5-bf83-d745df233d39 req-014b76ca-25e7-44b5-bb45-860a2ce54527 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0863173
Nov 23 13:13:28.207347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ae99f17d-54db-4bf5-bf83-d745df233d39 req-d320d58f-9bb8-447b-ba78-aa7344f5bc75 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517769
Nov 23 13:13:29.420848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bb09f-f9e5-416e-85e7-1f4bf30fc3df req-2e9666ed-5b24-46d6-bd82-f07647816ab3 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:29.422431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-353bb09f-f9e5-416e-85e7-1f4bf30fc3df req-2e9666ed-5b24-46d6-bd82-f07647816ab3 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0840530
Nov 23 13:13:29.475186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-353bb09f-f9e5-416e-85e7-1f4bf30fc3df req-551117d5-274d-4861-b7d8-bfe176dd3816 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453382
Nov 23 13:13:30.133420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:30.210854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:30.211650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:30.350811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dd197f21-ab65-4eb6-b456-64aa775bcb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:30.700608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a839e5-725d-40f0-bb93-98f7421a6541 req-2c7788ed-b1e3-4be7-899b-13dc7e5d2c1d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:30.702239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7a839e5-725d-40f0-bb93-98f7421a6541 req-2c7788ed-b1e3-4be7-899b-13dc7e5d2c1d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0885217
Nov 23 13:13:30.753025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7a839e5-725d-40f0-bb93-98f7421a6541 req-94c9824d-c0f8-4358-bc36-0df3eb6c9614 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440068
Nov 23 13:13:30.789605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:31.535688 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-be4d7c0a-d081-4003-94b9-67f1bca3070a service neutron] 10.222.0.63 "GET /v2.0/ports/480baff4-e464-4149-b3c2-8b1783726799/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0776877
Nov 23 13:13:31.832689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-3b399602-6692-44b0-b08a-cc04d1e067c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:31.835382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-3b399602-6692-44b0-b08a-cc04d1e067c3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215&tenant_id=32a523e67aa14dd6b118110b4400fa70 HTTP/1.1" status: 200  len: 1162 time: 0.0847406
Nov 23 13:13:31.982145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:13:32.032112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-15671752-b097-4abf-bedb-81617c31dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:32.033777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-15671752-b097-4abf-bedb-81617c31dec6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1162 time: 0.1564114
Nov 23 13:13:32.040448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7437a-2917-4998-999c-4a36216dffea req-ca2ba074-8767-411f-aa64-b4b5156332f8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:32.041999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38e7437a-2917-4998-999c-4a36216dffea req-ca2ba074-8767-411f-aa64-b4b5156332f8 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.1250389
Nov 23 13:13:32.085857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:32.112884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:32.145741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:13:32.157757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=480baff4-e464-4149-b3c2-8b1783726799,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:13:32.161387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:32.164880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c33f917-943f-44d4-a84a-6cc0fdc26f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:32.192244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38e7437a-2917-4998-999c-4a36216dffea req-66eac74c-7211-4191-aac4-1e4c7a397ef0 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247580
Nov 23 13:13:32.237869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-4fe8ff15-0301-4098-9548-5a07c9a8c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:32.239246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-4fe8ff15-0301-4098-9548-5a07c9a8c16e service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1963100
Nov 23 13:13:32.243972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:32.247522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:32.315455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-4e5fa22a-bb3a-4bb6-8859-1534e0a52b19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0685360
Nov 23 13:13:32.317600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799', 'code': 200}
Nov 23 13:13:32.337420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:32.421506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d87a-9818-4895-aee4-7c60f695339c req-0c307422-8e52-4f2c-b790-7e464441f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:32.423076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-0c307422-8e52-4f2c-b790-7e464441f1db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0685227
Nov 23 13:13:32.472211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-226723c0-abdc-43fe-9273-62cca77ae5d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424902
Nov 23 13:13:32.615385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-462cdf40-f06f-45a3-a1ea-e4a4d6c15a8c service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362026
Nov 23 13:13:32.763267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72c9d87a-9818-4895-aee4-7c60f695339c req-978ad339-b740-4a31-93d6-f4fec9842f64 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416023
Nov 23 13:13:33.415221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b01de1-4e0d-4f89-b885-259d0d6f4f0f req-b72df746-61bb-4143-880b-5b6835ff7a60 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:33.416831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18b01de1-4e0d-4f89-b885-259d0d6f4f0f req-b72df746-61bb-4143-880b-5b6835ff7a60 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.0833340
Nov 23 13:13:33.470457 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18b01de1-4e0d-4f89-b885-259d0d6f4f0f req-41beb525-b53e-48b3-b43e-a2f783b97bb3 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471351
Nov 23 13:13:34.712663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763fe4-a1ab-4ce2-ae33-c06b861cb5db req-437471c6-f32b-487e-ae1b-00de36d3a950 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:34.714453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc763fe4-a1ab-4ce2-ae33-c06b861cb5db req-437471c6-f32b-487e-ae1b-00de36d3a950 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.1055539
Nov 23 13:13:34.766897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc763fe4-a1ab-4ce2-ae33-c06b861cb5db req-33337f58-cde5-45b0-80ce-5b09ba485e74 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457101
Nov 23 13:13:35.983962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa826049-b9ed-443f-8a49-20080a313eb9 req-d80e96b2-59c3-4748-8e37-0629b7b8f74e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:35.985630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa826049-b9ed-443f-8a49-20080a313eb9 req-d80e96b2-59c3-4748-8e37-0629b7b8f74e tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 943 time: 0.0862448
Nov 23 13:13:36.038583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa826049-b9ed-443f-8a49-20080a313eb9 req-87788d3a-e10b-45f5-a3bf-948c0c2ebd94 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463016
Nov 23 13:13:36.375875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:36.456436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:36.456925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:36.589003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:36.619039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:13:36.631123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=480baff4-e464-4149-b3c2-8b1783726799,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:13:36.634523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:36.636492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:36.701138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480baff4-e464-4149-b3c2-8b1783726799', 'code': 200}
Nov 23 13:13:36.715101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:36.718532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:36.728661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-78e6ab3c-f62d-4bfb-9474-fd3f00bc5735 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:36.730431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-78e6ab3c-f62d-4bfb-9474-fd3f00bc5735 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215&tenant_id=32a523e67aa14dd6b118110b4400fa70&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.4226289
Nov 23 13:13:36.742528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8273b-0300-49b7-9859-932d4220c637 req-e1fc976c-0dc9-47e7-ae82-1fbbb3591575 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:36.744072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a5f8273b-0300-49b7-9859-932d4220c637 req-e1fc976c-0dc9-47e7-ae82-1fbbb3591575 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.4002814
Nov 23 13:13:36.795437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a5f8273b-0300-49b7-9859-932d4220c637 req-6cd10ce1-593c-4953-a6da-fbf766f9d255 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448365
Nov 23 13:13:36.902284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-2934669e-8dc9-42f9-be9c-df7f528fe37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:36.903872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-2934669e-8dc9-42f9-be9c-df7f528fe37c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=32a523e67aa14dd6b118110b4400fa70&device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 1162 time: 0.0772147
Nov 23 13:13:37.048952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-3664ad2d-17d8-46b0-8d00-a31a6dfd4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:37.050742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-3664ad2d-17d8-46b0-8d00-a31a6dfd4e61 service neutron] 10.222.0.63 "GET /v2.0/networks?id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 200  len: 909 time: 0.1405077
Nov 23 13:13:37.123118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-c04dc58c-435d-46cc-b590-ea19c001e2ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 200  len: 217 time: 0.0654805
Nov 23 13:13:37.195877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-5a3c816c-0f07-4d05-98f1-e6e0b7988515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:37.197431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-5a3c816c-0f07-4d05-98f1-e6e0b7988515 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 200  len: 855 time: 0.0679531
Nov 23 13:13:37.246889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-e93dd4f8-6d95-4220-935f-b79c3d5b076d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433445
Nov 23 13:13:37.392263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-f842c7ac-22be-45a8-aae1-bc2263baeb72 service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383514
Nov 23 13:13:37.538913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-caf90fb0-ca46-47d0-8c20-7d838b25619f req-b533c9b3-535e-40cb-b9f1-02e3d756b2df service neutron] 10.222.0.63 "GET /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398489
Nov 23 13:13:38.033842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905f9c2-e06d-4f17-90e5-d9f218c85f30 req-6ad972cc-7fab-4c50-9423-53430c5f67c6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:38.035477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9905f9c2-e06d-4f17-90e5-d9f218c85f30 req-6ad972cc-7fab-4c50-9423-53430c5f67c6 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0860720
Nov 23 13:13:38.086905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9905f9c2-e06d-4f17-90e5-d9f218c85f30 req-2918d9dc-5e07-4ffb-b6ab-91ff9092a560 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442612
Nov 23 13:13:38.168459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:38.242890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:38.243321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:39.298943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde9da1-fb0b-45cb-b195-1ae7bbb47454 req-f16de8d3-e509-4695-9ee3-73e2245c5c15 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:39.300590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cdde9da1-fb0b-45cb-b195-1ae7bbb47454 req-f16de8d3-e509-4695-9ee3-73e2245c5c15 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0843766
Nov 23 13:13:39.354715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cdde9da1-fb0b-45cb-b195-1ae7bbb47454 req-585161e5-e422-41d9-bd62-7f53eee5d97d tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477037
Nov 23 13:13:39.570710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9763490-d0b9-4b36-936d-0edd68b24965 req-19e2c94b-ff1c-443c-b3f9-add2c03440ce tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:39.572293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9763490-d0b9-4b36-936d-0edd68b24965 req-19e2c94b-ff1c-443c-b3f9-add2c03440ce tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0877287
Nov 23 13:13:39.621154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9763490-d0b9-4b36-936d-0edd68b24965 req-2f3fc570-4f28-42a1-b281-61905fa42a5c tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425038
Nov 23 13:13:39.845591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828a4f-0ed9-4e0f-92a2-3dcf1816983a req-85edde1b-bb40-4d9d-b9a7-f7788c2fcfc9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:39.847201 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b828a4f-0ed9-4e0f-92a2-3dcf1816983a req-85edde1b-bb40-4d9d-b9a7-f7788c2fcfc9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0933015
Nov 23 13:13:39.898452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b828a4f-0ed9-4e0f-92a2-3dcf1816983a req-92e91457-a62d-43db-bb97-b6b71c9b1441 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436676
Nov 23 13:13:40.532583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097f15-15e7-4015-a0e7-21edbbb707c3 req-0c3f62ce-1ec8-409d-9641-718056b531ed tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:40.534204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c097f15-15e7-4015-a0e7-21edbbb707c3 req-0c3f62ce-1ec8-409d-9641-718056b531ed tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0843642
Nov 23 13:13:40.587731 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c097f15-15e7-4015-a0e7-21edbbb707c3 req-fa2ea712-c28a-42f3-8fd5-670cb4c53a2a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466683
Nov 23 13:13:41.814822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2b123-4388-412c-b746-83f7c1e41041 req-64e2b54d-ecb4-408f-853b-776adaad7226 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:41.816474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ea2b123-4388-412c-b746-83f7c1e41041 req-64e2b54d-ecb4-408f-853b-776adaad7226 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0913939
Nov 23 13:13:41.868112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ea2b123-4388-412c-b746-83f7c1e41041 req-6dfe2f08-2ab7-4d0e-b83f-39033c61a018 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/security-groups?id=1e4b7a13-e327-49a3-af6a-1920b97f36f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445216
Nov 23 13:13:42.207985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-f2a665f9-0dac-47bd-9e8a-4115c01adf6b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:42.210693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-f2a665f9-0dac-47bd-9e8a-4115c01adf6b tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 945 time: 0.0861127
Nov 23 13:13:42.216290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:42.291292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 480baff4-e464-4149-b3c2-8b1783726799 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:42.291720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:42.299995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Deleting port 480baff4-e464-4149-b3c2-8b1783726799 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:13:42.300373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:42.562051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] For port 480baff4-e464-4149-b3c2-8b1783726799, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=480baff4-e464-4149-b3c2-8b1783726799,segment=NetworkSegment(6e192a56-4dff-4106-a76a-b7041bdef613),segment_id=6e192a56-4dff-4106-a76a-b7041bdef613)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:13:42.562366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:42.692857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Calling delete_port for 480baff4-e464-4149-b3c2-8b1783726799 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:13:42.841319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:42.859684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea5c0568-65d1-418c-9a8a-e6b4606d44bc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:42.962540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Pushing event deleted for resources: {'Port': ['ID=480baff4-e464-4149-b3c2-8b1783726799,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:42.979827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.979827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.980253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.980691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.981098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.981504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.981907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.982312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.982708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.983113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.983509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.983908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.984394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.984822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.985222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.985620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.986017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.986417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.986815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.987211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.987611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.988005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.988400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.988838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:42.994329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:43.050755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e399a472-2d16-405c-85d6-729551dcac74 req-1879e06c-0906-411e-8d4a-c476ffb5d4a2 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.60 "GET /v2.0/ports?device_id=0a3670fb-dc38-4b7d-bdd1-f484eec61215 HTTP/1.1" status: 200  len: 210 time: 0.0474179
Nov 23 13:13:43.089141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] No DVR routers for this DVR port 480baff4-e464-4149-b3c2-8b1783726799 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:13:43.091560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:43.094286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-deleted', 'tag': '480baff4-e464-4149-b3c2-8b1783726799'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:13:43.109166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d6c687e-793c-4fc7-a160-6121d5e16e90 req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] 10.222.0.63 "DELETE /v2.0/ports/480baff4-e464-4149-b3c2-8b1783726799 HTTP/1.1" status: 204  len: 173 time: 0.8911805
Nov 23 13:13:43.157184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3670fb-dc38-4b7d-bdd1-f484eec61215', 'name': 'network-vif-deleted', 'tag': '480baff4-e464-4149-b3c2-8b1783726799', 'status': 'completed', 'code': 200}
Nov 23 13:13:44.107763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:13:44.144371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 480baff4-e464-4149-b3c2-8b1783726799 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:13:44.144801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 480baff4-e464-4149-b3c2-8b1783726799 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:13:44.335817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52296) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:44.404596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Deleting subnet 06a686b9-ce1b-464b-8acf-52240dbe8e55 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:13:44.407781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:44.467224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:44.528716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:44.804992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:44.820731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-856217f9-b189-491d-b221-9869450669e5 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:44.910371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a686b9-ce1b-464b-8acf-52240dbe8e55,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:44.943556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.944027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.944481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.944945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.945355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.945761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.946162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.946563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.946965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.947362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.947759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.948156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.948665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.949068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.949467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.949862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.950255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.950651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.951049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.951443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.951839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.952236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.952654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.953049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:44.956988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:44.977747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:44.984054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/06a686b9-ce1b-464b-8acf-52240dbe8e55 HTTP/1.1" status: 204  len: 168 time: 0.6470835
Nov 23 13:13:44.986764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52300) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:45.108078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:45.304921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:45.424300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f181e10>,) {'filters': {'network_id': ['23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:45.438380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f181e10>, '6e192a56-4dff-4106-a76a-b7041bdef613') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:45.438725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f181e10>, '6e192a56-4dff-4106-a76a-b7041bdef613') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:45.451678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:45.467234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:45.469261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:13:45.927430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:13:45.937180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.128050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Network 23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:13:46.153054 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:13:46.231784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.235244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7d48257e-5376-4372-81bf-2420566dabb3 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:46.253526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.265194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:46.268778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:46.274072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-25b6e0f0-0664-418b-88b2-9ed163b51ee1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/23be0b07-6652-41e3-8cbd-3cc2e2ccbb9f HTTP/1.1" status: 204  len: 168 time: 1.2862511
Nov 23 13:13:46.426634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52306) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:46.480247 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ffb5fa42-d1c2-4076-9387-047c0a4ef3cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32a523e67aa14dd6b118110b4400fa70&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0522828
Nov 23 13:13:46.482856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52310) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:46.545525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.573351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.619142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.625124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dccd9c7d-6d6f-4733-90a0-000f0e20e29b tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:46.640909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b7a13-e327-49a3-af6a-1920b97f36f7,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:46.646148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:46.652944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:46.654200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e4b7a13-e327-49a3-af6a-1920b97f36f7 HTTP/1.1" status: 204  len: 168 time: 0.1703355
Nov 23 13:13:47.163012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.560378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52332) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:47.705823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1601745260-network', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:47.711412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:47.715589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Usage tracker for resource:network and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:47.718695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:47.724577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:47.735756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:13:47.740767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.759309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.800048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:47.804258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Usage tracker for resource:security_group_rule and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:47.807323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:47.813262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:47.883738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.886588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.890794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a81ebb9e-6165-4ce0-807d-597881155cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:47.924942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:13:47.934392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6e0e3-9bcf-4135-9da0-2f63ecfc67fd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:47.937879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:47.942466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:47.942799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Added segment 00a5975f-3049-45cb-b376-79cdb924053a of type vxlan for network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7
Nov 23 13:13:47.972761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.005627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.006616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:48.007284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.012818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bab62d4e-8606-45c7-b9a6-35d3eba26c84 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:48.122013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5601921
Nov 23 13:13:48.125135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52338) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:48.125738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Pushing event updated for resources: {'Network': ['ID=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:48.128737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df529d7c-c9ce-402e-8a81-c6f8be0e82cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:48.132518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Request body: {'subnet': {'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1601745260-subnet', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:48.137012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:13:48.139271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:48.143436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Usage tracker for resource:subnet and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:48.147710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:48.155266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:48.156846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:13:48.165589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:13:48.170582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.587513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.606674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06a5a9e2-59f5-4c1e-b021-ad1ae20773e1 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:48.736844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71679990-4286-4cce-bc41-b9a40208967e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:48.741975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:48.816278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:13:48.816728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Network hostable DHCP agents. Network: ebc1c67b-b14a-41cf-a83e-1579d7ae95a7, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:13:48.839837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:13:48.848520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, ebc1c67b-b14a-41cf-a83e-1579d7ae95a7) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:48.858027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfac828-0610-4fc2-a0d9-6456dd0bcebb None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:13:48.861876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:48.862530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.883416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e82fd9f-6981-47c2-b166-b0b8b3b6adb4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7570941
Nov 23 13:13:48.886201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52342) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:48.891728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:48.896797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:48.902003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Usage tracker for resource:router and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:48.905647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:48.911707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:48.921831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.922887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:48.943263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.092108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:13:49.093095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.106507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.316546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.353341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.558759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Allocated IP 172.20.0.2 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/4e3d551f-c46d-4409-9948-942a2d182850) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:13:49.636719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Allocated IP 172.26.6.240 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/52d0d2d3-9169-466e-b7e8-50faaec903ba) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:13:49.791163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.812799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Transition to ACTIVE for port object 4e3d551f-c46d-4409-9948-942a2d182850 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:13:49.832651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Transition to ACTIVE for port object 4e3d551f-c46d-4409-9948-942a2d182850 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:13:49.837466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:49.854356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:49.992879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Pushing event updated for resources: {'Port': ['ID=4e3d551f-c46d-4409-9948-942a2d182850,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:50.020072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.020491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.020881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.021262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.021640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.022675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.023056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.023477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.023803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.024179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.024614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.024981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.025458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.025831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.026200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.026567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.026927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.027294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.027657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.028027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.028393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.028795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.029159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.029521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:50.035404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:50.068398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.070629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:13:50.071828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:50.074240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:13:50.099315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.115486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9610c82-d5cf-4b70-957a-45cda73feb0d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:50.135763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Attempting to bind port 4e3d551f-c46d-4409-9948-942a2d182850 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:13:50.136184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Attempting to bind port 4e3d551f-c46d-4409-9948-942a2d182850 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:13:50.136653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Attempting to bind port 4e3d551f-c46d-4409-9948-942a2d182850 on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:13:50.143504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:13:50.143933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:13:50.144381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.144857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:13:50.145372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Bound port: 4e3d551f-c46d-4409-9948-942a2d182850, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:13:50.145792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.238311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] For port 4e3d551f-c46d-4409-9948-942a2d182850, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:13:50.291672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] For port 4e3d551f-c46d-4409-9948-942a2d182850, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4e3d551f-c46d-4409-9948-942a2d182850,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:13:50.295335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.299282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Pushing event updated for resources: {'Port': ['ID=52d0d2d3-9169-466e-b7e8-50faaec903ba,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:50.306539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:50.314687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:50.369513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:13:50.370675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:50.373128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:13:50.470105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Pushing event updated for resources: {'Port': ['ID=4e3d551f-c46d-4409-9948-942a2d182850,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:50.475891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:50.547627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.548759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:50.812901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Router f1ac5b40-5533-419a-842c-b18cf045e997 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:13:51.037231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:13:51.046696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:13:51.060002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:13:51.060758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682411c6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:13:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:51.062291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:51.063620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.1764247
Nov 23 13:13:51.066737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52346) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:51.250475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:13:51.579474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682411c6d8>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:50Z', 'revision_number': 3, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:51.583864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:13:51.584275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Updating router f1ac5b40-5533-419a-842c-b18cf045e997 port 52d0d2d3-9169-466e-b7e8-50faaec903ba binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:13:51.614654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4e3d551f-c46d-4409-9948-942a2d182850 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:51.705188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:51.807116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:51.819527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 4e3d551f-c46d-4409-9948-942a2d182850 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:13:51.995240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ce8e1-bf23-406b-8191-4e8bb2dcdb80 None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:13:52.133586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Provisioning for port 4e3d551f-c46d-4409-9948-942a2d182850 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:13:52.146334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Provisioning complete for port 4e3d551f-c46d-4409-9948-942a2d182850 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:52.146746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.185732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Allocated IP 172.20.0.1 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/3ae50e04-33c0-42f8-aaab-698168a14ddb) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:13:52.365380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.383813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Transition to ACTIVE for port object 3ae50e04-33c0-42f8-aaab-698168a14ddb will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:13:52.404318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.422494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:52.472600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.509662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Transition to ACTIVE for port object 52d0d2d3-9169-466e-b7e8-50faaec903ba will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:13:52.512209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.526253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.550331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:52.559700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:52.564521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:52.618858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:13:52.620449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:52.622867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:13:52.699446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.791915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.883626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Pushing event updated for resources: {'Port': ['ID=52d0d2d3-9169-466e-b7e8-50faaec903ba,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:52.891608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:52.893319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] For port 4e3d551f-c46d-4409-9948-942a2d182850, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4e3d551f-c46d-4409-9948-942a2d182850,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:13:52.910753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:52.916023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:53.018708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Pushing event updated for resources: {'Port': ['ID=4e3d551f-c46d-4409-9948-942a2d182850,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:53.024593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:53.032587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Attempting to bind port 52d0d2d3-9169-466e-b7e8-50faaec903ba on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:13:53.033033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Attempting to bind port 52d0d2d3-9169-466e-b7e8-50faaec903ba by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:13:53.033535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Attempting to bind port 52d0d2d3-9169-466e-b7e8-50faaec903ba on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:13:53.040961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:13:53.041493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:13:53.042034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.042564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:13:53.043228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Bound port: 52d0d2d3-9169-466e-b7e8-50faaec903ba, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:13:53.043755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.140864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] For port 52d0d2d3-9169-466e-b7e8-50faaec903ba, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:13:53.145730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] For port 52d0d2d3-9169-466e-b7e8-50faaec903ba, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52d0d2d3-9169-466e-b7e8-50faaec903ba,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:13:53.149963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.163769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.163990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Provisioning for port 3ae50e04-33c0-42f8-aaab-698168a14ddb completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:13:53.167920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.170693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df282f4e-8c70-480e-8b80-fab1c15438f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:53.200632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-241122d9-4c17-4a95-ad84-85fb415bc728 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:53.275307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Provisioning complete for port 3ae50e04-33c0-42f8-aaab-698168a14ddb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:53.275773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.391490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Port 3ae50e04-33c0-42f8-aaab-698168a14ddb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:13:53.410627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Pushing event updated for resources: {'Port': ['ID=52d0d2d3-9169-466e-b7e8-50faaec903ba,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:53.421192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:53.451433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Provisioning complete for port 4e3d551f-c46d-4409-9948-942a2d182850 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:53.452306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-325d073a-e8fc-4fdd-87c8-d39ff47d8463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.524557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:13:53.525369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682411c6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:13:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:53.570716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.587292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:53.638945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:53.697551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4e3d551f-c46d-4409-9948-942a2d182850 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:53.727289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:13:53.728652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:53.860779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 4e3d551f-c46d-4409-9948-942a2d182850 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:53.861201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:53.920511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:13:54.004250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-812df111-e1ef-4433-96ff-1b2f502c2057 None None] Provisioning complete for port 3ae50e04-33c0-42f8-aaab-698168a14ddb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:54.004620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-812df111-e1ef-4433-96ff-1b2f502c2057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:54.151701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:13:54.194811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-812df111-e1ef-4433-96ff-1b2f502c2057 None None] Port 3ae50e04-33c0-42f8-aaab-698168a14ddb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:13:54.301030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-812df111-e1ef-4433-96ff-1b2f502c2057 None None] Provisioning complete for port 4e3d551f-c46d-4409-9948-942a2d182850 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:54.301451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-812df111-e1ef-4433-96ff-1b2f502c2057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:54.387956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:13:54.398543 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1ac5b40-5533-419a-842c-b18cf045e997/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3305364
Nov 23 13:13:54.527159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682411c6d8>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 2, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:54.531463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90de21-bbad-4bd4-aad9-6cefe1355aa8 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 2, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:13:54.641928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5e64d536-68e1-4f22-b360-3d8cfa745f14 None None] Provisioning complete for port 3ae50e04-33c0-42f8-aaab-698168a14ddb triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:54.642546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e64d536-68e1-4f22-b360-3d8cfa745f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:54.701480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5e64d536-68e1-4f22-b360-3d8cfa745f14 None None] Port 3ae50e04-33c0-42f8-aaab-698168a14ddb cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:13:55.276510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52356) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:55.282616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'security_group': {'name': 'tempest-securitygroup--561655348', 'description': 'tempest-description--1158844550'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:55.289677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:55.294080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Usage tracker for resource:security_group and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:55.297343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:55.303601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:55.316216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.356701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:55.360742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Usage tracker for resource:security_group_rule and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:55.363970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:55.370954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:55.437190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.439990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.446425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6fb2c52e-6396-4d6a-b32c-067983f847b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:55.488412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:55.491404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.495468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1665 time: 0.2150869
Nov 23 13:13:55.495468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:55.495735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52360) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:55.501637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'security_group_rule': {'security_group_id': '3ec2c6cd-2fb7-4737-9eb3-a804f7748eca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:55.508571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:55.512951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Usage tracker for resource:security_group_rule and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:55.516033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:55.523315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:55.546379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.610383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52d0d2d3-9169-466e-b7e8-50faaec903ba up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:55.626634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.629827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.631841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2ad04ceb-091b-4cf0-8ade-f9cb6e967bda tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:55.656078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5bdc99-e691-45bb-ab9b-f16cca35ff27,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:55.660777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:55.674156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.675782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1790366
Nov 23 13:13:55.679730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52364) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:55.686053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'security_group_rule': {'security_group_id': '3ec2c6cd-2fb7-4737-9eb3-a804f7748eca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:55.697368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:55.704989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Usage tracker for resource:security_group_rule and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:55.708003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 52d0d2d3-9169-466e-b7e8-50faaec903ba completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:13:55.708961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:55.714528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 52d0d2d3-9169-466e-b7e8-50faaec903ba triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:55.714964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.716974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:55.738261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.813275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.816222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.818280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9db095e1-0ae3-4be6-ae2c-51e267f8ed75 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:55.844569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.844841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3cc9f5-bcf9-4d87-b3fd-3fdfa411d704,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:55.847275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:55.855045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.856389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1756432
Nov 23 13:13:55.859597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:13:55.863547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 52d0d2d3-9169-466e-b7e8-50faaec903ba, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52d0d2d3-9169-466e-b7e8-50faaec903ba,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:13:55.866167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:13:55.867601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.869641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:55.873494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:13:55.877554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Usage tracker for resource:floatingip and tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:13:55.880641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:13:55.887459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:13:55.899259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:55.943151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=52d0d2d3-9169-466e-b7e8-50faaec903ba,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:55.947011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:56.051864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:56.325553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Allocated IP 172.26.6.142 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/d4cfece5-3451-47f9-a462-6b411350e970) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:13:56.489685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:56.516584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:56.535382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79e07d76-d6e7-4d39-8e7c-fc2e517de404 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:56.703068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=d4cfece5-3451-47f9-a462-6b411350e970,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:56.710182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:56.774776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:13:56.776021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:13:56.778430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:13:56.885380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:56.960075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.265318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.268936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.285464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17f66eac-0e5c-4c53-bcad-d8ed70673d8d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:57.439556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=d4cfece5-3451-47f9-a462-6b411350e970,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:57.443014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:57.550456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.582871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.583698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52d0d2d3-9169-466e-b7e8-50faaec903ba up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:13:57.592363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7247469
Nov 23 13:13:57.672218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 52d0d2d3-9169-466e-b7e8-50faaec903ba triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:13:57.672811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.825127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-549e65ed-8913-46db-b2fb-7fd392de246a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:13:57.845507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-549e65ed-8913-46db-b2fb-7fd392de246a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:13:57.846811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-549e65ed-8913-46db-b2fb-7fd392de246a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--561655348&fields=id&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 267 time: 0.0921319
Nov 23 13:13:57.875325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3905c27f-cb9c-450e-8ff9-066ad531ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:57.898889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:13:57.913606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:13:57.914462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257060f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:13:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:58.044454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-1805e533-b7c2-49c2-8bae-3da28dd54e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:13:58.045222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-1805e533-b7c2-49c2-8bae-3da28dd54e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:13:58.063886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-1805e533-b7c2-49c2-8bae-3da28dd54e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:13:58.065154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-1805e533-b7c2-49c2-8bae-3da28dd54e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.2081895
Nov 23 13:13:58.084051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51264b90-76c2-4507-be04-6b09ff18c644 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/quotas/7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 375 time: 0.0119219
Nov 23 13:13:58.114101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:13:58.186224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-7ec36fda-835e-476e-90f3-0c44e56e44ca tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0948913
Nov 23 13:13:58.344367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-eb2cb50b-7792-4732-b8b1-deb6b8ddd15a service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439648
Nov 23 13:13:58.501640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-e028e46b-aecc-45c5-9f33-df7e4b91aa62 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503770
Nov 23 13:13:58.628742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257060f0>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 2, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:58.633628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:13:58.633921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Updating router f1ac5b40-5533-419a-842c-b18cf045e997 port 3ae50e04-33c0-42f8-aaab-698168a14ddb binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:13:58.703663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:58.721617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0a5a2a47-b0b8-4888-b214-28448048eb56 req-134de696-b668-4a62-b68d-84d5992920d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:13:58.741900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-0a5a2a47-b0b8-4888-b214-28448048eb56 req-134de696-b668-4a62-b68d-84d5992920d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:13:58.743173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a5a2a47-b0b8-4888-b214-28448048eb56 req-134de696-b668-4a62-b68d-84d5992920d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 210 time: 0.0773044
Nov 23 13:13:58.917940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:13:59.148173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:59.161201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Transition to ACTIVE for port object 3ae50e04-33c0-42f8-aaab-698168a14ddb will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:13:59.163930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:59.180320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:59.313733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Pushing event updated for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:59.339630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.340045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.340467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.340847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.341216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.341581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.341943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.342304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.342665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.343021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.343378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.343734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.344187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.344625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.344989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.345345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.345702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.346055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.346408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.346761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.347114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.347468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.347820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.348170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:13:59.353980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:59.507296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Attempting to bind port 3ae50e04-33c0-42f8-aaab-698168a14ddb on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:13:59.507755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Attempting to bind port 3ae50e04-33c0-42f8-aaab-698168a14ddb by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:13:59.508090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Attempting to bind port 3ae50e04-33c0-42f8-aaab-698168a14ddb on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:13:59.515481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:13:59.515792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:13:59.516240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:59.516699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:13:59.517263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Bound port: 3ae50e04-33c0-42f8-aaab-698168a14ddb, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:13:59.517673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:59.614066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] For port 3ae50e04-33c0-42f8-aaab-698168a14ddb, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:13:59.617933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] For port 3ae50e04-33c0-42f8-aaab-698168a14ddb, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ae50e04-33c0-42f8-aaab-698168a14ddb,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:13:59.621226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:13:59.636414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:13:59.785528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Pushing event updated for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:13:59.791681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ae212ea-c273-4592-9db6-9f7a4f2d3f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:13:59.848760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:13:59.849607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68257060f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:13:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:13:59.980743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fe1416a-64ad-47f2-bced-2bed6793d19d req-9f97bad3-20d3-419d-83e6-f66b1ac96dd7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 210 time: 0.0721774
Nov 23 13:14:00.070303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:14:00.128637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-81d6b99d-e3f1-479e-991e-5da06a1a0478 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:00.130115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-81d6b99d-e3f1-479e-991e-5da06a1a0478 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.2384982
Nov 23 13:14:00.231185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-9317d660-3c32-497e-a575-9b80835d447c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:14:00.244409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-9317d660-3c32-497e-a575-9b80835d447c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:14:00.245801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-9317d660-3c32-497e-a575-9b80835d447c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 5252 time: 0.0955231
Nov 23 13:14:00.257476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'port': {'device_id': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'admin_state_up': True, 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'security_groups': ['3ec2c6cd-2fb7-4737-9eb3-a804f7748eca']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:14:00.313895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0cb49bcf-2704-4955-91cf-98fdb6041cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:00.408680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:14:00.418062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-86eece07-7c76-467c-adb7-25409342b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68257060f0>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:13:59Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:14:00.422059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:14:00.422346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eece07-7c76-467c-adb7-25409342b398 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:13:59Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:14:00.432864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:14:00.438565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:00.793965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.028539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Allocated IP 172.20.0.10 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/1e005f04-2371-43c5-afb2-9621785bc292) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:14:01.206327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cebc9a9f-4ad1-4b52-a814-c78232a14ecd req-9e8fd9ce-59dc-4786-a193-1f1b7ecb8e53 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 210 time: 0.0653806
Nov 23 13:14:01.283272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.300435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Transition to ACTIVE for port object 1e005f04-2371-43c5-afb2-9621785bc292 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:14:01.321920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.337800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:14:01.476268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:14:01.481389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:14:01.542222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:14:01.542736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:14:01.545192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:14:01.606448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ae50e04-33c0-42f8-aaab-698168a14ddb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:14:01.613476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:01.614153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.645298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3925936
Nov 23 13:14:01.665649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Request body: {'port': {'device_id': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:14:01.685701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3ae50e04-33c0-42f8-aaab-698168a14ddb completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:14:01.691990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3ae50e04-33c0-42f8-aaab-698168a14ddb triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:14:01.692683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.806741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.838194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.856315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1655c9fd-598e-41f5-a2d6-7bad7a7430e3 None None] Provisioning for port 1e005f04-2371-43c5-afb2-9621785bc292 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:14:01.868131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1655c9fd-598e-41f5-a2d6-7bad7a7430e3 None None] Provisioning complete for port 1e005f04-2371-43c5-afb2-9621785bc292 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:14:01.868575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1655c9fd-598e-41f5-a2d6-7bad7a7430e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.919117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3ae50e04-33c0-42f8-aaab-698168a14ddb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ae50e04-33c0-42f8-aaab-698168a14ddb,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:14:01.930266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:01.935262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:14:02.152312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1655c9fd-598e-41f5-a2d6-7bad7a7430e3 None None] Port 1e005f04-2371-43c5-afb2-9621785bc292 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:14:02.191725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.202617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:14:02.205960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:14:02.248583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e005f04-2371-43c5-afb2-9621785bc292 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:14:02.255838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.269297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Transition to ACTIVE for port object 1e005f04-2371-43c5-afb2-9621785bc292 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:14:02.272962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.288535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-90f279d1-c90c-4519-8673-4df6161e158c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:14:02.353393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.419819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:14:02.424520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:14:02.455333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646da8b-ef91-40ba-a9ff-d0fa40fc0060 req-85488fae-14d8-4d91-827c-74adcf9ba8ee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:02.457040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e646da8b-ef91-40ba-a9ff-d0fa40fc0060 req-85488fae-14d8-4d91-827c-74adcf9ba8ee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0958488
Nov 23 13:14:02.514562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e646da8b-ef91-40ba-a9ff-d0fa40fc0060 req-f97d86c8-ee77-4c6a-a301-e0644179b54d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507109
Nov 23 13:14:02.629764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Attempting to bind port 1e005f04-2371-43c5-afb2-9621785bc292 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:14:02.630121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Attempting to bind port 1e005f04-2371-43c5-afb2-9621785bc292 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:14:02.630493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Attempting to bind port 1e005f04-2371-43c5-afb2-9621785bc292 on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:14:02.638112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:14:02.638502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:14:02.638905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.639306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:14:02.639898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Bound port: 1e005f04-2371-43c5-afb2-9621785bc292, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:14:02.640171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.736287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:14:02.739611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e005f04-2371-43c5-afb2-9621785bc292,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:14:02.743832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.759288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:14:02.902775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:14:02.916358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:14:02.953932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:02.954624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:02.956107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] 10.222.0.63 "PUT /v2.0/ports/1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1158 time: 1.2964735
Nov 23 13:14:02.956725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:14:03.046513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'status': 'completed', 'code': 200}
Nov 23 13:14:03.094559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-e6221c43-f3bb-4046-97e3-217609a2ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.096206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-e6221c43-f3bb-4046-97e3-217609a2ea1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1161 time: 0.0871949
Nov 23 13:14:03.179775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-7bd6833c-d6ef-4530-8bca-12460ba614aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 217 time: 0.0697129
Nov 23 13:14:03.253805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-cbdbcba4-253b-4f6d-bd65-3f17415b73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.255418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-cbdbcba4-253b-4f6d-bd65-3f17415b73af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0696425
Nov 23 13:14:03.338603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-d5cb2768-4b77-4c4a-97fa-c1b788c4df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.340231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-d5cb2768-4b77-4c4a-97fa-c1b788c4df02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778439
Nov 23 13:14:03.485893 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-abb5d8c1-762b-416c-9e08-f72ba0e4542f service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386878
Nov 23 13:14:03.588020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ae50e04-33c0-42f8-aaab-698168a14ddb up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:14:03.637557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-64edd447-acb2-4322-870e-02887aa3f4d4 req-52639149-f3b9-435b-bcd4-68feb643351b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449234
Nov 23 13:14:03.663928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3ae50e04-33c0-42f8-aaab-698168a14ddb triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:14:03.664366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:03.754089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d30523-a05e-43c8-92ac-2ee86c735dce req-a0111acb-6bfb-45bd-aa72-115259d90209 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.755623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3d30523-a05e-43c8-92ac-2ee86c735dce req-a0111acb-6bfb-45bd-aa72-115259d90209 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0902107
Nov 23 13:14:03.811670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c3d30523-a05e-43c8-92ac-2ee86c735dce req-6e4a42b0-3e5a-4d9e-ac2c-5f0f3526db32 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489197
Nov 23 13:14:03.812180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-c7752bc6-813e-443b-9b3e-0f30ea421f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.813859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-c7752bc6-813e-443b-9b3e-0f30ea421f61 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1161 time: 0.0872893
Nov 23 13:14:03.961986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-ac0d929c-6d75-4c2e-89da-6949a4bfc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:03.963609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-ac0d929c-6d75-4c2e-89da-6949a4bfc59e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1412110
Nov 23 13:14:04.038540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-6ec948d4-9ae0-4905-8d3f-f16551a189a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 217 time: 0.0672572
Nov 23 13:14:04.113159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-0a4c8ed8-7757-4c6f-9a5b-f28eb7f7c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:04.114737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-0a4c8ed8-7757-4c6f-9a5b-f28eb7f7c073 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0690358
Nov 23 13:14:04.198952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-7e6b9f2f-b0a9-443c-b86f-5bd2cd0abcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:04.200629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-7e6b9f2f-b0a9-443c-b86f-5bd2cd0abcc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792434
Nov 23 13:14:04.353683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-46319d03-6a43-4528-8ead-a91866c69ded service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457710
Nov 23 13:14:04.505537 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b5e7bb50-78ee-4294-bb65-2fb08c13d20c req-f2bdc128-17f6-4f9c-8979-98050d824c0d service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445735
Nov 23 13:14:05.035784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06924a00-a78e-4671-96ce-e2540ae7838d req-87cabe28-cf4c-47f0-b942-a15c009c0166 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:05.036489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-06924a00-a78e-4671-96ce-e2540ae7838d req-87cabe28-cf4c-47f0-b942-a15c009c0166 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:14:05.051534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-06924a00-a78e-4671-96ce-e2540ae7838d req-87cabe28-cf4c-47f0-b942-a15c009c0166 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:14:05.052899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06924a00-a78e-4671-96ce-e2540ae7838d req-87cabe28-cf4c-47f0-b942-a15c009c0166 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.1038661
Nov 23 13:14:05.102205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06924a00-a78e-4671-96ce-e2540ae7838d req-df3432e1-9e45-49cd-ba6e-450cbd5b8c5c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424170
Nov 23 13:14:06.321589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b6c83-d8ad-466e-9ad4-5e31862edc45 req-6f72a7ad-8f34-41b0-9833-df1156c1b064 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:06.323199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3b3b6c83-d8ad-466e-9ad4-5e31862edc45 req-6f72a7ad-8f34-41b0-9833-df1156c1b064 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0899136
Nov 23 13:14:06.372725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3b3b6c83-d8ad-466e-9ad4-5e31862edc45 req-b6ca3531-3bf2-4cec-83eb-822310d6e280 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430837
Nov 23 13:14:06.727675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:14:06.798239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 1e005f04-2371-43c5-afb2-9621785bc292 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:14:06.811085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e005f04-2371-43c5-afb2-9621785bc292 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:14:06.811522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:06.933506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:06.962293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:14:06.973015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e005f04-2371-43c5-afb2-9621785bc292,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:14:06.976533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:06.978468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:14:07.025197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'code': 200}
Nov 23 13:14:07.053064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:14:07.057102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:14:07.302660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b320e8c-3c01-4144-a410-7d2fbc518814 req-5fcba140-6d11-4d69-8e20-3246df14b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:07.305256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3b320e8c-3c01-4144-a410-7d2fbc518814 req-5fcba140-6d11-4d69-8e20-3246df14b1c7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1163 time: 0.0785112
Nov 23 13:14:07.349254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3b320e8c-3c01-4144-a410-7d2fbc518814 req-65d2d1e0-bb5d-4b3a-a7e8-414c50632b82 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381279
Nov 23 13:14:07.586518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887fa3-b4b2-4f99-a05e-6e468c08d23d req-afdb6b1b-d1b1-458a-822e-39071f05f5ac tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:07.588044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31887fa3-b4b2-4f99-a05e-6e468c08d23d req-afdb6b1b-d1b1-458a-822e-39071f05f5ac tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0843236
Nov 23 13:14:07.637210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31887fa3-b4b2-4f99-a05e-6e468c08d23d req-3267f6fe-0b7d-42cd-a541-2fe9d1706d9d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425570
Nov 23 13:14:08.490512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:14:08.563336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e005f04-2371-43c5-afb2-9621785bc292 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:14:08.563740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:08.859341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321222d4-d7dd-48d0-b0b8-2898e06a134a req-afca69d9-4311-4b5d-9104-eaf32a7cb20b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:08.860899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-321222d4-d7dd-48d0-b0b8-2898e06a134a req-afca69d9-4311-4b5d-9104-eaf32a7cb20b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0904880
Nov 23 13:14:08.911265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-321222d4-d7dd-48d0-b0b8-2898e06a134a req-2411b2c4-61f4-43ae-8e38-6d16131aec83 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429304
Nov 23 13:14:09.123933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0fb1-c882-4719-bf9b-b06a36e91ae8 req-f370d1cc-9114-4b77-b99e-609018d88abc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:09.125501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d7b0fb1-c882-4719-bf9b-b06a36e91ae8 req-f370d1cc-9114-4b77-b99e-609018d88abc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0880883
Nov 23 13:14:09.136608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52420) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:09.142274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'floatingip': {'port_id': '1e005f04-2371-43c5-afb2-9621785bc292'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:14:09.224043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:09.849600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:09.852890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:10.054259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 associated. External IP: 172.26.6.142, port: 1e005f04-2371-43c5-afb2-9621785bc292.
Nov 23 13:14:10.657262 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-ecd1b58c-3067-49fc-9775-7967316a8461 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0761514
Nov 23 13:14:10.737066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:14:10.828252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-0bd7bb2d-20cf-4d82-91ed-5b9f85dfcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:10.829955 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-0bd7bb2d-20cf-4d82-91ed-5b9f85dfcd0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1163 time: 0.0816393
Nov 23 13:14:10.968392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:14:10.973396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:10.980375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:14:10.992883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-1be2fa7f-70af-4a62-a69b-1862162ea843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:10.993900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:10.994497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-1be2fa7f-70af-4a62-a69b-1862162ea843 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1433454
Nov 23 13:14:10.994610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825002390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:14:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:14:11.034848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fae9b076-cf2d-47a3-9670-d1571fc21f2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "PUT /v2.0/floatingips/0238ca48-74d3-4295-9caf-2ea30cfdc590 HTTP/1.1" status: 200  len: 992 time: 1.8965607
Nov 23 13:14:11.035244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:14:11.110517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-38268d82-cc41-4908-a1df-44b0427ea051 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1000 time: 0.1088994
Nov 23 13:14:11.117504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'status': 'completed', 'code': 200}
Nov 23 13:14:11.192260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:14:11.200055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-7953e11b-c59d-4e18-85d8-07a7a264c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:11.204471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-7953e11b-c59d-4e18-85d8-07a7a264c08c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0664103
Nov 23 13:14:11.285997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-e7c375f7-5ada-476d-aa5d-30f65e1465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:11.287664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-e7c375f7-5ada-476d-aa5d-30f65e1465cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794864
Nov 23 13:14:11.435851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-0f74a239-20f6-43d1-9a50-e1633c2b5727 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417415
Nov 23 13:14:11.573378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825002390>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1e005f04-2371-43c5-afb2-9621785bc292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:6e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:14:09Z', 'revision_number': 1, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:14:11.578064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:14:11.591572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:11.592283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825002390>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:14:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:14:11.793508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:14:11.857729 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-302d5d4e-cd09-4fc8-b32c-95682b3ae154 req-98b38f6d-f718-42ed-959f-86bfbd15f73b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4144304
Nov 23 13:14:12.015467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-c2395455-9f5d-469e-bf50-08e6d88ff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:12.017160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-c2395455-9f5d-469e-bf50-08e6d88ff8dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1163 time: 0.0807950
Nov 23 13:14:12.162479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-98626783-8436-4edf-9b9d-c19f0e9d8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:12.164008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-98626783-8436-4edf-9b9d-c19f0e9d8191 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1398008
Nov 23 13:14:12.172491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825002390>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1e005f04-2371-43c5-afb2-9621785bc292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:6e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:14:09Z', 'revision_number': 1, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:14:12.176851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e4051-87ff-4a47-bc77-9d294a12755c None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1e005f04-2371-43c5-afb2-9621785bc292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:6e:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:14:09Z', 'revision_number': 1, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:14:12.281020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-72b12b83-a7be-44c6-89f3-231e569fc0d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1000 time: 0.1100869
Nov 23 13:14:12.351986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-7aef9328-62c8-4f0c-b05c-ea70c6752d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:12.353652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-7aef9328-62c8-4f0c-b05c-ea70c6752d57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0655270
Nov 23 13:14:12.443285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-053e1e74-5643-4dcb-ab94-1ac3c732a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:12.445647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-053e1e74-5643-4dcb-ab94-1ac3c732a6bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822952
Nov 23 13:14:12.487342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8086d7-8b79-4c09-93c6-81a654196b72 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:14:12.604768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-ee4067cc-a1bc-4731-b5be-b6b625ddb2d0 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514323
Nov 23 13:14:12.754364 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8da29cd-6fad-4150-bae6-5898b421e8ec req-0e4d8cfe-94e1-4b68-8a20-c6e59d0b3cc4 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425500
Nov 23 13:14:17.169083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:27.879385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-75deea60-98fe-40f2-a832-d8abb1d44dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:30.316048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bee28cc2-bd08-4983-801b-ae007d1a572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:30.795697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:32.046306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:32.345541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:35.910100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:14:47.162540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:47.676796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8751e38-6c8e-4656-b47d-b3c3820afdc1 req-75cca0a1-092a-4f58-8da4-b1e9e84784c9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:47.678403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c8751e38-6c8e-4656-b47d-b3c3820afdc1 req-75cca0a1-092a-4f58-8da4-b1e9e84784c9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0838022
Nov 23 13:14:47.728921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c8751e38-6c8e-4656-b47d-b3c3820afdc1 req-19d1cc1a-dc59-4596-9983-19ca7b42e202 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433936
Nov 23 13:14:48.180556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-7efb192f-638f-4637-be1f-121e17a4d2b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1232324
Nov 23 13:14:48.216224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4430c-9603-46f7-bff9-bfb5315f0a74 req-f64488eb-2b33-4f2d-85f3-4e5114fb04cf tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:48.217851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20c4430c-9603-46f7-bff9-bfb5315f0a74 req-f64488eb-2b33-4f2d-85f3-4e5114fb04cf tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0915864
Nov 23 13:14:48.270942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20c4430c-9603-46f7-bff9-bfb5315f0a74 req-c9ceedbe-80f3-45a9-857d-4179c2887a89 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460157
Nov 23 13:14:49.491473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816040d-5866-4228-af4f-7ade656cccc3 req-a255dde5-7f63-434c-9faa-72141a3d9d1f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:49.493199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6816040d-5866-4228-af4f-7ade656cccc3 req-a255dde5-7f63-434c-9faa-72141a3d9d1f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0875285
Nov 23 13:14:49.542941 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6816040d-5866-4228-af4f-7ade656cccc3 req-70788722-7d59-4d9e-9a61-fae7d41697de tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431418
Nov 23 13:14:49.556794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-7e273a6b-35e4-489e-82f8-ad1341ffe565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:49.558416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-7e273a6b-35e4-489e-82f8-ad1341ffe565 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1163 time: 0.0834925
Nov 23 13:14:49.705826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-78d7fb75-5080-42ec-916a-e53719d680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:49.707382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-78d7fb75-5080-42ec-916a-e53719d680f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1426013
Nov 23 13:14:49.815665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-811c8f24-87c2-4c83-8c9f-8516c117125a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1002 time: 0.1009259
Nov 23 13:14:49.889208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-cad25fa3-cf9e-46ed-98e4-18dc5b4e04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:49.890790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-cad25fa3-cf9e-46ed-98e4-18dc5b4e04d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0686553
Nov 23 13:14:49.974036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-528afe6c-1f09-4e76-85db-ce25c295e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:49.975574 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-528afe6c-1f09-4e76-85db-ce25c295e956 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779459
Nov 23 13:14:49.986446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-15c9794d-5d39-4514-a447-e2def078cc29 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:14:49.987467 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-15c9794d-5d39-4514-a447-e2def078cc29 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0053053
Nov 23 13:14:50.129956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-fb186b72-7f73-41bb-b75c-cbb2b79d4778 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354620
Nov 23 13:14:50.274682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-0e2000c7-8585-4e60-a614-d9f5250a2285 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371338
Nov 23 13:14:50.771849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819378-758a-4318-8d91-0492de537acf req-bee65e04-72ab-4dd7-b233-e4d55ef7ede2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:50.773465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-79819378-758a-4318-8d91-0492de537acf req-bee65e04-72ab-4dd7-b233-e4d55ef7ede2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0963795
Nov 23 13:14:50.824560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-79819378-758a-4318-8d91-0492de537acf req-017e34a2-f36f-4726-ab94-01d8ea169c6d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439899
Nov 23 13:14:52.042374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec0d5-5914-4166-bc2b-963cfcb1fd76 req-52e6d3dc-1d24-44fe-b06f-bdb9079f7aa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:52.043967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3dec0d5-5914-4166-bc2b-963cfcb1fd76 req-52e6d3dc-1d24-44fe-b06f-bdb9079f7aa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0885837
Nov 23 13:14:52.091774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b3dec0d5-5914-4166-bc2b-963cfcb1fd76 req-d69ce5c5-cee1-4b5c-aa10-7eb1ea965729 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414016
Nov 23 13:14:53.310852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d336-942e-4d41-b3b4-57c12c6689b5 req-b14fb338-c171-4866-bd22-73c46baddb9c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:53.312343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0d4d336-942e-4d41-b3b4-57c12c6689b5 req-b14fb338-c171-4866-bd22-73c46baddb9c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0860925
Nov 23 13:14:53.361575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0d4d336-942e-4d41-b3b4-57c12c6689b5 req-34b64a49-ec93-4bb0-be11-337931269474 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Nov 23 13:14:54.577680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68814f-892d-46f7-8221-ff5280b02db3 req-786a1b93-ff16-47fe-a206-7c38a4c80f46 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:54.579264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd68814f-892d-46f7-8221-ff5280b02db3 req-786a1b93-ff16-47fe-a206-7c38a4c80f46 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0844996
Nov 23 13:14:54.632366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd68814f-892d-46f7-8221-ff5280b02db3 req-c445010e-7711-4d71-888b-0f805a311855 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466530
Nov 23 13:14:55.855854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24aac0-796c-4147-a5e4-9420d942e8c1 req-6e2f7402-57d7-45c4-bd6d-4a6110187800 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:55.857410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f24aac0-796c-4147-a5e4-9420d942e8c1 req-6e2f7402-57d7-45c4-bd6d-4a6110187800 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0887270
Nov 23 13:14:55.905790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f24aac0-796c-4147-a5e4-9420d942e8c1 req-e438cbad-df70-4312-b48c-f744af5e11f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418887
Nov 23 13:14:57.123211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9508e4-5fb1-4bdf-bebe-253cf74e560e req-018bb284-f96c-491d-949d-4f552f561704 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:57.124730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b9508e4-5fb1-4bdf-bebe-253cf74e560e req-018bb284-f96c-491d-949d-4f552f561704 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0833704
Nov 23 13:14:57.173408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b9508e4-5fb1-4bdf-bebe-253cf74e560e req-7390e2e5-781d-4308-aeab-bdb0b85321e4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422432
Nov 23 13:14:57.882734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cbba4ac-ca47-4445-93f7-157e3ffd8a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:14:58.393238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f8e5f-9af4-48ba-bfff-86e04fc20eca req-7a12c710-dc97-4f74-85ef-ec99573fe6f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:58.394861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d3f8e5f-9af4-48ba-bfff-86e04fc20eca req-7a12c710-dc97-4f74-85ef-ec99573fe6f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0879457
Nov 23 13:14:58.445308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d3f8e5f-9af4-48ba-bfff-86e04fc20eca req-d5d4ed1a-1594-4a50-bc9d-d947e3565b46 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433538
Nov 23 13:14:59.678776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6c14-145a-4ab0-b988-e15df86291a9 req-250a1b90-86a5-4695-a2fa-4321a19a4bfe tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:14:59.680605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b1a6c14-145a-4ab0-b988-e15df86291a9 req-250a1b90-86a5-4695-a2fa-4321a19a4bfe tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0991812
Nov 23 13:14:59.744454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0b1a6c14-145a-4ab0-b988-e15df86291a9 req-4bad0101-c580-44ab-b88e-4e8154821a02 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564868
Nov 23 13:15:00.318013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8342366-54f8-45cc-b9fb-b962ab44f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:00.810688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:00.972493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5886e5-7b92-45de-ad0a-8b499ccee6eb req-54677c04-79a8-4936-95bf-73ef1ee7ee61 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:00.974011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d5886e5-7b92-45de-ad0a-8b499ccee6eb req-54677c04-79a8-4936-95bf-73ef1ee7ee61 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0869882
Nov 23 13:15:01.023989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2d5886e5-7b92-45de-ad0a-8b499ccee6eb req-f32b486a-c237-4920-9524-116e1983e04a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426309
Nov 23 13:15:02.049222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:02.159989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-9a3e24d9-bcb8-4a10-bb37-ae2af5aec75e service neutron] 10.222.0.63 "GET /v2.0/ports/1e005f04-2371-43c5-afb2-9621785bc292/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0802274
Nov 23 13:15:02.245690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea505b-df71-4bea-bd8d-417abeed301f req-28e55118-83d1-42c1-9708-2205dd2cffe6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:02.248277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-faea505b-df71-4bea-bd8d-417abeed301f req-28e55118-83d1-42c1-9708-2205dd2cffe6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0872848
Nov 23 13:15:02.300270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-faea505b-df71-4bea-bd8d-417abeed301f req-14934a45-95ea-4e03-accb-572a346cc07d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453799
Nov 23 13:15:02.348150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:02.454329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-319e9ffd-f5e9-4d15-a386-9a7a3e3e8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:02.455937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-319e9ffd-f5e9-4d15-a386-9a7a3e3e8d16 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1163 time: 0.0804646
Nov 23 13:15:02.565591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-81547ca5-df43-43b7-a367-85849d17fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:02.567127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-81547ca5-df43-43b7-a367-85849d17fb68 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1163 time: 0.0756166
Nov 23 13:15:02.713210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-8ba44254-58f9-498b-80cd-fa326cfc7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:02.714820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-8ba44254-58f9-498b-80cd-fa326cfc7888 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1402745
Nov 23 13:15:02.812200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:15:02.836780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-30f88643-be5c-4875-8a58-cbcaf62e91e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1002 time: 0.1132197
Nov 23 13:15:02.907844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-52798e9d-46eb-4278-8a5e-4987f76e3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:02.909511 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-52798e9d-46eb-4278-8a5e-4987f76e3a02 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0663447
Nov 23 13:15:02.928250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:02.957866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:02.968764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e005f04-2371-43c5-afb2-9621785bc292,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:15:02.972298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:02.974196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:02.998889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-d0b9033a-a5ec-445a-b071-c43710a8e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:03.000553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-d0b9033a-a5ec-445a-b071-c43710a8e5c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841618
Nov 23 13:15:03.028767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'code': 200}
Nov 23 13:15:03.049198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:03.059221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.059738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.059992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.060327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.060729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.061103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.061471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.061840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.062205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.062570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.062932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.063303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.063759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.064127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.064541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.064883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.065246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.065612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.065973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.066338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.066735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.067067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.067431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.067792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:03.073259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:03.151718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-d1ede49b-9f84-4046-8c49-e2680225ea92 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420176
Nov 23 13:15:03.293265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a922e4a-31a5-47df-9f82-be26d5bb6b09 req-0a6ef568-f750-4fb1-908e-a7bfeb687ae3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341665
Nov 23 13:15:03.598487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408018c-0804-46d5-98a5-cb9cdb6c8bac req-e6bb5b9e-c64f-4626-b3ed-56fb5a510ede tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:03.600111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a408018c-0804-46d5-98a5-cb9cdb6c8bac req-e6bb5b9e-c64f-4626-b3ed-56fb5a510ede tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0954590
Nov 23 13:15:03.651772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a408018c-0804-46d5-98a5-cb9cdb6c8bac req-d24fdd5c-3b92-4dc0-97bd-2e2be8855e1f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440106
Nov 23 13:15:04.876189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0199bf2-92a1-4897-a01b-632ed4b8e396 req-d9fff815-3518-4fd6-8690-b491b4b8236b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:04.877861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0199bf2-92a1-4897-a01b-632ed4b8e396 req-d9fff815-3518-4fd6-8690-b491b4b8236b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0922418
Nov 23 13:15:04.928150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0199bf2-92a1-4897-a01b-632ed4b8e396 req-9e964f29-ec23-4709-b1fa-f8f45fc5048d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426948
Nov 23 13:15:06.142355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc07dc-2489-4ed4-b64e-f1b840b63f93 req-ee4991f1-d996-48ad-b95a-09b93b67594e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:06.143952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a1cc07dc-2489-4ed4-b64e-f1b840b63f93 req-ee4991f1-d996-48ad-b95a-09b93b67594e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0839777
Nov 23 13:15:06.196193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a1cc07dc-2489-4ed4-b64e-f1b840b63f93 req-70e12bb8-5c6d-44e4-b379-1ca2e40a50a0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451176
Nov 23 13:15:06.548861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d333f-5171-459e-a7d0-2e9480228564 req-3b2955c1-6845-4f56-8654-c6b0674fb0d1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:06.550410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b82d333f-5171-459e-a7d0-2e9480228564 req-3b2955c1-6845-4f56-8654-c6b0674fb0d1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 944 time: 0.0850585
Nov 23 13:15:06.558832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-b530079d-8eb1-40ce-958a-5592b7888c4c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:06.560385 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-b530079d-8eb1-40ce-958a-5592b7888c4c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.0924940
Nov 23 13:15:06.602206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b82d333f-5171-459e-a7d0-2e9480228564 req-46c2a2ac-1c6f-4abb-ab45-1ff9cf3070fc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447338
Nov 23 13:15:06.736974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-b431f79e-b399-4f11-bdfe-3dc1b5c2e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:06.738598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-b431f79e-b399-4f11-bdfe-3dc1b5c2e346 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 1161 time: 0.0758920
Nov 23 13:15:06.892212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-159c8f9a-a1a4-4011-a764-3bc8e24810b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:06.893753 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-159c8f9a-a1a4-4011-a764-3bc8e24810b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1481826
Nov 23 13:15:07.007999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-eaf3f3a3-2b59-41b9-8ae4-a460c0476926 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 200  len: 1000 time: 0.1057250
Nov 23 13:15:07.096393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-0dfdc4bd-2dab-4820-9df8-305ca1acff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:07.098019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-0dfdc4bd-2dab-4820-9df8-305ca1acff7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0678945
Nov 23 13:15:07.177954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-c014ef39-ab72-462e-a869-0a3323713b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:07.179488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-c014ef39-ab72-462e-a869-0a3323713b59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747406
Nov 23 13:15:07.259095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:15:07.327724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-a1b9d12c-a836-425e-afeb-ea5748d98afb service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404917
Nov 23 13:15:07.336126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e005f04-2371-43c5-afb2-9621785bc292 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:15:07.336608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:07.465992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:07.497462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:07.508719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e005f04-2371-43c5-afb2-9621785bc292,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:15:07.512098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:07.515495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fdfe8f1-a5de-44d7-8015-ad93b85bcdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:07.579347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'code': 200}
Nov 23 13:15:07.591488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:07.595183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:07.736107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad4d3dfb-7f7d-485f-a4ae-8d7857f6c789 req-4eea99d9-49de-4095-82f8-511eb9589cc0 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4012942
Nov 23 13:15:07.830187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca8db-34af-4019-b749-72468258b31e req-b9063237-b201-4ac0-ac04-ca14675f190c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:07.831790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d0ca8db-34af-4019-b749-72468258b31e req-b9063237-b201-4ac0-ac04-ca14675f190c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0920773
Nov 23 13:15:07.888313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d0ca8db-34af-4019-b749-72468258b31e req-6d725c65-432e-4ec0-9773-8f978963cf42 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493567
Nov 23 13:15:09.039521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:15:09.106791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b6fd-059c-4142-b928-3fba77744637 req-40eb5bb5-64ba-4944-8d2a-e131d8cc9e3d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:09.108379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1bb6b6fd-059c-4142-b928-3fba77744637 req-40eb5bb5-64ba-4944-8d2a-e131d8cc9e3d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0842211
Nov 23 13:15:09.112586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1e005f04-2371-43c5-afb2-9621785bc292 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:15:09.113010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:09.163660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1bb6b6fd-059c-4142-b928-3fba77744637 req-0f2c6fca-bfaf-4248-bd7b-cfbd68fca1f3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485711
Nov 23 13:15:09.378806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09905aa9-ea9c-458f-b1a1-65dcc20d2933 req-51d76601-5962-4cc3-b938-4c7cc2f5376c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:09.380331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-09905aa9-ea9c-458f-b1a1-65dcc20d2933 req-51d76601-5962-4cc3-b938-4c7cc2f5376c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0856247
Nov 23 13:15:09.429684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-09905aa9-ea9c-458f-b1a1-65dcc20d2933 req-41498c8b-7f31-4fcb-8357-d0a623520cf4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422699
Nov 23 13:15:09.641851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11aae3-0c64-4cf1-9c3e-470a8c8da90f req-c4789aef-751a-4c0c-a938-22d7d40eb031 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:09.643352 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b11aae3-0c64-4cf1-9c3e-470a8c8da90f req-c4789aef-751a-4c0c-a938-22d7d40eb031 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0846238
Nov 23 13:15:09.692108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8b11aae3-0c64-4cf1-9c3e-470a8c8da90f req-d2f898f0-108d-4ae4-89cd-95c11d02c69a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422063
Nov 23 13:15:10.132433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd9f38-d1fe-4d39-83eb-597b50cf4249 req-22697717-ad35-407a-a537-ab1871d82b6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:10.134004 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ddd9f38-d1fe-4d39-83eb-597b50cf4249 req-22697717-ad35-407a-a537-ab1871d82b6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0860951
Nov 23 13:15:10.183163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ddd9f38-d1fe-4d39-83eb-597b50cf4249 req-84ba784c-ba78-49b0-9250-9341ac216f9f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422628
Nov 23 13:15:11.404430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266487-ab09-49a8-86bb-6c5c9038bc05 req-85c4c6a4-d996-4c05-add1-a89e724a8a05 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:11.406178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66266487-ab09-49a8-86bb-6c5c9038bc05 req-85c4c6a4-d996-4c05-add1-a89e724a8a05 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0888059
Nov 23 13:15:11.455653 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66266487-ab09-49a8-86bb-6c5c9038bc05 req-872680f7-da1b-4e38-9942-57ff7f8f05fc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431199
Nov 23 13:15:12.104782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-4ee334c1-06b2-4ddb-be37-50dd2fee024d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:12.106317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-4ee334c1-06b2-4ddb-be37-50dd2fee024d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.0836713
Nov 23 13:15:12.184499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port 1e005f04-2371-43c5-afb2-9621785bc292 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:15:12.184879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:12.440365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port 1e005f04-2371-43c5-afb2-9621785bc292, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1e005f04-2371-43c5-afb2-9621785bc292,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:15:12.440984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:12.813435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7245-ccb4-4844-ae70-2472b51a1d63 req-1f186a77-8b12-4385-8ff1-268f883411e4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:12.815048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eedd7245-ccb4-4844-ae70-2472b51a1d63 req-1f186a77-8b12-4385-8ff1-268f883411e4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 946 time: 0.2097762
Nov 23 13:15:12.823982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:12.824490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:12.824904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: 1e005f04-2371-43c5-afb2-9621785bc292.
Nov 23 13:15:12.825380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for 1e005f04-2371-43c5-afb2-9621785bc292 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:15:12.912058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:15:12.919665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1e005f04-2371-43c5-afb2-9621785bc292 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:15:12.941279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eedd7245-ccb4-4844-ae70-2472b51a1d63 req-53a05bed-aabe-4ab7-8bf9-55b992c473f8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198950
Nov 23 13:15:13.021516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:13.039266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:13.147880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'Port': ['ID=1e005f04-2371-43c5-afb2-9621785bc292,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:13.163019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.163426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.163852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.164274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.164716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.165132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.165548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.166497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.166952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.167318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.167739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.168137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.168685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.169097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.169503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.169916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.170323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.170731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.171135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.171566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.171944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.172349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.172778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.173180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:15:13.178971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:13.200203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Port 1e005f04-2371-43c5-afb2-9621785bc292 update to DOWN by agent not found {{(pid=81024) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 23 13:15:13.469448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:15:13.681061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:15:13.691001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:15:13.705138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:15:13.705911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824238b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:15:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:13.721479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] No DVR routers for this DVR port 1e005f04-2371-43c5-afb2-9621785bc292 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:15:13.723820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:13.726700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-deleted', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:13.742433 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-236372c0-5f40-4852-9ffe-38c06a996fa7 req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "DELETE /v2.0/ports/1e005f04-2371-43c5-afb2-9621785bc292 HTTP/1.1" status: 204  len: 173 time: 1.6288531
Nov 23 13:15:13.789316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e933b96-e348-48f0-a5df-e9df5e90301e', 'name': 'network-vif-deleted', 'tag': '1e005f04-2371-43c5-afb2-9621785bc292', 'status': 'completed', 'code': 200}
Nov 23 13:15:13.903482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:15:14.134551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bf14fe7c-b0c5-4ff3-b737-37ac17847ab2 req-a3cc1acf-95be-44a3-8a7a-9d6d881e89f3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:15:14.149465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bf14fe7c-b0c5-4ff3-b737-37ac17847ab2 req-a3cc1acf-95be-44a3-8a7a-9d6d881e89f3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:15:14.151570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf14fe7c-b0c5-4ff3-b737-37ac17847ab2 req-a3cc1acf-95be-44a3-8a7a-9d6d881e89f3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=3e933b96-e348-48f0-a5df-e9df5e90301e HTTP/1.1" status: 200  len: 210 time: 0.0636761
Nov 23 13:15:14.247018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824238b70>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:14.251249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:15:14.263921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:15:14.264639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824238b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:15:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:14.461855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:15:14.800538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824238b70>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:14.804782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8d4de-8895-4333-9ed4-6c4db76b290e None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:15:15.198958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c2a09-1ce1-465d-86a3-8bb2959ed675 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:15:15.542252 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-1ecc2444-69e5-4373-9b8a-f5d49282e012 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--561655348&fields=id&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 267 time: 0.0447283
Nov 23 13:15:15.708157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-54847314-3577-4e47-be8a-fd8d443d2a17 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:15.709872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-54847314-3577-4e47-be8a-fd8d443d2a17 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.1605422
Nov 23 13:15:15.728178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-8c590915-6081-44cb-a15e-bdcf33a5155d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/quotas/7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 375 time: 0.0115948
Nov 23 13:15:15.820316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-294477a3-1056-4dc5-8e07-09615a2b3f7f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0856311
Nov 23 13:15:16.054057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-fa91db41-d06c-430f-924f-7eedc4f812a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193363
Nov 23 13:15:16.200774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-40219da9-c306-4c43-8668-550acbd99591 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391788
Nov 23 13:15:16.415927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-037f0721-2635-4ba3-9848-fc2456899048 req-d846eee8-23d7-417e-944d-587a8d5fb6f7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 210 time: 0.0552552
Nov 23 13:15:17.162213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:17.577174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-2b7456c9-dc5b-4dfd-9d8e-528d93144631 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:17.578957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-2b7456c9-dc5b-4dfd-9d8e-528d93144631 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.1661770
Nov 23 13:15:17.612103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a4179d94-4519-43ba-8995-55b27e2f9eaf req-62e4e3ab-bdec-4bb5-84df-74d336576328 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 210 time: 0.0553420
Nov 23 13:15:17.675438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-14eb4919-21ca-4972-8880-8ae2554937c1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 5252 time: 0.0771821
Nov 23 13:15:17.685590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'port': {'device_id': '4c682831-85a9-412b-8f72-418415e49145', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'admin_state_up': True, 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'security_groups': ['3ec2c6cd-2fb7-4737-9eb3-a804f7748eca']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:17.833568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:15:17.843874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:15:17.852777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:15:17.858961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.163874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Allocated IP 172.20.0.11 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:15:18.369457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.386021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Transition to ACTIVE for port object b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:15:18.408722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.426405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:18.562772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:18.566158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:18.622709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:15:18.623867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:15:18.626374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:15:18.706037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:18.706747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.741657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0601993
Nov 23 13:15:18.760837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Request body: {'port': {'device_id': '4c682831-85a9-412b-8f72-418415e49145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:18.896820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-69b5afb0-7f35-476e-839f-f5fc82a2a7e6 None None] Provisioning for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:15:18.901894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-69b5afb0-7f35-476e-839f-f5fc82a2a7e6 None None] Provisioning complete for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:15:18.902334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-69b5afb0-7f35-476e-839f-f5fc82a2a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.956882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:18.961083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-69b5afb0-7f35-476e-839f-f5fc82a2a7e6 None None] Port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:15:18.982112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbe4a9-e996-4d1c-b1e6-4a1036aedd2b req-020a9cff-82b0-42b1-9ceb-c63aa96bfe53 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:18.982855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f5cbe4a9-e996-4d1c-b1e6-4a1036aedd2b req-020a9cff-82b0-42b1-9ceb-c63aa96bfe53 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:15:19.035822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f5cbe4a9-e996-4d1c-b1e6-4a1036aedd2b req-020a9cff-82b0-42b1-9ceb-c63aa96bfe53 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:15:19.037113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f5cbe4a9-e996-4d1c-b1e6-4a1036aedd2b req-020a9cff-82b0-42b1-9ceb-c63aa96bfe53 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 932 time: 0.2428291
Nov 23 13:15:19.148716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f5cbe4a9-e996-4d1c-b1e6-4a1036aedd2b req-3f6bcb6c-2dfd-4f06-99f3-66526c7226de tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029449
Nov 23 13:15:19.685416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:15:19.692599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:19.705322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Transition to ACTIVE for port object b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:15:19.708146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:19.727016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31fc610b-b511-4185-8aa4-48dcc26e018b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:19.861722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:19.866665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:20.054447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Attempting to bind port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:15:20.054825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Attempting to bind port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:15:20.055198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Attempting to bind port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:15:20.063205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:15:20.063580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:15:20.063987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:20.064389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:15:20.064892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Bound port: b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:15:20.065272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:20.163904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:15:20.168172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:15:20.171662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:20.188407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:20.348745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:20.352340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:20.378621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f113f5e-1f14-4aaa-b8a9-94f8e93d48c2 req-50d2a780-0c31-462b-9325-3b96c18e132c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:20.380219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f113f5e-1f14-4aaa-b8a9-94f8e93d48c2 req-50d2a780-0c31-462b-9325-3b96c18e132c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0904922
Nov 23 13:15:20.388934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:20.389616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:20.391222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] 10.222.0.63 "PUT /v2.0/ports/b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1158 time: 1.6356332
Nov 23 13:15:20.391851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:20.434554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5f113f5e-1f14-4aaa-b8a9-94f8e93d48c2 req-43bfae63-b621-4ce6-acce-70f35c0be65c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477648
Nov 23 13:15:20.536820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-6a3e20a7-8a18-4236-8904-28d375e77178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:20.538471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-6a3e20a7-8a18-4236-8904-28d375e77178 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1161 time: 0.0863903
Nov 23 13:15:20.610461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'status': 'completed', 'code': 200}
Nov 23 13:15:20.627260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-5301c425-3a36-4615-b754-de70076b70a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 217 time: 0.0746195
Nov 23 13:15:20.700813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-d0c22ed7-865a-4902-9b96-bb6fef5379d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:20.702515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-d0c22ed7-865a-4902-9b96-bb6fef5379d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0686972
Nov 23 13:15:20.787162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-7dee352f-57ac-4029-baf0-e47649207ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:20.788799 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-7dee352f-57ac-4029-baf0-e47649207ddf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791144
Nov 23 13:15:20.943882 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-60052724-1a5b-4381-b218-69fb789c1ad3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472201
Nov 23 13:15:21.092608 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-69c01226-d6fe-499c-9f1c-6cd1aceefff9 req-02f41fdd-0987-40dc-8896-778b34f58b9c service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412930
Nov 23 13:15:21.254724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26478-2def-429b-b983-72d626c33a0f req-b0700470-ad51-4787-b857-cb29820e5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:21.256314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-b0700470-ad51-4787-b857-cb29820e5dbc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1161 time: 0.0754583
Nov 23 13:15:21.399368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26478-2def-429b-b983-72d626c33a0f req-96f94f92-dfdc-40ed-b278-bace480425a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:21.400889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-96f94f92-dfdc-40ed-b278-bace480425a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1371329
Nov 23 13:15:21.477942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-1c5d4441-7a78-4117-a74d-abbc067c04bf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 217 time: 0.0685902
Nov 23 13:15:21.553000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26478-2def-429b-b983-72d626c33a0f req-ca8884e1-8a75-4de3-a42e-e0dd5abe6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:21.554605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-ca8884e1-8a75-4de3-a42e-e0dd5abe6a51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0692925
Nov 23 13:15:21.643621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26478-2def-429b-b983-72d626c33a0f req-bea7e888-d153-4e85-995c-0a2e6b007874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:21.645313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-bea7e888-d153-4e85-995c-0a2e6b007874 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837445
Nov 23 13:15:21.668538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76a89-55c5-4ae2-86d3-2b70743a0865 req-ee17e056-f780-4f29-8a9e-4cb49b04da18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:21.670269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a6e76a89-55c5-4ae2-86d3-2b70743a0865 req-ee17e056-f780-4f29-8a9e-4cb49b04da18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0917878
Nov 23 13:15:21.720671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a6e76a89-55c5-4ae2-86d3-2b70743a0865 req-33737071-709d-42e6-8e5a-a6fc37704b00 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433540
Nov 23 13:15:21.800580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-9ea631f1-0962-4e9e-b130-b1d23212ea8a service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460564
Nov 23 13:15:21.951391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ab26478-2def-429b-b983-72d626c33a0f req-ec0bd6c8-96fc-4569-b1d1-d57e4e034291 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431451
Nov 23 13:15:22.939003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5d06-892a-4b92-ade6-a36572bfbdec req-3d91ae9d-806f-485b-85d0-3d2e989faf45 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:22.940645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b4c5d06-892a-4b92-ade6-a36572bfbdec req-3d91ae9d-806f-485b-85d0-3d2e989faf45 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0854120
Nov 23 13:15:22.989163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b4c5d06-892a-4b92-ade6-a36572bfbdec req-02858100-98e2-48cd-b1b9-8f5c9ce10956 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419610
Nov 23 13:15:23.384517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:15:23.454369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:15:23.459221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:15:23.459643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:23.577760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:23.605655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:23.616872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:15:23.619756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:23.622527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:15:23.667327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'code': 200}
Nov 23 13:15:23.692261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:15:23.695616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:15:23.946874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d8c0-8a5f-4493-a9d8-aa67d0fc74ff req-a471be9d-3423-47af-b56d-170624bb372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:23.948379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14f1d8c0-8a5f-4493-a9d8-aa67d0fc74ff req-a471be9d-3423-47af-b56d-170624bb372d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1163 time: 0.0784483
Nov 23 13:15:23.994623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14f1d8c0-8a5f-4493-a9d8-aa67d0fc74ff req-ed653401-f904-4d0c-9b4e-78893188dc0d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381327
Nov 23 13:15:24.202891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17de8c1-14d1-4ab2-82f7-9816720c6dad req-f7f65a33-ed00-4e60-b158-86f1ef31f32f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:24.204528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a17de8c1-14d1-4ab2-82f7-9816720c6dad req-f7f65a33-ed00-4e60-b158-86f1ef31f32f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0837266
Nov 23 13:15:24.254831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a17de8c1-14d1-4ab2-82f7-9816720c6dad req-0828bbfb-7c34-49aa-9653-1474829cf4b3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439177
Nov 23 13:15:25.156461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:15:25.231185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:15:25.231604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:25.476249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2061-02aa-4fa3-b41a-371a2705def8 req-7780c405-a057-4775-b073-85e985e6af8a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:25.477895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c50b2061-02aa-4fa3-b41a-371a2705def8 req-7780c405-a057-4775-b073-85e985e6af8a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0861194
Nov 23 13:15:25.527808 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c50b2061-02aa-4fa3-b41a-371a2705def8 req-89859731-4396-4533-88cf-7b815682f765 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431547
Nov 23 13:15:25.742448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423881e0-63fa-496f-b436-37022da300ee req-07c994a2-0cd6-4686-a250-a6283ca98dfe tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:25.743972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-423881e0-63fa-496f-b436-37022da300ee req-07c994a2-0cd6-4686-a250-a6283ca98dfe tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0888810
Nov 23 13:15:25.754315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 52634) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:25.760049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'floatingip': {'port_id': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:25.845815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:26.475805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:26.478491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:26.946481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 associated. External IP: 172.26.6.142, port: b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c.
Nov 23 13:15:27.358502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:15:27.570896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:15:27.576030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:27.580878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:15:27.594479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:15:27.595239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824bae710>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:15:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:27.635137 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-99b8494f-b168-41e7-896c-3b3822be4cb7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "PUT /v2.0/floatingips/0238ca48-74d3-4295-9caf-2ea30cfdc590 HTTP/1.1" status: 200  len: 992 time: 1.8767147
Nov 23 13:15:27.635137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:15:27.702480 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'status': 'completed', 'code': 200}
Nov 23 13:15:27.818398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:15:27.852318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-9124d9d5-1217-4e91-a9b3-a9ec3d7341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:27.854180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-9124d9d5-1217-4e91-a9b3-a9ec3d7341c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1163 time: 0.0922773
Nov 23 13:15:27.913771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-59fc9894-4d69-4255-aaa9-b37da436bcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:28.002725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-d4ae8b48-8e37-48e7-a180-e93b470614b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:28.004303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-d4ae8b48-8e37-48e7-a180-e93b470614b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1423750
Nov 23 13:15:28.114340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-536d1e00-1bec-4b1e-82b8-17c21b9fb7df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1000 time: 0.1018734
Nov 23 13:15:28.190339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-09b6bc32-b96e-4074-9723-523218be0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:28.191864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-09b6bc32-b96e-4074-9723-523218be0a2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0704975
Nov 23 13:15:28.279254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-9c9dcf38-0ce7-4dc1-8932-8b9cc52df0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:15:28.280987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-9c9dcf38-0ce7-4dc1-8932-8b9cc52df0e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824296
Nov 23 13:15:28.410600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824bae710>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:52:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c682831-85a9-412b-8f72-418415e49145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:15:26Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:28.414777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:15:28.427042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:15:28.427725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824bae710>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:15:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:28.433993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-074ccf41-9ac9-45aa-9750-157b10b80fe2 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457984
Nov 23 13:15:28.583345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5544b113-6da8-40d8-b18e-76be3ef6c38a req-c1d9b589-2edd-498a-9f91-f88db8514266 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417749
Nov 23 13:15:28.629781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:15:29.006686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824bae710>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:52:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c682831-85a9-412b-8f72-418415e49145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:15:26Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:15:29.010967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a9eb6-0ad9-4607-9d75-00ef7e9842f7 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:52:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c682831-85a9-412b-8f72-418415e49145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:15:26Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:15:29.298001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65c501-947e-4b76-bfb5-5c9128ac78c7 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:15:30.320141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-695fb4b0-94fb-4342-8621-6bd197cfad9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:30.804716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:32.051870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:32.349926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:47.160353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:15:49.913063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:15:57.887208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18701b4e-431a-4a05-8c8f-45b0ad8cc043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:00.321472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2cc2-9f9d-48d7-857e-ec371be4d765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:00.805303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:02.057528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:02.352808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:05.557641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba5cc-fbe6-488a-b692-b683c8944344 req-0a332cb9-ca86-4657-9ae1-f1f9cf0fe5c8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:05.559256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-beaba5cc-fbe6-488a-b692-b683c8944344 req-0a332cb9-ca86-4657-9ae1-f1f9cf0fe5c8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0885320
Nov 23 13:16:05.608966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-beaba5cc-fbe6-488a-b692-b683c8944344 req-d189dc5f-fe8f-4cca-839e-42ab302116be tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423775
Nov 23 13:16:06.834483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845238-1338-4f44-960c-8288159f34a4 req-2dc239c3-0033-4d0a-90c8-81cf7d48ef76 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:06.836218 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de845238-1338-4f44-960c-8288159f34a4 req-2dc239c3-0033-4d0a-90c8-81cf7d48ef76 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0908282
Nov 23 13:16:06.889347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de845238-1338-4f44-960c-8288159f34a4 req-ee18f1e2-5f1b-476c-aa55-d1924b99b720 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457218
Nov 23 13:16:08.107741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73aa7d-ce98-4b9d-b293-3a62e05e19a5 req-b60c80b8-493d-4cd7-8ae6-c01123c1f335 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:08.109428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d73aa7d-ce98-4b9d-b293-3a62e05e19a5 req-b60c80b8-493d-4cd7-8ae6-c01123c1f335 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0864010
Nov 23 13:16:08.164658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d73aa7d-ce98-4b9d-b293-3a62e05e19a5 req-f3a1cb12-e3de-4694-892a-8e7a17551206 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483842
Nov 23 13:16:09.377036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff23f0f-7dbe-4fb8-9b0b-d6c7715666e0 req-9df922b0-d66f-44f1-ac8e-0a5a30358181 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:09.378540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ff23f0f-7dbe-4fb8-9b0b-d6c7715666e0 req-9df922b0-d66f-44f1-ac8e-0a5a30358181 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0828469
Nov 23 13:16:09.426761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ff23f0f-7dbe-4fb8-9b0b-d6c7715666e0 req-f97172c8-0fe0-45b5-96fa-ca8f9c91ece3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418348
Nov 23 13:16:10.638930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5f909-fb02-4b15-b1f8-a9cce1f62fb2 req-152f6181-2b77-437d-b7f2-eec8729092fc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:10.640547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9cd5f909-fb02-4b15-b1f8-a9cce1f62fb2 req-152f6181-2b77-437d-b7f2-eec8729092fc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0834064
Nov 23 13:16:10.691757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9cd5f909-fb02-4b15-b1f8-a9cce1f62fb2 req-d2c5c3e2-b625-40d4-9150-24bbf328e27a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443051
Nov 23 13:16:11.771691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-becc7eed-3a1a-4d1c-a12e-ac5bf543da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:11.773371 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-becc7eed-3a1a-4d1c-a12e-ac5bf543da92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1163 time: 0.0803616
Nov 23 13:16:12.006670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-ef0449a3-9099-4d18-96e9-5ca216f55145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:12.008279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-ef0449a3-9099-4d18-96e9-5ca216f55145 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.2129245
Nov 23 13:16:12.019672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf469d8-9be3-46b0-8462-7a106f467a0c req-ae8d950f-3fab-45d7-91a0-d550c79e1fc0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:12.021230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccf469d8-9be3-46b0-8462-7a106f467a0c req-ae8d950f-3fab-45d7-91a0-d550c79e1fc0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.1478329
Nov 23 13:16:12.164852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccf469d8-9be3-46b0-8462-7a106f467a0c req-be14036f-0e66-421d-88bf-b8cfab490bb4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877728
Nov 23 13:16:12.166708 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-9deeb095-89f2-4edf-b3d9-56204bda161d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1002 time: 0.1445439
Nov 23 13:16:12.239232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-eaa34a45-3f93-48ef-8434-adcd62f4d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:12.241092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-eaa34a45-3f93-48ef-8434-adcd62f4d683 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0671909
Nov 23 13:16:12.320644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-b3017687-46bb-4079-8ea3-1c8f913dcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:12.322165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-b3017687-46bb-4079-8ea3-1c8f913dcaa9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742869
Nov 23 13:16:12.471541 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-3a8983a9-3482-4c24-a89d-38ab70660971 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421583
Nov 23 13:16:12.613290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7c4560b-1631-47fb-add1-f3ea73ff8670 req-7026e433-4d3f-480b-ab90-c99e546a5da7 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348665
Nov 23 13:16:13.385928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f7dbc-1ae0-472d-9a95-39f586ecb1d0 req-bd6dd74d-19d5-4a6b-b5f3-bc3d82c60369 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:13.387535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b44f7dbc-1ae0-472d-9a95-39f586ecb1d0 req-bd6dd74d-19d5-4a6b-b5f3-bc3d82c60369 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0882936
Nov 23 13:16:13.437182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b44f7dbc-1ae0-472d-9a95-39f586ecb1d0 req-3d22209e-4f13-4cef-88e4-b8fd50cd29e5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426252
Nov 23 13:16:14.650447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea90d1-4eef-4d3e-acd0-8a454317b079 req-fa521a1e-2989-4ff0-99f4-41d1f41b1354 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:14.651935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4ea90d1-4eef-4d3e-acd0-8a454317b079 req-fa521a1e-2989-4ff0-99f4-41d1f41b1354 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0825827
Nov 23 13:16:14.705363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4ea90d1-4eef-4d3e-acd0-8a454317b079 req-13b36f74-e572-47fe-ba36-473a7be07729 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467162
Nov 23 13:16:15.931875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186129a3-79cb-478d-bcd3-b5039aef2a0a req-919abae5-812d-4b6c-8979-ec9b485ce823 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:15.933437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-186129a3-79cb-478d-bcd3-b5039aef2a0a req-919abae5-812d-4b6c-8979-ec9b485ce823 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0870171
Nov 23 13:16:15.983064 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-186129a3-79cb-478d-bcd3-b5039aef2a0a req-a5e471ea-3899-4bd7-af8c-e37c2330e6de tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427682
Nov 23 13:16:17.160255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:17.212746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07279535-14ac-42e6-8015-e8b6bf4292e3 req-2fabaf1b-92f4-4fdb-9467-6c8b6cf1b86f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:17.214366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-07279535-14ac-42e6-8015-e8b6bf4292e3 req-2fabaf1b-92f4-4fdb-9467-6c8b6cf1b86f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0878716
Nov 23 13:16:17.263334 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-07279535-14ac-42e6-8015-e8b6bf4292e3 req-485922b3-c55d-4942-bd4c-68ac27f2f3f5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424566
Nov 23 13:16:17.558040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:16:17.629842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:16:17.630256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:18.610821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513138b-182d-4d56-a792-3ffea2e5bd93 req-2a185947-7ac2-480e-88b6-4cf332b39644 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:18.612362 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2513138b-182d-4d56-a792-3ffea2e5bd93 req-2a185947-7ac2-480e-88b6-4cf332b39644 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0880184
Nov 23 13:16:18.661389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2513138b-182d-4d56-a792-3ffea2e5bd93 req-fc0e5bba-711c-42f2-b0a1-31273c5d2869 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422513
Nov 23 13:16:19.888177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b1d7-d134-43d2-b396-1d13c83772fe req-cfefcf75-73f6-42be-af9d-753179f10028 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:19.889721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2a43b1d7-d134-43d2-b396-1d13c83772fe req-cfefcf75-73f6-42be-af9d-753179f10028 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0932624
Nov 23 13:16:19.939404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2a43b1d7-d134-43d2-b396-1d13c83772fe req-1106c7ee-9209-43ae-b3df-4e431822b39c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422888
Nov 23 13:16:21.159559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907eaa7-b0c7-4acc-b139-3b1e94863eed req-3ba0dfb7-6189-4f82-800a-e45efd291861 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:21.161215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e907eaa7-b0c7-4acc-b139-3b1e94863eed req-3ba0dfb7-6189-4f82-800a-e45efd291861 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0907924
Nov 23 13:16:21.215012 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e907eaa7-b0c7-4acc-b139-3b1e94863eed req-cb09ee84-5974-4a15-a202-f2f6c9d72ab7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473549
Nov 23 13:16:22.436792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d6168-e24f-4157-8ba2-f2de511df5f6 req-d4f50a64-f2c5-4a74-955b-c6deb7d4d285 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:22.438435 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-364d6168-e24f-4157-8ba2-f2de511df5f6 req-d4f50a64-f2c5-4a74-955b-c6deb7d4d285 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0912917
Nov 23 13:16:22.487992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-364d6168-e24f-4157-8ba2-f2de511df5f6 req-abe3b4f4-3446-4cda-a7da-971a7a244e90 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431573
Nov 23 13:16:23.705246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17ec20-71ac-4c68-982a-56163c14e920 req-3c9a180b-1e66-4e14-80b6-a93c404d7fe9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:23.706863 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc17ec20-71ac-4c68-982a-56163c14e920 req-3c9a180b-1e66-4e14-80b6-a93c404d7fe9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0867298
Nov 23 13:16:23.758215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc17ec20-71ac-4c68-982a-56163c14e920 req-8b1846c6-1bb6-4c69-af67-6fc3313c25b6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445206
Nov 23 13:16:24.974543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf173db8-a27c-49e0-aac5-c11f8e4d94de req-0cae613e-31e3-41f6-9a15-58d6121daf6f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:24.976038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf173db8-a27c-49e0-aac5-c11f8e4d94de req-0cae613e-31e3-41f6-9a15-58d6121daf6f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0871382
Nov 23 13:16:25.025471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf173db8-a27c-49e0-aac5-c11f8e4d94de req-4f5b1b52-f912-40f0-90f9-63fb15828c1d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430770
Nov 23 13:16:26.243144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855740-d89d-4fca-8fc6-214e05931c7b req-4a8a4b78-eac5-4c0c-92fe-2b916d0c70c5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:26.244764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47855740-d89d-4fca-8fc6-214e05931c7b req-4a8a4b78-eac5-4c0c-92fe-2b916d0c70c5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0890274
Nov 23 13:16:26.293579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47855740-d89d-4fca-8fc6-214e05931c7b req-3c020945-2811-4ee3-8e6e-797fdb52ccd1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425315
Nov 23 13:16:26.768952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0c65b-b50d-49e5-8e88-f9ff305ea876 req-563cadf8-2b42-4e13-aa31-bf809810e7ec tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:26.769936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-919e00c6-bec9-4a27-bb96-20647aacce06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1541505
Nov 23 13:16:26.770590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ee0c65b-b50d-49e5-8e88-f9ff305ea876 req-563cadf8-2b42-4e13-aa31-bf809810e7ec tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0981169
Nov 23 13:16:26.824144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ee0c65b-b50d-49e5-8e88-f9ff305ea876 req-de94aac9-dbf3-488a-a1a8-f155aae7ff44 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468512
Nov 23 13:16:26.915318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:16:27.890276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4f57-6bd8-48ec-bbbb-760ab26ef1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:28.365721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdece4-bd94-467c-ab60-e4122c889b30 req-cf9c63c4-58a9-441b-8aec-2ae1d4730939 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:28.367319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-67bdece4-bd94-467c-ab60-e4122c889b30 req-cf9c63c4-58a9-441b-8aec-2ae1d4730939 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.4080279
Nov 23 13:16:28.370047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-482b7e1d-e5bc-4b86-a0b0-71115923c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:28.371560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-482b7e1d-e5bc-4b86-a0b0-71115923c90d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1163 time: 0.1140363
Nov 23 13:16:28.506289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-67bdece4-bd94-467c-ab60-e4122c889b30 req-75a3b0f4-8e61-4666-ae0a-df30037526cb tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323996
Nov 23 13:16:28.551017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-fc8664c1-b797-4178-8081-c1206db342d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:28.552665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-fc8664c1-b797-4178-8081-c1206db342d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1609712
Nov 23 13:16:28.666338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-e82ce0a6-777a-4e39-b35b-c6c014138299 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1002 time: 0.1071222
Nov 23 13:16:28.743582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-2bf1150d-93a7-423a-810a-3ec87bb31bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:28.745288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-2bf1150d-93a7-423a-810a-3ec87bb31bd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0730574
Nov 23 13:16:28.829306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-85683c63-9f81-4844-be38-0056e121ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:28.830936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-85683c63-9f81-4844-be38-0056e121ded1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791903
Nov 23 13:16:28.977600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-ae48603f-3ebb-4a0f-a58c-a67cce2f4bb9 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402068
Nov 23 13:16:29.126381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-a4ea4129-751a-4962-b2de-e882458f5cc6 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410463
Nov 23 13:16:29.728990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4a972-a145-4777-ac81-5629a2ca3813 req-dfcce186-3516-46a5-b5e5-509a4bc1ce36 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:29.730600 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27e4a972-a145-4777-ac81-5629a2ca3813 req-dfcce186-3516-46a5-b5e5-509a4bc1ce36 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0891004
Nov 23 13:16:29.780007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27e4a972-a145-4777-ac81-5629a2ca3813 req-df595125-76b8-4331-ba1f-1d4cf0b240c9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428464
Nov 23 13:16:30.326055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33f6021f-ab2b-4933-803e-d23089bee44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:30.808034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:31.012593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-4fc2951d-f6ff-4ffc-99f5-b885fa6ee96a service neutron] 10.222.0.63 "GET /v2.0/ports/b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1389010
Nov 23 13:16:31.035678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fefd30-ef5a-4cbc-8c06-202f654f4ae3 req-d893475b-e438-442e-a999-739e223f4d5f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.037317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-49fefd30-ef5a-4cbc-8c06-202f654f4ae3 req-d893475b-e438-442e-a999-739e223f4d5f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.1082873
Nov 23 13:16:31.090622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-49fefd30-ef5a-4cbc-8c06-202f654f4ae3 req-e4fd8187-b858-4e7e-b1f1-57e0ab325cec tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456550
Nov 23 13:16:31.309093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-05f69807-031e-4d2a-8b18-56f8f888f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.310628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-05f69807-031e-4d2a-8b18-56f8f888f918 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1163 time: 0.0822084
Nov 23 13:16:31.422778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-691ea22c-0128-42a3-9ed6-a9747d66fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.425006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-691ea22c-0128-42a3-9ed6-a9747d66fd4a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1163 time: 0.0764091
Nov 23 13:16:31.539806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:16:31.569358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-78b87ad8-5ec6-44a3-b7fe-7b9828709b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.570864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-78b87ad8-5ec6-44a3-b7fe-7b9828709b74 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1393952
Nov 23 13:16:31.659172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:31.684048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-5d3dd60f-6ce7-4da9-89bb-81ced556a4a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1002 time: 0.1059830
Nov 23 13:16:31.687339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:31.698073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:16:31.702705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:31.704621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:31.761013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-59bf0c1d-31e2-43b7-a1f8-ff3726aa31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.763477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-59bf0c1d-31e2-43b7-a1f8-ff3726aa31a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0730531
Nov 23 13:16:31.769227 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'code': 200}
Nov 23 13:16:31.777876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:31.787412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.787807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.788193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.788608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.788991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.789373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.789750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.790123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.790495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.790864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.791231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.791599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.792055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.792439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.792823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.793189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.793555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.793921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.794288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.794655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.795024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.795390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.795757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.796122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:31.801175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:31.853508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d36c7-989f-4895-b4f2-576642a9457c req-55d2dd3b-7087-467a-8a9d-6e922e8ff60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:31.855124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-55d2dd3b-7087-467a-8a9d-6e922e8ff60c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819724
Nov 23 13:16:32.002525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-9dc0ee7a-d7b6-43ea-afad-1e00a4717e5a service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393473
Nov 23 13:16:32.059272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:32.146878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-664d36c7-989f-4895-b4f2-576642a9457c req-7a8ed7c3-ad28-47bc-ad8c-0da5eb2513f6 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381979
Nov 23 13:16:32.316934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be42d0-98d6-415d-abd4-1c962ff5aa95 req-2cd165b9-036b-4df4-b967-ebe6ab9bc0af tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:32.318579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2be42d0-98d6-415d-abd4-1c962ff5aa95 req-2cd165b9-036b-4df4-b967-ebe6ab9bc0af tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0904608
Nov 23 13:16:32.354514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:32.370343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2be42d0-98d6-415d-abd4-1c962ff5aa95 req-79d5e451-2d53-4684-b3ce-086a8437be81 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450020
Nov 23 13:16:33.589699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f856c-9dec-45ec-8ff3-c460e03767f3 req-c1e09171-898e-480a-9102-441c513ce71a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:33.591316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-905f856c-9dec-45ec-8ff3-c460e03767f3 req-c1e09171-898e-480a-9102-441c513ce71a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0865333
Nov 23 13:16:33.643045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-905f856c-9dec-45ec-8ff3-c460e03767f3 req-4c8f4f30-e10a-4dc3-92fb-dd16d3823136 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448921
Nov 23 13:16:34.866617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da932afb-8a31-454f-8fea-f59a4bc196c5 req-3802100a-40f5-4be6-80a3-3fe6300b2eda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:34.868238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da932afb-8a31-454f-8fea-f59a4bc196c5 req-3802100a-40f5-4be6-80a3-3fe6300b2eda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0915747
Nov 23 13:16:34.919718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da932afb-8a31-454f-8fea-f59a4bc196c5 req-9e6cc2de-730a-40f9-9cb7-81ecbd6d96bb tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449805
Nov 23 13:16:35.353665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7025e0-46b3-4b46-8764-268d30a3cce6 req-314a5bea-730b-4d49-836b-55f82bbfc08a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.355277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe7025e0-46b3-4b46-8764-268d30a3cce6 req-314a5bea-730b-4d49-836b-55f82bbfc08a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.1589684
Nov 23 13:16:35.362173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-147be2be-850c-46a8-84eb-71b3ce5d34af tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.363641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-147be2be-850c-46a8-84eb-71b3ce5d34af tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.1653202
Nov 23 13:16:35.407706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe7025e0-46b3-4b46-8764-268d30a3cce6 req-b943b09d-691c-4457-b1bb-aa29b67668c1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430126
Nov 23 13:16:35.534047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-fdf7d76d-fee9-468d-af4e-93f535cec0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.535636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-fdf7d76d-fee9-468d-af4e-93f535cec0e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1161 time: 0.0764227
Nov 23 13:16:35.681417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-35369730-bb86-4e2b-9cf7-c0ec899d8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.682931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-35369730-bb86-4e2b-9cf7-c0ec899d8842 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1404221
Nov 23 13:16:35.794068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-b28e3d0c-28d2-4da1-9edc-2cf73c03760a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1000 time: 0.1032419
Nov 23 13:16:35.869195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-5e4d45e8-ebce-4f75-9aab-532579213fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.870796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-5e4d45e8-ebce-4f75-9aab-532579213fa4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0690269
Nov 23 13:16:35.958760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-6ea82f63-0f71-4ae6-8143-82d65e2d92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:35.960390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-6ea82f63-0f71-4ae6-8143-82d65e2d92e3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818868
Nov 23 13:16:36.104514 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-8c9fb924-a611-4190-a93b-809926a05b2e service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374328
Nov 23 13:16:36.251587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7eb29735-313b-481b-a3c2-a332b34c11ef req-42c023f8-7d4d-46bb-bfd8-43207956778b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393685
Nov 23 13:16:36.635037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3956cf-61e6-42c4-a862-07f5afbd95d1 req-3104b34c-ce29-47b9-a592-27404b642020 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:36.636643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd3956cf-61e6-42c4-a862-07f5afbd95d1 req-3104b34c-ce29-47b9-a592-27404b642020 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0926144
Nov 23 13:16:36.688558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd3956cf-61e6-42c4-a862-07f5afbd95d1 req-061bea6b-714b-43c2-935e-19d59823030b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453222
Nov 23 13:16:37.908071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafde09e-5fab-4319-a646-b31cedbf0f0f req-eb7c257d-97a8-43e2-bc6b-c1ad3c74be48 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:37.910778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bafde09e-5fab-4319-a646-b31cedbf0f0f req-eb7c257d-97a8-43e2-bc6b-c1ad3c74be48 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0860476
Nov 23 13:16:37.963983 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bafde09e-5fab-4319-a646-b31cedbf0f0f req-23aefc44-1a02-4996-9bf5-95fd56ba2417 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465832
Nov 23 13:16:38.176562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816aca7-2f6a-4d33-a616-98cc18709722 req-575ee158-df4d-4d36-9dae-27ddb97530d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:38.178072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9816aca7-2f6a-4d33-a616-98cc18709722 req-575ee158-df4d-4d36-9dae-27ddb97530d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0854421
Nov 23 13:16:38.231165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9816aca7-2f6a-4d33-a616-98cc18709722 req-6d72e439-0e57-452e-8d52-11718640cf5e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466967
Nov 23 13:16:38.615233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c6f5-2835-43d6-a2e9-df60a898644b req-5491293c-1b53-45dd-a0f3-9d6dcdb61e2d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:38.616911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23f4c6f5-2835-43d6-a2e9-df60a898644b req-5491293c-1b53-45dd-a0f3-9d6dcdb61e2d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0872304
Nov 23 13:16:38.677780 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23f4c6f5-2835-43d6-a2e9-df60a898644b req-b9bcbaa7-3f32-4cf4-bb3f-ce1ccd34217b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441415
Nov 23 13:16:38.685284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-c79f7f23-a982-43fd-9c59-37305344beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:38.686920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-c79f7f23-a982-43fd-9c59-37305344beff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 1161 time: 0.0829217
Nov 23 13:16:38.838094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-e167c977-75fb-44c3-b785-e1371fe1281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:38.839804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-e167c977-75fb-44c3-b785-e1371fe1281b service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1454196
Nov 23 13:16:38.954987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-e4ca83c2-51a3-415e-a0ce-a7f30b680175 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 200  len: 1000 time: 0.1067176
Nov 23 13:16:39.025991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-ddb48e8e-945c-4059-b1e8-23f2158d07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:39.027481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-ddb48e8e-945c-4059-b1e8-23f2158d07f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0654013
Nov 23 13:16:39.108902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-c46d48f1-0ae6-4f16-952a-9f25adf3ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:39.110492 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-c46d48f1-0ae6-4f16-952a-9f25adf3ad96 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747600
Nov 23 13:16:39.257829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-45db4ea5-ddcd-493f-b8c8-966515b88796 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386805
Nov 23 13:16:39.402224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5286fad4-e838-46ea-be2c-21654357e0c7 req-712861c1-fba6-43bb-a38c-643949b1ab86 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374669
Nov 23 13:16:39.898028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede046f0-7855-4271-861e-184936d664b9 req-1ee831a1-19c8-4f48-8461-08a9f9f6038b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:39.899658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ede046f0-7855-4271-861e-184936d664b9 req-1ee831a1-19c8-4f48-8461-08a9f9f6038b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0886884
Nov 23 13:16:39.952833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ede046f0-7855-4271-861e-184936d664b9 req-164b5242-d2bb-4748-af46-ff359f7ec854 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464661
Nov 23 13:16:41.176030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e60e96-160c-4370-91fd-b1da530befe5 req-ff668983-95b2-4a78-b954-067389eac78b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:41.178417 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96e60e96-160c-4370-91fd-b1da530befe5 req-ff668983-95b2-4a78-b954-067389eac78b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0923426
Nov 23 13:16:41.227939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96e60e96-160c-4370-91fd-b1da530befe5 req-763b68db-ba98-43dd-a497-9e2c25d142a9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432048
Nov 23 13:16:41.658057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f144e-4efc-4da7-aeb7-52d900423530 req-5f5c62ed-25e0-4f9f-95c0-42e982c8c1ff tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:41.659715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-376f144e-4efc-4da7-aeb7-52d900423530 req-5f5c62ed-25e0-4f9f-95c0-42e982c8c1ff tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.0845907
Nov 23 13:16:41.711661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-376f144e-4efc-4da7-aeb7-52d900423530 req-cf32fb6b-f097-463e-b542-fc32e05bc14b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453694
Nov 23 13:16:41.962146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:16:42.039047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:16:42.039467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:42.160350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:42.190256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:42.200654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:16:42.203529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:42.205460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8cd6ec18-b779-46d4-b94c-e48e8ffb009a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:42.252550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'code': 200}
Nov 23 13:16:42.275488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:42.278864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:42.932908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcadef-b757-42ce-9391-17624fc74d74 req-a278031a-bf05-4211-8faf-4dabb0ea728c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:42.934523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-59bcadef-b757-42ce-9391-17624fc74d74 req-a278031a-bf05-4211-8faf-4dabb0ea728c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0888686
Nov 23 13:16:42.985263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-59bcadef-b757-42ce-9391-17624fc74d74 req-e7bd6b48-57cb-4d43-84da-cd245e1ec5a9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437012
Nov 23 13:16:43.524909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-b448c46d-1f1e-400b-95f1-f025d2dc8943 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:43.526456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-b448c46d-1f1e-400b-95f1-f025d2dc8943 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 946 time: 0.0820253
Nov 23 13:16:43.633900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:16:43.764463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:43.802279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:16:43.806075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:43.808086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4f065fbf-ee37-494d-8d28-a5a51ffa75fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:43.859827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:16:43.860206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:43.879060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:43.882692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:44.125986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:16:44.126304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:44.254155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:44.313657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'code': 200}
Nov 23 13:16:44.383490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9997b5-6a9b-44d9-b3a5-db5fd5064420 req-9554199d-76e5-45ef-a0be-8ce07804171e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:44.385069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d9997b5-6a9b-44d9-b3a5-db5fd5064420 req-9554199d-76e5-45ef-a0be-8ce07804171e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 944 time: 0.2622101
Nov 23 13:16:44.547606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d9997b5-6a9b-44d9-b3a5-db5fd5064420 req-dc6417a1-1412-4e6f-9b61-f80fa1976c2a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545782
Nov 23 13:16:44.560051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:44.560846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:44.560846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c.
Nov 23 13:16:44.561326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:16:44.719475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:44.734777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51f7cbc7-3919-4c92-9df9-7b96fab80af2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:44.838236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'Port': ['ID=b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:44.855119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.855551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.855969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.856393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.856859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.857273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.857687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.858099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.858507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.858915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.859324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.859729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.860220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.860651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.861058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.861463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.861864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.862806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.863216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.863719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.864129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.864819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.865225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.865626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:16:44.870774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:45.145913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:16:45.365618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:16:45.375223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:16:45.389559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:16:45.390279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825517320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:16:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:16:45.404840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] No DVR routers for this DVR port b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:16:45.407178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:45.411481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-deleted', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:45.425456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-380c7c84-ee79-4671-bab2-4eb98ece69fd req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "DELETE /v2.0/ports/b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c HTTP/1.1" status: 204  len: 173 time: 1.8926837
Nov 23 13:16:45.475647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682831-85a9-412b-8f72-418415e49145', 'name': 'network-vif-deleted', 'tag': 'b6e95ab8-26a5-48d8-a6bf-c301ba0a4b3c', 'status': 'completed', 'code': 200}
Nov 23 13:16:45.587398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:16:45.748794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24c5d756-08bc-434d-a108-fac1d7ddf7fc req-cda7705b-37f7-4a66-9e9d-ee0f77cfb358 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:16:45.763513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24c5d756-08bc-434d-a108-fac1d7ddf7fc req-cda7705b-37f7-4a66-9e9d-ee0f77cfb358 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:16:45.764810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24c5d756-08bc-434d-a108-fac1d7ddf7fc req-cda7705b-37f7-4a66-9e9d-ee0f77cfb358 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=4c682831-85a9-412b-8f72-418415e49145 HTTP/1.1" status: 200  len: 210 time: 0.0612099
Nov 23 13:16:45.928200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825517320>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:16:45.932502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:16:45.944077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:16:45.944784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825517320>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:16:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:16:46.143131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:16:46.680652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825517320>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:16:46.685254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94002f4f-1ce3-4f9a-a6cd-8694246d61e6 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:16:47.054901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff80e2-8f0b-427e-beb9-93f7e2578712 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:16:47.161019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:47.246968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-26d93810-eacf-4f09-aef8-a503a8ce4e08 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--561655348&fields=id&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 267 time: 0.0563717
Nov 23 13:16:47.421548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-2dc77717-8c55-4713-873a-9848950bf3ed tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:47.423187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-2dc77717-8c55-4713-873a-9848950bf3ed tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.1687987
Nov 23 13:16:47.442302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-719b176c-a403-46da-a01b-9ba9db6fd0a0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/quotas/7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 375 time: 0.0123816
Nov 23 13:16:47.538402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-15aa54f1-a8cb-45f3-9dfa-82771a8a4e3b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0900936
Nov 23 13:16:47.691686 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8946bc94-7348-4cb3-aef3-d53f1fb570fe service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396308
Nov 23 13:16:47.845844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-a90aa54b-90cd-4b65-bc55-d39dd8b7e004 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471188
Nov 23 13:16:48.055048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29926e0d-5e3d-4c4d-86ff-073a62c9ab05 req-438ed249-3b7b-4167-ba98-af1393401e33 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 210 time: 0.0492585
Nov 23 13:16:49.198746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-c0754e5d-f36f-46ec-b748-e5c98cdcaf9f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:49.200344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-c0754e5d-f36f-46ec-b748-e5c98cdcaf9f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.1663427
Nov 23 13:16:49.243730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-34d9f30a-16c8-470c-aaaa-ad7e103e871b req-09ea3f8b-3e09-42e6-8ae0-6e9d29d92b1b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 210 time: 0.0482087
Nov 23 13:16:49.297855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-2f77b834-7370-44e4-b60d-31237411abb1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 5252 time: 0.0776951
Nov 23 13:16:49.307254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'port': {'device_id': '1a797317-5e39-457a-bbe5-f91eca600f73', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'admin_state_up': True, 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'security_groups': ['3ec2c6cd-2fb7-4737-9eb3-a804f7748eca']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:16:49.456626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:16:49.467517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:16:49.476891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:16:49.482417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:49.805775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Allocated IP 172.20.0.6 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/1aa485e2-3d8f-44fe-b602-e423348e1f7e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:16:50.018082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:50.035404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Transition to ACTIVE for port object 1aa485e2-3d8f-44fe-b602-e423348e1f7e will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:16:50.055060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:50.071143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a19c94b-2b14-4cdd-acc4-0e175ddee044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:50.211264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:50.216231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:50.270486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:16:50.271540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:16:50.274016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:16:50.344478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:50.345282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:50.374451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0712330
Nov 23 13:16:50.394662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Request body: {'port': {'device_id': '1a797317-5e39-457a-bbe5-f91eca600f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:16:50.505768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7a5b41c8-51b5-4a1b-9ea9-0f4fc7a20261 None None] Provisioning for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:16:50.511479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7a5b41c8-51b5-4a1b-9ea9-0f4fc7a20261 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:16:50.511889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a5b41c8-51b5-4a1b-9ea9-0f4fc7a20261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:50.573618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b41c8-51b5-4a1b-9ea9-0f4fc7a20261 None None] Port 1aa485e2-3d8f-44fe-b602-e423348e1f7e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:16:50.840495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:50.860820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578bc0-54fc-4932-8356-bac114729541 req-3cebc334-6d5c-4a5e-90e0-1d55103a52e8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:50.861570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af578bc0-54fc-4932-8356-bac114729541 req-3cebc334-6d5c-4a5e-90e0-1d55103a52e8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:16:50.925981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af578bc0-54fc-4932-8356-bac114729541 req-3cebc334-6d5c-4a5e-90e0-1d55103a52e8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:16:50.927343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af578bc0-54fc-4932-8356-bac114729541 req-3cebc334-6d5c-4a5e-90e0-1d55103a52e8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 931 time: 0.5373502
Nov 23 13:16:51.082358 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af578bc0-54fc-4932-8356-bac114729541 req-c25009b2-3201-42bb-9643-8469e4edae3b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216648
Nov 23 13:16:51.315779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa485e2-3d8f-44fe-b602-e423348e1f7e {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:16:51.323025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:51.336096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Transition to ACTIVE for port object 1aa485e2-3d8f-44fe-b602-e423348e1f7e will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:16:51.338725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:51.354304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e2f035bb-7242-41c6-8469-4bb0bc827922 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:51.487651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:51.492769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:51.692749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Attempting to bind port 1aa485e2-3d8f-44fe-b602-e423348e1f7e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:16:51.693161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Attempting to bind port 1aa485e2-3d8f-44fe-b602-e423348e1f7e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:16:51.693545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Attempting to bind port 1aa485e2-3d8f-44fe-b602-e423348e1f7e on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:16:51.701019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:16:51.701537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:16:51.701944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:51.702347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:16:51.702829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Bound port: 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:16:51.703207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:51.803676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:16:51.807442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:16:51.810142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:51.824116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:51.974300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:51.987771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:52.026810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:52.027494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:52.029027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] 10.222.0.63 "PUT /v2.0/ports/1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1157 time: 1.6405098
Nov 23 13:16:52.029595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:52.126430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'status': 'completed', 'code': 200}
Nov 23 13:16:52.174658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-2a6f7488-0092-4d22-9725-2973893055e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:52.176322 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-2a6f7488-0092-4d22-9725-2973893055e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1160 time: 0.0910316
Nov 23 13:16:52.301597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-4404f150-86ce-42d8-affa-e0f53b94e778 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 217 time: 0.1103544
Nov 23 13:16:52.395484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8fa245a7-1db4-4c89-80a1-4fa52e061e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:52.397126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-8fa245a7-1db4-4c89-80a1-4fa52e061e87 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0874817
Nov 23 13:16:52.409982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150869-38dd-4d50-8bfb-1f88bea9913e req-5862e062-7612-4570-9b75-2aaa976a1b0b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:52.411547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01150869-38dd-4d50-8bfb-1f88bea9913e req-5862e062-7612-4570-9b75-2aaa976a1b0b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.1651921
Nov 23 13:16:52.511514 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01150869-38dd-4d50-8bfb-1f88bea9913e req-43d67032-3247-4dac-acc2-839d7608232b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655715
Nov 23 13:16:52.530306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-0d1408fb-f5d2-4c2e-a14f-314786d3448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:52.531910 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-0d1408fb-f5d2-4c2e-a14f-314786d3448e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1286466
Nov 23 13:16:52.688155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-3f216dbd-a2d0-4142-aeca-a117d71d7a2d service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493900
Nov 23 13:16:52.844226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-522078ce-bcad-47c0-87e0-0dd57e0f43ab req-0a136619-3e30-4b2c-9202-42db7b2b352d service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489344
Nov 23 13:16:53.018329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-2f798ada-c705-4f00-a6d2-d3b6b9d93ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:53.020096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-2f798ada-c705-4f00-a6d2-d3b6b9d93ec5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1160 time: 0.0788784
Nov 23 13:16:53.167518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-4b8a6339-05a8-4a29-8550-12320786487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:53.169068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-4b8a6339-05a8-4a29-8550-12320786487e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1412339
Nov 23 13:16:53.243975 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-80900b69-84d0-454a-b997-80b405923ab0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 217 time: 0.0674164
Nov 23 13:16:53.323842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-0d0b8ee2-2c1b-4644-b7d3-8378b504e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:53.325377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-0d0b8ee2-2c1b-4644-b7d3-8378b504e80a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0718961
Nov 23 13:16:53.410104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-cd2665eb-c530-4b26-b0fc-249411129b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:53.411707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-cd2665eb-c530-4b26-b0fc-249411129b92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788951
Nov 23 13:16:53.556016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-fac87c21-981b-4ff0-ac09-75eef7ebb9e7 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370754
Nov 23 13:16:53.704575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d663f75b-6240-489a-bee6-77ba4e5118c2 req-881b598a-cf7d-4405-807b-9ec66fc48f55 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416819
Nov 23 13:16:53.734073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484928-7a55-4da5-9ae3-89a9c14ca988 req-f542ff64-1f06-4a1f-aabd-dc8e389254b5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:53.735754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31484928-7a55-4da5-9ae3-89a9c14ca988 req-f542ff64-1f06-4a1f-aabd-dc8e389254b5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0849216
Nov 23 13:16:53.784996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31484928-7a55-4da5-9ae3-89a9c14ca988 req-0d75c165-8b65-4055-a768-90eb807ecaad tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421617
Nov 23 13:16:54.999578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfc236-decf-4ad7-9190-7d2666db1801 req-6e9055cd-0343-43c3-a2ec-80b6f0aa81f8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:55.001155 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a0dfc236-decf-4ad7-9190-7d2666db1801 req-6e9055cd-0343-43c3-a2ec-80b6f0aa81f8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0837407
Nov 23 13:16:55.054534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a0dfc236-decf-4ad7-9190-7d2666db1801 req-df179590-b89e-4536-83b3-08b1a20cd1ae tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458062
Nov 23 13:16:56.144265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:16:56.215420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:16:56.220275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:16:56.220740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:56.275803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a3d2-9759-41db-a118-141a21ff9e32 req-1d90c6c8-9760-4ed1-9f40-9acee4efaedf tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:56.277497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a618a3d2-9759-41db-a118-141a21ff9e32 req-1d90c6c8-9760-4ed1-9f40-9acee4efaedf tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0917282
Nov 23 13:16:56.329003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a618a3d2-9759-41db-a118-141a21ff9e32 req-f8a50ba3-7381-4199-b0cf-85f6cb4d70c9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447540
Nov 23 13:16:56.343062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:56.373096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:16:56.383892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:16:56.386768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:56.388748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:16:56.436878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:16:56.460774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:16:56.463958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:16:56.715490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e52ef-cf49-4a3e-9fa9-300ecee0fd68 req-8ec09e9b-c70c-4189-8dab-b75fa95264ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:56.717002 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4a9e52ef-cf49-4a3e-9fa9-300ecee0fd68 req-8ec09e9b-c70c-4189-8dab-b75fa95264ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0798714
Nov 23 13:16:56.761988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4a9e52ef-cf49-4a3e-9fa9-300ecee0fd68 req-fd29b347-7318-4c0a-bbad-6ebfbd061ed9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381954
Nov 23 13:16:57.545430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885f39a-5bc1-407a-94bf-2268db075327 req-d7662800-3674-4bda-baa5-6a8ce62a1d5f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:57.547052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3885f39a-5bc1-407a-94bf-2268db075327 req-d7662800-3674-4bda-baa5-6a8ce62a1d5f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0862823
Nov 23 13:16:57.854348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3885f39a-5bc1-407a-94bf-2268db075327 req-56cad42f-f4c8-459b-8bcc-68fe3701f690 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2999053
Nov 23 13:16:57.900081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb396-713b-4295-89c5-ee3b010263c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:57.926150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:16:58.003818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:16:58.004174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:16:59.077847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e059-5e44-4c03-87f3-15d0d502bc82 req-2f4859aa-9321-483c-b812-a82ede6c56d6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:59.079361 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3f0e059-5e44-4c03-87f3-15d0d502bc82 req-2f4859aa-9321-483c-b812-a82ede6c56d6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0885656
Nov 23 13:16:59.128884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3f0e059-5e44-4c03-87f3-15d0d502bc82 req-64883b33-1126-42f2-b364-b0c3d724bde0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420036
Nov 23 13:16:59.340541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9c90f-7447-48be-8247-066fbc80a35b req-13aab308-12db-4bcd-8feb-005083ed5900 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:16:59.342051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebb9c90f-7447-48be-8247-066fbc80a35b req-13aab308-12db-4bcd-8feb-005083ed5900 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0864587
Nov 23 13:16:59.351952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 52880) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:16:59.357651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'floatingip': {'port_id': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:16:59.441517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.060745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.063440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.262294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 associated. External IP: 172.26.6.142, port: 1aa485e2-3d8f-44fe-b602-e423348e1f7e.
Nov 23 13:17:00.328807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89fe8448-9103-4b37-ad86-e9c21990487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.672078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:17:00.810757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.890814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:17:00.896008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:00.900501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:17:00.913474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:17:00.914168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825574b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:17:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:17:00.958847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c83dcd9-e0a3-4380-a949-fdf451939d18 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "PUT /v2.0/floatingips/0238ca48-74d3-4295-9caf-2ea30cfdc590 HTTP/1.1" status: 200  len: 991 time: 1.6028376
Nov 23 13:17:00.958847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:17:01.019444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'status': 'completed', 'code': 200}
Nov 23 13:17:01.115877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:17:01.157512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-529c28b6-39fb-4af2-a3a0-fcb7514bdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:01.159752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-529c28b6-39fb-4af2-a3a0-fcb7514bdba8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0806932
Nov 23 13:17:01.310247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-39ea7be1-0282-427b-85fd-a0fa9c81eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:01.311782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-39ea7be1-0282-427b-85fd-a0fa9c81eacf service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1455855
Nov 23 13:17:01.426011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-76fdb629-c3a9-4e7b-9505-f5ea942d6885 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 999 time: 0.1068277
Nov 23 13:17:01.498247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-e66f7599-f380-475a-9eb4-dec253253f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:01.499868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825574b00>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:d9:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a797317-5e39-457a-bbe5-f91eca600f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:16:59Z', 'revision_number': 9, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:17:01.500059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-e66f7599-f380-475a-9eb4-dec253253f4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0675945
Nov 23 13:17:01.504542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:17:01.516219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:17:01.516968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825574b00>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:17:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:17:01.590106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-96057395-a09b-460e-af79-c92aa7facf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:01.592189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-96057395-a09b-460e-af79-c92aa7facf36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848041
Nov 23 13:17:01.731184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:17:01.761055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-1cfe5d1a-6e1b-4275-87c7-d3dc057f6c94 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611805
Nov 23 13:17:01.923486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dfd463b-ec4e-4856-9897-f91278d7ed32 req-8b789346-0109-40c5-ae17-119203ccba90 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1538796
Nov 23 13:17:02.093925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:02.244124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825574b00>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:d9:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a797317-5e39-457a-bbe5-f91eca600f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:16:59Z', 'revision_number': 9, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:17:02.248638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a51d52-dbdc-46ed-8460-8884d9329e1a None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:d9:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a797317-5e39-457a-bbe5-f91eca600f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:16:59Z', 'revision_number': 9, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:17:02.363877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:02.547461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97cd70-8a68-472c-97bc-f86913274c7f None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:17:03.916809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:17:13.784350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-6da70ffa-2713-45b9-9b4d-080247c10a99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1855617
Nov 23 13:17:13.957560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-6cbe400b-36d7-425f-960b-911ee05fc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:13.959195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-6cbe400b-36d7-425f-960b-911ee05fc1dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0779021
Nov 23 13:17:14.384436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-9837357e-01cb-424d-b6bd-bf73d8cafac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:14.386057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-9837357e-01cb-424d-b6bd-bf73d8cafac9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.4058657
Nov 23 13:17:14.496135 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-0a2f098f-5453-440b-8328-c80073b20fc3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1002 time: 0.1015730
Nov 23 13:17:14.568076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-7aceb723-eac8-420d-81b7-538ed5cf1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:14.569636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-7aceb723-eac8-420d-81b7-538ed5cf1cd8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0672400
Nov 23 13:17:14.649022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-86b23dd4-f4fc-4918-a3ce-dda663f6e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:14.650525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-86b23dd4-f4fc-4918-a3ce-dda663f6e18b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744319
Nov 23 13:17:14.796222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-a25ae9b2-432e-4ae1-9e52-b741d9cc84d3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372101
Nov 23 13:17:14.942848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bdb15ed-cabb-47a6-84e6-5dd0dd01eff0 req-5a541e49-1f03-42b7-ae69-1545142efd0f service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392190
Nov 23 13:17:17.163106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:27.891810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6846f836-6b2f-4440-a1b6-366eab117e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:30.332150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-666ab198-dd4a-435c-9732-96ae3247629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:30.812156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:32.066887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:32.360970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:37.806176 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-ae51194f-f8dd-408f-bc74-9e60c431832b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0789227
Nov 23 13:17:38.031043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920ec72-e3e5-4982-b3fd-99bf2ccb9842 req-57ec71fe-01f2-42c2-bc49-eb16f07f977e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:38.032809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5920ec72-e3e5-4982-b3fd-99bf2ccb9842 req-57ec71fe-01f2-42c2-bc49-eb16f07f977e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.2479560
Nov 23 13:17:38.085509 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5920ec72-e3e5-4982-b3fd-99bf2ccb9842 req-025357d7-e00c-4136-b0af-c0e6beb204fa tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458930
Nov 23 13:17:39.101172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-e38e3ab5-62ed-4c75-93e9-be7167cae71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:39.102700 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-e38e3ab5-62ed-4c75-93e9-be7167cae71b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0803304
Nov 23 13:17:39.256653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-55153efa-d87f-4e43-ae06-e2030f040e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:39.258234 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-55153efa-d87f-4e43-ae06-e2030f040e6e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1489072
Nov 23 13:17:39.423333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-58427a62-8493-4662-a92e-d07873a75283 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1002 time: 0.1582477
Nov 23 13:17:39.514463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa86d5-2b0e-477e-b33b-872fb7cbabc0 req-9e9c2565-ad43-48af-882c-621c95dc7e98 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:39.516082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40aa86d5-2b0e-477e-b33b-872fb7cbabc0 req-9e9c2565-ad43-48af-882c-621c95dc7e98 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.2867506
Nov 23 13:17:39.525418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-7886d999-cbea-477d-b87a-af4174c722e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:39.526915 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-7886d999-cbea-477d-b87a-af4174c722e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0940447
Nov 23 13:17:39.619313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40aa86d5-2b0e-477e-b33b-872fb7cbabc0 req-6ebf3e7c-faf2-44a3-a378-a11351739f37 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957134
Nov 23 13:17:39.640192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-4c74d7d0-ec48-42af-8141-f68924cf18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:39.641831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-4c74d7d0-ec48-42af-8141-f68924cf18d3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003230
Nov 23 13:17:39.788526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-b6d2241a-e3a7-4f66-9732-436dead5235f service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397007
Nov 23 13:17:39.936879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-0a6e868a-9a83-4e3c-881e-6621f9b6dae1 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420045
Nov 23 13:17:40.841526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d22d8-5e35-48b0-a378-5e495da2f7f0 req-891fd776-773f-4a25-a38a-3a4b5f887eba tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:40.843144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d53d22d8-5e35-48b0-a378-5e495da2f7f0 req-891fd776-773f-4a25-a38a-3a4b5f887eba tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0843759
Nov 23 13:17:40.893552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d53d22d8-5e35-48b0-a378-5e495da2f7f0 req-8d026e70-eb72-43d3-af3a-e2cedccb6660 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426104
Nov 23 13:17:40.918746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:17:42.119777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a5b34-eb2e-4591-905d-b38443a622ce req-f0e55fbe-6dfa-4cf2-922c-3c6e90cb13b9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:42.121432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a52a5b34-eb2e-4591-905d-b38443a622ce req-f0e55fbe-6dfa-4cf2-922c-3c6e90cb13b9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0916862
Nov 23 13:17:42.170193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a52a5b34-eb2e-4591-905d-b38443a622ce req-f91d4d41-75de-4773-b71a-52bf1e9879f1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424728
Nov 23 13:17:43.393444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f038b-6cb9-4973-8515-27987041f37b req-a92b1c20-a733-42ec-b341-018e6109598f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:43.396080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b54f038b-6cb9-4973-8515-27987041f37b req-a92b1c20-a733-42ec-b341-018e6109598f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0919073
Nov 23 13:17:43.446579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b54f038b-6cb9-4973-8515-27987041f37b req-4d1f11a5-5c26-48a9-bb40-c5ac97ff7071 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440831
Nov 23 13:17:44.666964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f27cca-6f75-43a0-b112-a777145f2c36 req-2b78d609-99b2-4843-9c62-bb10e7c30fa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:44.669748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2f27cca-6f75-43a0-b112-a777145f2c36 req-2b78d609-99b2-4843-9c62-bb10e7c30fa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0846381
Nov 23 13:17:44.721568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2f27cca-6f75-43a0-b112-a777145f2c36 req-18dfe868-2055-495a-a663-5f891c1566a2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440159
Nov 23 13:17:45.936857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33657e8-3897-4b84-92f4-7428d2f171a7 req-3e23b30c-464c-4e81-81cf-6c6a3623e966 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:45.938513 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e33657e8-3897-4b84-92f4-7428d2f171a7 req-3e23b30c-464c-4e81-81cf-6c6a3623e966 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0847502
Nov 23 13:17:45.994536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e33657e8-3897-4b84-92f4-7428d2f171a7 req-ede02af6-3245-4358-a3f8-bb12cb719219 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489450
Nov 23 13:17:47.157848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:47.212177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78554d99-1a5a-42f0-8abf-e44ebebf6a86 req-ade6fc7b-7ba5-4801-be01-6771d4a6778d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:47.213795 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78554d99-1a5a-42f0-8abf-e44ebebf6a86 req-ade6fc7b-7ba5-4801-be01-6771d4a6778d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0874300
Nov 23 13:17:47.262219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-78554d99-1a5a-42f0-8abf-e44ebebf6a86 req-148a21ed-e3bf-4241-a81a-bf04f7b5b7fd tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419064
Nov 23 13:17:48.478560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e1df0-2536-42db-b365-f74347f1fff9 req-0700d850-0024-46b6-b60a-4a77a648128d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:48.480151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-679e1df0-2536-42db-b365-f74347f1fff9 req-0700d850-0024-46b6-b60a-4a77a648128d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0840929
Nov 23 13:17:48.529733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-679e1df0-2536-42db-b365-f74347f1fff9 req-e3047e42-1f34-42b8-858c-6b6e8cedc6ed tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430653
Nov 23 13:17:49.749634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a41f-ed41-43ec-a640-bce9b2f732ad req-03b75097-1a0b-402b-8610-e926b96fdd2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:49.751230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6680a41f-ed41-43ec-a640-bce9b2f732ad req-03b75097-1a0b-402b-8610-e926b96fdd2e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0865529
Nov 23 13:17:49.804037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6680a41f-ed41-43ec-a640-bce9b2f732ad req-81c7cae1-db9f-4ba1-a485-5885e47372ce tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462680
Nov 23 13:17:51.024176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12844b2-006d-465b-8550-99ef59a30e8b req-e894d003-42b0-41bf-90b7-9d5752b7efb4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:51.025695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f12844b2-006d-465b-8550-99ef59a30e8b req-e894d003-42b0-41bf-90b7-9d5752b7efb4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0896800
Nov 23 13:17:51.073992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f12844b2-006d-465b-8550-99ef59a30e8b req-c2b228c6-7f73-4be3-a568-7f1cb9dc93e4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420039
Nov 23 13:17:51.792261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-d510ed9c-afe0-4a5d-8771-778f7180aafe service neutron] 10.222.0.63 "GET /v2.0/ports/1aa485e2-3d8f-44fe-b602-e423348e1f7e/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0786066
Nov 23 13:17:52.078710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-7fac144c-66f9-4d03-a2fb-0ee533793e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.080347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-7fac144c-66f9-4d03-a2fb-0ee533793e50 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1162 time: 0.0756698
Nov 23 13:17:52.195199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-f94eef08-234d-4cb8-8752-63dd2437d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.196877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-f94eef08-234d-4cb8-8752-63dd2437d92f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0803025
Nov 23 13:17:52.285441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:17:52.422238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c220a6-7c05-444e-b463-af5c8d90c291 req-d3544877-16eb-463f-94d4-2a11035fb0c7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.423920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-97c220a6-7c05-444e-b463-af5c8d90c291 req-d3544877-16eb-463f-94d4-2a11035fb0c7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.1969798
Nov 23 13:17:52.433352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-d215b840-fdc3-49b0-87db-dc61cd962ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.434995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-d215b840-fdc3-49b0-87db-dc61cd962ef6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.2303190
Nov 23 13:17:52.577101 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-97c220a6-7c05-444e-b463-af5c8d90c291 req-42612a8b-d5b7-4b58-82bc-f7558d76ee77 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1409295
Nov 23 13:17:52.582213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:52.591558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-73d45b12-8b62-4340-ac2d-4db0e48b6e3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1002 time: 0.1390707
Nov 23 13:17:52.616993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:17:52.627659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:17:52.630984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:52.632870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:17:52.680501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-74b25d51-1336-433a-acb2-f36b2775cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.681986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-74b25d51-1336-433a-acb2-f36b2775cae6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0836861
Nov 23 13:17:52.730828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:17:52.734550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:17:52.742782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.743237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.743540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.743921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.744309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.744678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.745048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.745417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.745966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.746159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.746473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.746839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.747293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.747792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.748035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.748395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.748782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.749154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.749518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.749887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.750249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.750613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.750973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.751334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:17:52.756650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:17:52.770258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-5acc60b0-478a-40df-9bb4-4f91a93afc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:52.771939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-5acc60b0-478a-40df-9bb4-4f91a93afc0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826645
Nov 23 13:17:52.922382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-74248c2b-7d6a-47c4-98a1-df12f06bb148 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430597
Nov 23 13:17:53.077778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da4a136c-5a37-45fa-8bea-fea66b4d238d req-25e1ed57-8b94-4590-aea9-5594479d4b37 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488903
Nov 23 13:17:53.794573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2e0e-2b5d-4fa2-bff1-1ce5ebf51ce1 req-03a0c595-e5ac-43bc-93ac-a4af1d30b8a7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:53.796161 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-299a2e0e-2b5d-4fa2-bff1-1ce5ebf51ce1 req-03a0c595-e5ac-43bc-93ac-a4af1d30b8a7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0825090
Nov 23 13:17:53.852154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-299a2e0e-2b5d-4fa2-bff1-1ce5ebf51ce1 req-447a12f3-44df-42ec-bd66-a2bde5ba3344 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474057
Nov 23 13:17:55.083112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0be7c4-40e8-4ad1-b1a7-53565f4959fe req-b982f8f8-6cfb-46f4-939b-51960b1605f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:55.084646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d0be7c4-40e8-4ad1-b1a7-53565f4959fe req-b982f8f8-6cfb-46f4-939b-51960b1605f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0931480
Nov 23 13:17:55.132831 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d0be7c4-40e8-4ad1-b1a7-53565f4959fe req-f047de41-eb51-47fd-af02-5e6ff0994227 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415778
Nov 23 13:17:56.350902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad867d8c-1f7e-424b-a01b-dc56da955df7 req-fc4e93a2-8ea2-41d4-95d2-5f79fb9f1248 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:56.352552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad867d8c-1f7e-424b-a01b-dc56da955df7 req-fc4e93a2-8ea2-41d4-95d2-5f79fb9f1248 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0841324
Nov 23 13:17:56.405488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ad867d8c-1f7e-424b-a01b-dc56da955df7 req-c083cd75-a933-49e1-806e-ab27e3885e32 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464611
Nov 23 13:17:56.675641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:17:56.759174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:17:56.759174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:56.890105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:56.918688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:17:56.930218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:17:56.933615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:56.935683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b059244-d3f7-49b8-8078-0c77db001ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:17:56.945532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-16d03113-832e-455e-874f-377c83dde92b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:56.947115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-16d03113-832e-455e-874f-377c83dde92b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1595378
Nov 23 13:17:56.966223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f648c-6649-4ad4-9f1a-e9ca0dd8f444 req-f0db9da0-6e1b-450e-8615-da4fe3c09ba5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:56.968337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf1f648c-6649-4ad4-9f1a-e9ca0dd8f444 req-f0db9da0-6e1b-450e-8615-da4fe3c09ba5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.1211004
Nov 23 13:17:56.995813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:17:57.009353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:17:57.012743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:17:57.081909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf1f648c-6649-4ad4-9f1a-e9ca0dd8f444 req-66f93414-123e-4bf2-b518-4e2bc16283fd tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739369
Nov 23 13:17:57.088382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-494c77da-6fac-43ff-90e8-b4055797362f service neutron] 10.222.0.63 "GET /v2.0/ports/1aa485e2-3d8f-44fe-b602-e423348e1f7e/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1297925
Nov 23 13:17:57.202697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-79e89f2f-70ed-41fc-90f3-8ab523b7e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:57.204296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-79e89f2f-70ed-41fc-90f3-8ab523b7e994 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1162 time: 0.0775256
Nov 23 13:17:57.617180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-df4bdf06-c4a1-47d3-8f52-2e20056b13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:57.618838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-df4bdf06-c4a1-47d3-8f52-2e20056b13d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.4084265
Nov 23 13:17:57.732000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-8d3719e1-10bd-4e8e-808d-00ae5b15cb47 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1002 time: 0.1040699
Nov 23 13:17:57.803220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-23ffd16f-b3e1-4db6-b1cd-116dc141b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:57.804844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-23ffd16f-b3e1-4db6-b1cd-116dc141b44a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0670018
Nov 23 13:17:57.889270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-df4f504b-3e21-4fec-84ee-adf3dcf5d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:57.890766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-df4f504b-3e21-4fec-84ee-adf3dcf5d9f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795312
Nov 23 13:17:57.895037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2bca65be-20de-492b-85d3-18cb1f4588db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:58.034389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-835b969a-d4d8-43ae-9bfb-e3708dfaab85 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367142
Nov 23 13:17:58.180043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-ab3c9b7d-35f9-44ec-9dd9-0fcaea443f90 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395695
Nov 23 13:17:58.307540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd689a-6d13-4bbc-9eff-6e57970f7a03 req-a54224f2-7485-4a12-aa0a-09f75737eaf5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:58.309167 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9bd689a-6d13-4bbc-9eff-6e57970f7a03 req-a54224f2-7485-4a12-aa0a-09f75737eaf5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0928311
Nov 23 13:17:58.364994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9bd689a-6d13-4bbc-9eff-6e57970f7a03 req-3f704b46-fef3-4b1b-a029-3da7eca0f7bb tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485628
Nov 23 13:17:58.529875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:17:58.605009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:17:58.605414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:17:59.589255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee133da-7c67-451f-ad17-bd2dbf37850e req-3f16ac76-5ec5-4192-980c-76ef2673a4a0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:17:59.590779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fee133da-7c67-451f-ad17-bd2dbf37850e req-3f16ac76-5ec5-4192-980c-76ef2673a4a0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0953259
Nov 23 13:17:59.639552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fee133da-7c67-451f-ad17-bd2dbf37850e req-a6e66b95-0915-4f46-8c1f-b8942321a6a8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420263
Nov 23 13:18:00.334162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd66d889-581a-44e8-9c01-c821d578fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:00.414269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:18:00.539936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:00.570058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:00.580818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:00.585170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:00.587051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:00.647280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:18:00.660939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:00.664262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:00.814885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:00.929176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-5f914639-e9fe-4c7d-a74b-f80cb8f1a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:00.930705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-5f914639-e9fe-4c7d-a74b-f80cb8f1a38f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1160 time: 0.1484311
Nov 23 13:18:00.937720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555275-a9fd-42be-ba42-ed4c06e50ee7 req-062f1c53-2aec-45fb-bbe2-c6983bb73330 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:00.939179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46555275-a9fd-42be-ba42-ed4c06e50ee7 req-062f1c53-2aec-45fb-bbe2-c6983bb73330 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.1186316
Nov 23 13:18:01.041147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46555275-a9fd-42be-ba42-ed4c06e50ee7 req-9c41133b-767e-4170-b6c3-ad53b8e41535 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946040
Nov 23 13:18:01.063121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-8223e4e6-36ad-4b3b-8980-93dc600ef700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:01.064812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-8223e4e6-36ad-4b3b-8980-93dc600ef700 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 1160 time: 0.0985363
Nov 23 13:18:01.208828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-4b46178b-dbfc-4452-bc7d-5b1f5049a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:01.210397 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-4b46178b-dbfc-4452-bc7d-5b1f5049a917 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1390929
Nov 23 13:18:01.320883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-6e983930-8135-47ed-8964-26953773d647 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 200  len: 1000 time: 0.1043057
Nov 23 13:18:01.390266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-16c657cf-3313-4997-9ec5-cf1f97033228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:01.391844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-16c657cf-3313-4997-9ec5-cf1f97033228 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0651829
Nov 23 13:18:01.474675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-70aa0999-661e-456d-865e-2f9b4a3a2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:01.476271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-70aa0999-661e-456d-865e-2f9b4a3a2d94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777180
Nov 23 13:18:01.636728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-05f2daf4-c137-4495-8582-b352de3f1095 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537135
Nov 23 13:18:01.787964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12c36ae4-e52c-4e7f-a793-1c5e20ee8fc0 req-95c2f665-0f63-44f9-9ea6-df514e5833f6 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431324
Nov 23 13:18:02.074567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:02.261849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab389ad5-2545-4d39-b9e8-9b5bbeeaf222 req-5d973d92-1173-430f-8a1a-61df8c4b59c0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:02.263475 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab389ad5-2545-4d39-b9e8-9b5bbeeaf222 req-5d973d92-1173-430f-8a1a-61df8c4b59c0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0848808
Nov 23 13:18:02.312992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab389ad5-2545-4d39-b9e8-9b5bbeeaf222 req-51759fe6-25e0-4a73-b908-9fc65632a53e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425858
Nov 23 13:18:02.363698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:03.555209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900705-5012-4d79-8423-97bf4566d616 req-fb47cce7-ff23-4668-874d-f9583f66ce4a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:03.556914 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21900705-5012-4d79-8423-97bf4566d616 req-fb47cce7-ff23-4668-874d-f9583f66ce4a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0923822
Nov 23 13:18:03.612781 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21900705-5012-4d79-8423-97bf4566d616 req-25cc6258-7235-4480-a6aa-59f68732e4e4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481999
Nov 23 13:18:04.769434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:18:04.839514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391b92-dcb6-4945-9733-82ac371f9ea6 req-eeaecd11-c656-4d3f-bca1-0ce5e9dd6b31 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:04.841181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f391b92-dcb6-4945-9733-82ac371f9ea6 req-eeaecd11-c656-4d3f-bca1-0ce5e9dd6b31 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.0899525
Nov 23 13:18:04.844503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:18:04.844885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:04.893419 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7f391b92-dcb6-4945-9733-82ac371f9ea6 req-0318eeff-23ec-455b-aca1-3b01ebdf0544 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438988
Nov 23 13:18:04.969661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:04.999256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:05.009753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:05.013570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:05.015815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:05.063055 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:18:05.088671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=8']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:05.092204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:05.114666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d570-3e20-43a9-8b79-2357ca67c6e1 req-0c6c00f3-2c86-4d58-a53a-13bb1d0ade45 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:05.116257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e77d570-3e20-43a9-8b79-2357ca67c6e1 req-0c6c00f3-2c86-4d58-a53a-13bb1d0ade45 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0912290
Nov 23 13:18:05.164599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e77d570-3e20-43a9-8b79-2357ca67c6e1 req-31efc158-b7c6-4f78-899c-68944d1122a2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417788
Nov 23 13:18:05.384369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fb143-03c6-44a6-ab4f-3d1b0cb542e8 req-133a36af-b476-4061-8c33-6cbc268fcaa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:05.386040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec6fb143-03c6-44a6-ab4f-3d1b0cb542e8 req-133a36af-b476-4061-8c33-6cbc268fcaa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0848429
Nov 23 13:18:05.439229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec6fb143-03c6-44a6-ab4f-3d1b0cb542e8 req-e5fa9f3a-4ef4-405f-875a-00d28f024855 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468426
Nov 23 13:18:05.880463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b576-5324-484c-adc5-efcee98c1595 req-4a573cec-211e-4e7e-848e-dee0b4d9b73d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:05.882092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd66b576-5324-484c-adc5-efcee98c1595 req-4a573cec-211e-4e7e-848e-dee0b4d9b73d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0884125
Nov 23 13:18:05.932113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd66b576-5324-484c-adc5-efcee98c1595 req-6f33f212-f94e-4fe6-a1af-3cb529745997 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436702
Nov 23 13:18:06.611552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:18:06.688148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 1aa485e2-3d8f-44fe-b602-e423348e1f7e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:18:06.688605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:07.151851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6406fe-2dc6-410f-b755-5c4954c84be0 req-50bc4c21-2cd0-4fb5-8d3e-706b5dfbda77 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:07.153506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a6406fe-2dc6-410f-b755-5c4954c84be0 req-50bc4c21-2cd0-4fb5-8d3e-706b5dfbda77 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0885065
Nov 23 13:18:07.202343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a6406fe-2dc6-410f-b755-5c4954c84be0 req-0625ab16-8e4a-4d0c-bb81-0184eb9ae7c4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418110
Nov 23 13:18:08.030105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-946dd2ef-2090-47c2-b489-a88ffd24d1f2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:08.031667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-946dd2ef-2090-47c2-b489-a88ffd24d1f2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0877073
Nov 23 13:18:08.106780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port 1aa485e2-3d8f-44fe-b602-e423348e1f7e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:18:08.107170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.370144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:08.370702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.423056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4c7be-12c1-4d34-b8c0-55e24ac245bd req-b9065e27-b69e-4fec-a7e2-4736c50ebfb8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:08.425501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20c4c7be-12c1-4d34-b8c0-55e24ac245bd req-b9065e27-b69e-4fec-a7e2-4736c50ebfb8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 945 time: 0.0886786
Nov 23 13:18:08.474372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 1aa485e2-3d8f-44fe-b602-e423348e1f7e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:18:08.475425 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20c4c7be-12c1-4d34-b8c0-55e24ac245bd req-19b12591-df6f-4a5a-a2e6-8e5cc2651482 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436411
Nov 23 13:18:08.592650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.621999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:08.633280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:08.636519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.638382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:08.684629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'code': 200}
Nov 23 13:18:08.685983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.686407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:08.686825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: 1aa485e2-3d8f-44fe-b602-e423348e1f7e.
Nov 23 13:18:08.687511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for 1aa485e2-3d8f-44fe-b602-e423348e1f7e owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:18:08.710223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=9']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:08.713748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:08.772267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:18:08.772689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:18:09.273949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port 1aa485e2-3d8f-44fe-b602-e423348e1f7e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:18:09.274342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:09.533536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port 1aa485e2-3d8f-44fe-b602-e423348e1f7e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa485e2-3d8f-44fe-b602-e423348e1f7e,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:09.534059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:09.723272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4ae9-999a-4d2f-a3ca-3f76909c1f75 req-4ffac2f6-5679-4d60-8bde-aa45e1f61c0f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:09.724945 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e46e4ae9-999a-4d2f-a3ca-3f76909c1f75 req-4ffac2f6-5679-4d60-8bde-aa45e1f61c0f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 943 time: 0.1109083
Nov 23 13:18:09.776358 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e46e4ae9-999a-4d2f-a3ca-3f76909c1f75 req-51a5efb6-e291-49a9-a5e4-4c8b35231291 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438941
Nov 23 13:18:09.866349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:09.866762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:09.867121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: 1aa485e2-3d8f-44fe-b602-e423348e1f7e.
Nov 23 13:18:09.867579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for 1aa485e2-3d8f-44fe-b602-e423348e1f7e owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:18:10.016160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:10.031311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d26e0591-ab2f-4b42-8113-a27ca9df4339 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:10.133862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'Port': ['ID=1aa485e2-3d8f-44fe-b602-e423348e1f7e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:10.151601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.152027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.152453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.152895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.153314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.153729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.154135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.154551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.154960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.155366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.155773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.156174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.156679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.157085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.157488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.157893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.158291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.159209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.159726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.160131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.160559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.160961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.161364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.161763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:18:10.166888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:10.711421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:18:10.971320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48461a8e-512b-4968-b37d-9730ba18f830 req-24052ce2-eef5-4592-b338-8471a4ac25a8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=1a797317-5e39-457a-bbe5-f91eca600f73 HTTP/1.1" status: 200  len: 210 time: 0.0511234
Nov 23 13:18:10.977224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:18:10.988043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:18:11.002151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:18:11.003457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824092198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:18:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:11.016372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] No DVR routers for this DVR port 1aa485e2-3d8f-44fe-b602-e423348e1f7e on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:18:11.019615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:11.023805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-deleted', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:11.037714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-72367c39-8b4b-4d27-a54b-6cf48a1b9eeb req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "DELETE /v2.0/ports/1aa485e2-3d8f-44fe-b602-e423348e1f7e HTTP/1.1" status: 204  len: 173 time: 2.9996953
Nov 23 13:18:11.093943 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a797317-5e39-457a-bbe5-f91eca600f73', 'name': 'network-vif-deleted', 'tag': '1aa485e2-3d8f-44fe-b602-e423348e1f7e', 'status': 'completed', 'code': 200}
Nov 23 13:18:11.201312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:18:11.537836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824092198>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:11.542211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:18:11.556213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:18:11.556931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824092198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:18:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:11.758822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:18:12.109872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824092198>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:12.114949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8cb5-8f53-4ed2-b3a4-b3e19d0cd245 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:18:12.389401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a22b4bf2-d1e2-4d05-a8ea-e5516dac1b4e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--561655348&fields=id&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 267 time: 0.0507286
Nov 23 13:18:12.502665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e64cf8-1027-4545-97d0-f3a6b2d69908 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:18:12.556178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-5f91890b-2153-41e4-83ce-0a0cf7d623ee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:12.557710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-5f91890b-2153-41e4-83ce-0a0cf7d623ee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.1600192
Nov 23 13:18:12.575794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-d490a451-c80f-4c70-aed0-8a6ffd629d1c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/quotas/7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 375 time: 0.0116611
Nov 23 13:18:12.668816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-54be79ac-4cb0-4176-ab87-dd4cf14ae0b6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:18:12.685078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-54be79ac-4cb0-4176-ab87-dd4cf14ae0b6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:18:12.686566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-54be79ac-4cb0-4176-ab87-dd4cf14ae0b6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1041715
Nov 23 13:18:12.780974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-906175e9-b99f-4f70-a2bc-6017ebfb1144 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:18:12.782084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-906175e9-b99f-4f70-a2bc-6017ebfb1144 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0820389
Nov 23 13:18:12.933040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-63218f00-c383-4fac-947d-2e7434652c74 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427650
Nov 23 13:18:13.082156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-e0a7f081-b899-4517-bd09-20c4a1b5121b service neutron] 10.222.0.60 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426282
Nov 23 13:18:13.288134 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fedd0927-f679-416c-9c0d-fc03cc317226 req-03ebb486-fc02-4944-bcad-576239815f9d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 210 time: 0.0517061
Nov 23 13:18:14.555625 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c21071eb-b840-4ba2-9083-45891e8a25b9 req-af2dc57f-0e1a-476e-a804-172f64f6a54d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 210 time: 0.1122527
Nov 23 13:18:14.620395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-75465ccb-2079-43f0-901a-03cb9ba89fe5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:14.622104 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-75465ccb-2079-43f0-901a-03cb9ba89fe5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 812 time: 0.2034583
Nov 23 13:18:14.717553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-84548ac2-4a70-478c-879e-a2da10e2c8d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 5252 time: 0.0762913
Nov 23 13:18:14.734699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'port': {'device_id': '39982f5f-c179-483c-936e-a85e0620844f', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'admin_state_up': True, 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'security_groups': ['3ec2c6cd-2fb7-4737-9eb3-a804f7748eca']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:18:14.885443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:18:14.895682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:18:14.904488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Made reservation on behalf of 7d3a1352a2a349bab5c2bc9d4370a7d7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:18:14.910682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:15.218231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Allocated IP 172.20.0.12 (ebc1c67b-b14a-41cf-a83e-1579d7ae95a7/71679990-4286-4cce-bc41-b9a40208967e/59e576be-5d6b-4505-967e-1055cdac4413) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:18:15.419485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:15.436044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Transition to ACTIVE for port object 59e576be-5d6b-4505-967e-1055cdac4413 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:18:15.456156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:15.471114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-06a6f455-4ce2-449a-851d-49a85e5cbd11 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:15.604722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:15.609212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:15.670723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:18:15.672016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:18:15.675170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:18:15.746434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:15.747232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:15.780582 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0495806
Nov 23 13:18:15.795057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39264940-dd29-41ac-80f0-1eb0a68e751a req-a8e65fb2-3fae-4936-9ba4-3016a85da64d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:15.796743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39264940-dd29-41ac-80f0-1eb0a68e751a req-a8e65fb2-3fae-4936-9ba4-3016a85da64d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 932 time: 0.1025212
Nov 23 13:18:15.798012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Request body: {'port': {'device_id': '39982f5f-c179-483c-936e-a85e0620844f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:18:15.861540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39264940-dd29-41ac-80f0-1eb0a68e751a req-6a9a7978-a1d6-4677-ac56-c7f4a4cd8b71 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540669
Nov 23 13:18:15.929965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:15.952173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-362139ea-794a-4fde-ad0a-d2cddbb219ea None None] Provisioning for port 59e576be-5d6b-4505-967e-1055cdac4413 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:18:15.958103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-362139ea-794a-4fde-ad0a-d2cddbb219ea None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:18:15.958569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-362139ea-794a-4fde-ad0a-d2cddbb219ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.018549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-362139ea-794a-4fde-ad0a-d2cddbb219ea None None] Port 59e576be-5d6b-4505-967e-1055cdac4413 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:18:16.350961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e576be-5d6b-4505-967e-1055cdac4413 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:18:16.358007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.371179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Transition to ACTIVE for port object 59e576be-5d6b-4505-967e-1055cdac4413 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:18:16.373962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.390128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a44234b-2e1d-4e56-84aa-1e20465f8464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:16.526376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:16.531410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:16.729532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Attempting to bind port 59e576be-5d6b-4505-967e-1055cdac4413 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:18:16.730282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Attempting to bind port 59e576be-5d6b-4505-967e-1055cdac4413 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:18:16.730282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Attempting to bind port 59e576be-5d6b-4505-967e-1055cdac4413 on network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:18:16.737707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:18:16.738088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Checking segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:18:16.738486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.739141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Bound using segment: {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:18:16.739619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Bound port: 59e576be-5d6b-4505-967e-1055cdac4413, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5975f-3049-45cb-b376-79cdb924053a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:18:16.739990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.836674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:18:16.839935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:18:16.847448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:16.864118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1f36805-95fd-499e-b7ca-51f8723e799f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:17.047102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:17.064796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:17.130234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1318f2-cbca-41c9-ac11-de68d820341b req-f7da5a7b-7549-41a1-b72b-f7d7815c6755 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:17.131016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b1318f2-cbca-41c9-ac11-de68d820341b req-f7da5a7b-7549-41a1-b72b-f7d7815c6755 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:18:17.135470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:17.136145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:17.138293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] 10.222.0.63 "PUT /v2.0/ports/59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1158 time: 1.3444831
Nov 23 13:18:17.138293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:17.156815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b1318f2-cbca-41c9-ac11-de68d820341b req-f7da5a7b-7549-41a1-b72b-f7d7815c6755 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:18:17.158603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b1318f2-cbca-41c9-ac11-de68d820341b req-f7da5a7b-7549-41a1-b72b-f7d7815c6755 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.1560774
Nov 23 13:18:17.161862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:17.230184 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'status': 'completed', 'code': 200}
Nov 23 13:18:17.266857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b1318f2-cbca-41c9-ac11-de68d820341b req-fdc1f851-7fe7-43f5-a0ba-1f75737f1008 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009262
Nov 23 13:18:17.293368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-bf3564db-8222-4f5c-9acb-a2926c3ffcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:17.294996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-bf3564db-8222-4f5c-9acb-a2926c3ffcea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1161 time: 0.1017339
Nov 23 13:18:17.376776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-e7bbfe54-82a3-468e-ac0b-33cac7d0b4f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 217 time: 0.0696583
Nov 23 13:18:17.710675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-63990bd6-4b6d-4068-951e-6955e5f58c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:17.712257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-63990bd6-4b6d-4068-951e-6955e5f58c42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.3296618
Nov 23 13:18:17.801432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-754a2bc8-ed0d-498b-8e8c-56798eb1c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:17.803058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-754a2bc8-ed0d-498b-8e8c-56798eb1c551 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839040
Nov 23 13:18:17.919309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:18:17.947956 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-33069f1d-808a-4705-9c52-2c8f117632ca service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379240
Nov 23 13:18:18.090617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8287e8d-31ec-41f8-bb6d-d64018d7e38c req-7a9be74a-5b40-43e5-9e71-5dc375f048e1 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359947
Nov 23 13:18:18.258062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c954-f625-4052-8417-701461003022 req-3dbab7ac-cf97-46d0-86d2-50963a052a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:18.259660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-3dbab7ac-cf97-46d0-86d2-50963a052a80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1161 time: 0.0790124
Nov 23 13:18:18.404627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c954-f625-4052-8417-701461003022 req-8b8549f0-fcc5-4bb2-9c5a-2fdca5f633bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:18.406200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-8b8549f0-fcc5-4bb2-9c5a-2fdca5f633bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1390514
Nov 23 13:18:18.479985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-bc4f049a-60e9-402a-8b67-90ae962fbfca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 217 time: 0.0658112
Nov 23 13:18:18.559228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c954-f625-4052-8417-701461003022 req-fc6c4c12-8e01-456d-89ae-27407b04e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:18.560905 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-fc6c4c12-8e01-456d-89ae-27407b04e278 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0741262
Nov 23 13:18:18.647615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c954-f625-4052-8417-701461003022 req-47f06579-3847-4085-a135-71d0176c7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:18.649317 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-47f06579-3847-4085-a135-71d0176c7e51 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806868
Nov 23 13:18:18.760801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753798-a89a-4fdf-a902-536aa6c33c9c req-849d79e9-eeb2-4e94-9709-ceee35f2e051 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:18.762401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0753798-a89a-4fdf-a902-536aa6c33c9c req-849d79e9-eeb2-4e94-9709-ceee35f2e051 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.3568878
Nov 23 13:18:18.807072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-2a3df563-5a68-40b8-9ec3-d15206ec2163 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495402
Nov 23 13:18:18.814672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d0753798-a89a-4fdf-a902-536aa6c33c9c req-21904ec4-c282-4c1f-bc6b-1a22d39068dd tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450547
Nov 23 13:18:18.964222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aae5c954-f625-4052-8417-701461003022 req-16468c87-206b-4908-a1f2-f8bc492b9c6b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423464
Nov 23 13:18:20.035319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c4634-5aaf-4c2c-aad6-a7d82c51803b req-4085f5fb-8155-42a1-a2b3-8b273e2eb815 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:20.036949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d88c4634-5aaf-4c2c-aad6-a7d82c51803b req-4085f5fb-8155-42a1-a2b3-8b273e2eb815 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0906928
Nov 23 13:18:20.086221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d88c4634-5aaf-4c2c-aad6-a7d82c51803b req-f70288dd-2104-439c-8d18-7bc2729aeafb tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429168
Nov 23 13:18:20.911831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:18:20.982942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 59e576be-5d6b-4505-967e-1055cdac4413 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:18:20.988951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:18:20.989383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:21.109281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:21.137225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:21.148496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:18:21.151878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:21.154554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:18:21.201961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:18:21.314294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffa183-458e-4929-9214-e671153a028f req-7db11405-2c8e-43a5-b636-033fccac0ab5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:21.316670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31ffa183-458e-4929-9214-e671153a028f req-7db11405-2c8e-43a5-b636-033fccac0ab5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0954061
Nov 23 13:18:21.370977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-31ffa183-458e-4929-9214-e671153a028f req-684cd6b8-9b84-47ef-9f2e-d1489d7ca89e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468919
Nov 23 13:18:21.397708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:18:21.400938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:18:21.483111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327dd9-13ef-4e03-b19c-dc6fe79c9537 req-a32de5cb-4544-44ee-80b9-350056287eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:21.484758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48327dd9-13ef-4e03-b19c-dc6fe79c9537 req-a32de5cb-4544-44ee-80b9-350056287eaa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1163 time: 0.0741799
Nov 23 13:18:21.530105 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-48327dd9-13ef-4e03-b19c-dc6fe79c9537 req-8060bd7c-bb5b-4c20-a823-07486d168662 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388980
Nov 23 13:18:22.592547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a396db-f824-4194-a300-af38c3194281 req-2cb4db79-6982-415f-b284-d33ae4306961 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:22.594348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2a396db-f824-4194-a300-af38c3194281 req-2cb4db79-6982-415f-b284-d33ae4306961 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0887280
Nov 23 13:18:22.647581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a2a396db-f824-4194-a300-af38c3194281 req-84f0660e-a178-4640-9a41-c11ba7dd31d2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446074
Nov 23 13:18:22.697661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:18:22.770737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:18:22.771253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:23.868545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747818-520e-46a7-bc4f-723c38eb159f req-eacb9a2d-4918-43ba-9217-98d9bf829173 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:23.870136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c747818-520e-46a7-bc4f-723c38eb159f req-eacb9a2d-4918-43ba-9217-98d9bf829173 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0909162
Nov 23 13:18:23.918775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6c747818-520e-46a7-bc4f-723c38eb159f req-74a19e08-8851-4a28-a3f9-b459bae0f7d3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419693
Nov 23 13:18:24.132609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4a990-7ac1-47a9-95c6-d04525b88818 req-b7f673da-c893-4627-902d-fb8ed21239f0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:24.134202 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d9b4a990-7ac1-47a9-95c6-d04525b88818 req-b7f673da-c893-4627-902d-fb8ed21239f0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0860727
Nov 23 13:18:24.144089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:18:24.149935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Request body: {'floatingip': {'port_id': '59e576be-5d6b-4505-967e-1055cdac4413'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:18:24.232720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:24.857161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:24.859474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:25.062239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 associated. External IP: 172.26.6.142, port: 59e576be-5d6b-4505-967e-1055cdac4413.
Nov 23 13:18:25.468811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:18:25.680605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:18:25.685088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:25.690681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:18:25.704340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:18:25.705083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:18:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:25.747638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-39153e64-4569-437f-bf20-117aca672859 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "PUT /v2.0/floatingips/0238ca48-74d3-4295-9caf-2ea30cfdc590 HTTP/1.1" status: 200  len: 993 time: 1.6022315
Nov 23 13:18:25.748260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:18:25.816127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'status': 'completed', 'code': 200}
Nov 23 13:18:25.912313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:18:25.953722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-8e904f4c-b8aa-48de-bdff-0ca0e9d67ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:25.956094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-8e904f4c-b8aa-48de-bdff-0ca0e9d67ee6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1163 time: 0.0949464
Nov 23 13:18:26.307462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41668>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '59e576be-5d6b-4505-967e-1055cdac4413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:dd:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39982f5f-c179-483c-936e-a85e0620844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:18:24Z', 'revision_number': 13, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:26.311701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:18:26.324144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:18:26.324879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e41668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:18:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:26.365609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-afc5451d-971f-4bda-93db-b706f37a0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:26.367203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-afc5451d-971f-4bda-93db-b706f37a0e4c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.4051907
Nov 23 13:18:26.481180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-3e6300d0-82a7-43e6-9c2f-187bb976b163 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1001 time: 0.1068132
Nov 23 13:18:26.517057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:18:26.555935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-2efd61e0-3bfb-4952-8db1-aa936b412a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:26.557626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-2efd61e0-3bfb-4952-8db1-aa936b412a2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0681143
Nov 23 13:18:26.641585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-97600cce-7ce4-44d2-b651-36bc5098ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:18:26.643217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-97600cce-7ce4-44d2-b651-36bc5098ca3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791771
Nov 23 13:18:26.794321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-217356fe-4b66-43cf-b130-61bf819c66e3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441202
Nov 23 13:18:26.896448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e41668>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '59e576be-5d6b-4505-967e-1055cdac4413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:dd:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39982f5f-c179-483c-936e-a85e0620844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:18:24Z', 'revision_number': 13, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:18:26.900675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee42d6-5d03-4d47-8083-89d528d34f50 None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '0238ca48-74d3-4295-9caf-2ea30cfdc590', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'floating_ip_address': '172.26.6.142', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'port_id': '59e576be-5d6b-4505-967e-1055cdac4413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'mac_address': 'fa:16:3e:dd:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39982f5f-c179-483c-936e-a85e0620844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:13:56Z', 'updated_at': '2020-11-23T13:18:24Z', 'revision_number': 13, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:18:26.943026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40ac2a51-f08c-4820-8f90-8b2e59634236 req-db1fd481-1513-4b13-a0b0-54afeaf3f66f service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426973
Nov 23 13:18:27.178112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d30610-43b9-4759-8faf-6ab3b545a1b2 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:18:27.896935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8e34a73f-0180-48d6-a786-62e442b1a86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:30.337162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f2c9301e-e600-4cde-b4d4-ecb40d9280c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:30.825371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:32.066836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:32.367547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:47.157983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:18:54.920985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:18:57.898093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce123d0f-410b-41b0-9cae-5d698ba8a87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:00.337950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-321410df-b8a9-4143-9a61-b8a4db3b8e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:00.826896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:02.074378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:02.370220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:02.922367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f592c-4446-4a01-9ef4-0354dd98cc9c req-f503f257-80c6-4197-a7d2-1e0e74095a0e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:02.923876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-173f592c-4446-4a01-9ef4-0354dd98cc9c req-f503f257-80c6-4197-a7d2-1e0e74095a0e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0887053
Nov 23 13:19:02.974409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-173f592c-4446-4a01-9ef4-0354dd98cc9c req-1fc5033b-d84d-4a02-88ce-84dcbb358ca5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434186
Nov 23 13:19:12.820920 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-6f488345-9185-4c3f-b740-15ddc7ff3759 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0814674
Nov 23 13:19:12.890657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45575ca4-e11e-4f92-bb89-b2394849339f req-3652f9f4-7ad6-4c1e-a5fd-ef16248442ce tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:12.892285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45575ca4-e11e-4f92-bb89-b2394849339f req-3652f9f4-7ad6-4c1e-a5fd-ef16248442ce tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0869944
Nov 23 13:19:12.948931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45575ca4-e11e-4f92-bb89-b2394849339f req-5fd13ee0-a889-4b6e-bd96-3d79438edd71 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500114
Nov 23 13:19:13.728774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-f1ea3ee5-0e6a-45d0-9e8b-4fb73539e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:13.730390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-f1ea3ee5-0e6a-45d0-9e8b-4fb73539e3d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1163 time: 0.0811815
Nov 23 13:19:13.909793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-dee24116-713c-4e09-974e-f21b178c378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:13.911315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-dee24116-713c-4e09-974e-f21b178c378c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1460867
Nov 23 13:19:14.036189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-399b549b-3e4a-4076-a291-bda6d083352b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1003 time: 0.1164684
Nov 23 13:19:14.159592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-c756c784-8c4a-4501-8732-bd6d6c074c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:14.161319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-c756c784-8c4a-4501-8732-bd6d6c074c39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.1183186
Nov 23 13:19:14.242614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf3ea4-9fcd-4b91-aea9-b90f4b06e865 req-ad107c57-9106-418a-9c13-f7280a013de0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:14.244204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6daf3ea4-9fcd-4b91-aea9-b90f4b06e865 req-ad107c57-9106-418a-9c13-f7280a013de0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.1534348
Nov 23 13:19:14.297456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-969bee15-f4dd-470b-8555-9f184d167c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:14.299277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-969bee15-f4dd-470b-8555-9f184d167c6f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1299522
Nov 23 13:19:14.401864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6daf3ea4-9fcd-4b91-aea9-b90f4b06e865 req-57701306-c0c5-49ae-927c-6efb5b3a171d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466076
Nov 23 13:19:14.454422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-5a482a1b-840a-4dde-baa4-6c76a55a82fb service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467097
Nov 23 13:19:14.600632 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9dfa0d36-e340-4707-8e61-49a067a6aca2 req-862939a7-d502-49d6-9f99-370cc7f2ca8e service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389241
Nov 23 13:19:14.759671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-994242b5-4e74-4ab1-a71b-05102fa8f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:14.761322 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-994242b5-4e74-4ab1-a71b-05102fa8f94f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1163 time: 0.0806353
Nov 23 13:19:14.911841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-a04119ea-d5fe-4d27-abc5-a88017666d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:14.913473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-a04119ea-d5fe-4d27-abc5-a88017666d2f service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1457186
Nov 23 13:19:15.023671 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-c176c25d-13f3-4cea-bac4-ebdb71556761 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1003 time: 0.1035697
Nov 23 13:19:15.097362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-cd5cfa9e-ba32-4b6d-99dc-5993c7211ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:15.098973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-cd5cfa9e-ba32-4b6d-99dc-5993c7211ae0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0686529
Nov 23 13:19:15.177552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-a6faa84b-1c51-45a1-b796-0ada7b46dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:15.179289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-a6faa84b-1c51-45a1-b796-0ada7b46dbc6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744424
Nov 23 13:19:15.322847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-f7c36b3f-8fef-4047-a200-b24091e7f8a8 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365845
Nov 23 13:19:15.467431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-d44b586d-9f41-4643-aaf8-8bd3f140f9b3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382875
Nov 23 13:19:15.624389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174bf0-68d0-4439-afa3-d84a6942779b req-32afa96a-6049-4719-91e2-09d33bd71c39 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:15.625985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a174bf0-68d0-4439-afa3-d84a6942779b req-32afa96a-6049-4719-91e2-09d33bd71c39 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0872798
Nov 23 13:19:15.679777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8a174bf0-68d0-4439-afa3-d84a6942779b req-ebcc54d6-3b1d-42c8-b254-7833586e155a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469882
Nov 23 13:19:16.901548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80946b3-0284-4ede-9ab3-05a32b7c4dec req-ba531d80-a1a5-429b-80fb-efe378fa3990 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:16.903141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d80946b3-0284-4ede-9ab3-05a32b7c4dec req-ba531d80-a1a5-429b-80fb-efe378fa3990 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0890439
Nov 23 13:19:16.951948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d80946b3-0284-4ede-9ab3-05a32b7c4dec req-6d4ebfbe-37b8-4e0f-a873-8b235b38a561 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420332
Nov 23 13:19:17.178258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:18.176974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751934-ca1d-4ef6-a0d1-309610b4e257 req-8a5484f3-d1eb-4150-96b7-2ec53d4d0422 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:18.178610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7751934-ca1d-4ef6-a0d1-309610b4e257 req-8a5484f3-d1eb-4150-96b7-2ec53d4d0422 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0875289
Nov 23 13:19:18.228082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7751934-ca1d-4ef6-a0d1-309610b4e257 req-39bb4c2b-587e-461e-b91e-debf786e2bd2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427337
Nov 23 13:19:19.445067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141562e-6320-4141-8e19-12ac1f14cd98 req-b04b7a30-90ac-40d1-adbe-e94849e9eaa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:19.446693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7141562e-6320-4141-8e19-12ac1f14cd98 req-b04b7a30-90ac-40d1-adbe-e94849e9eaa1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0833390
Nov 23 13:19:19.495649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7141562e-6320-4141-8e19-12ac1f14cd98 req-42fd3f87-9264-467e-a10c-d4f92a4b682e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425346
Nov 23 13:19:20.716068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ecc07-d32b-4fde-abbf-45e3c7f78530 req-f49e3080-6c0c-49f3-ae7b-a978e51a6ca5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:20.717829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df5ecc07-d32b-4fde-abbf-45e3c7f78530 req-f49e3080-6c0c-49f3-ae7b-a978e51a6ca5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0866778
Nov 23 13:19:20.767869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df5ecc07-d32b-4fde-abbf-45e3c7f78530 req-a82d4bc1-d53b-4880-a5b0-2153f9e35423 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437565
Nov 23 13:19:21.992910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce101a-44c7-40a4-877d-0e7130c2e919 req-35c515b4-e8a2-4774-9644-2f669f694eee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:21.994507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1ce101a-44c7-40a4-877d-0e7130c2e919 req-35c515b4-e8a2-4774-9644-2f669f694eee tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0880470
Nov 23 13:19:22.042993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1ce101a-44c7-40a4-877d-0e7130c2e919 req-1dd8bfc2-276a-4924-bebf-58cf926cf4fe tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420299
Nov 23 13:19:23.264368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48dde3-40f5-45f4-afa0-37f9c2bea40e req-3fac1297-68c2-43f6-86d4-f047dba5d2a7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:23.265999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa48dde3-40f5-45f4-afa0-37f9c2bea40e req-3fac1297-68c2-43f6-86d4-f047dba5d2a7 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0902758
Nov 23 13:19:23.315786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa48dde3-40f5-45f4-afa0-37f9c2bea40e req-cb3a3bd7-edbf-4456-94b4-980c21039212 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425475
Nov 23 13:19:24.530331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dabba-b515-427c-aef6-6bf42c635411 req-dfa92541-0bc1-4573-bedc-8a5b8cb3e885 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:24.531930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-732dabba-b515-427c-aef6-6bf42c635411 req-dfa92541-0bc1-4573-bedc-8a5b8cb3e885 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0843697
Nov 23 13:19:24.580015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-732dabba-b515-427c-aef6-6bf42c635411 req-319356e2-3d26-4897-8b7f-7c698efb9801 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409124
Nov 23 13:19:25.796355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fb12-8e34-4c3b-9424-8769a8a97cf1 req-9ec6cfb8-5e5c-47e1-a3e0-34cc60102907 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:25.798057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cb3fb12-8e34-4c3b-9424-8769a8a97cf1 req-9ec6cfb8-5e5c-47e1-a3e0-34cc60102907 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0854225
Nov 23 13:19:25.848445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cb3fb12-8e34-4c3b-9424-8769a8a97cf1 req-099acdfc-a0ff-4a1d-b2c1-f2367b162a56 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435362
Nov 23 13:19:27.072300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54066-8185-4276-ae46-f28016fcc3d8 req-bd3c32e0-b389-4f2a-9ac4-2514d6fadbad tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:27.073862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ace54066-8185-4276-ae46-f28016fcc3d8 req-bd3c32e0-b389-4f2a-9ac4-2514d6fadbad tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0879164
Nov 23 13:19:27.122519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ace54066-8185-4276-ae46-f28016fcc3d8 req-4ce851bc-5b32-4465-b3fd-012e968e48bb tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422244
Nov 23 13:19:27.899433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b7db975b-29e9-452e-9509-3080b4e77e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:28.047390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-26e7ab05-e763-4876-869b-c7f4df8c3a19 service neutron] 10.222.0.63 "GET /v2.0/ports/59e576be-5d6b-4505-967e-1055cdac4413/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0778174
Nov 23 13:19:28.350857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-5509b1b2-197a-412a-9ea0-b278a3b5d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.351476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e1bb-a526-4d2c-9928-bb6f63e4724e req-5acdd307-c599-4909-967a-e10282220a1b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.352570 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7622e1bb-a526-4d2c-9928-bb6f63e4724e req-5acdd307-c599-4909-967a-e10282220a1b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0891709
Nov 23 13:19:28.353275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-5509b1b2-197a-412a-9ea0-b278a3b5d97e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1163 time: 0.0823572
Nov 23 13:19:28.404195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7622e1bb-a526-4d2c-9928-bb6f63e4724e req-a940511a-cb3c-4557-acd7-a69e523c176f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444157
Nov 23 13:19:28.462637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-b76e088e-12f2-4e2a-8c09-b2ec982d3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.464246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-b76e088e-12f2-4e2a-8c09-b2ec982d3d5f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1163 time: 0.0763223
Nov 23 13:19:28.608264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-27ebe42a-1290-4959-b820-01d6609e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.609903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-27ebe42a-1290-4959-b820-01d6609e9f53 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1395900
Nov 23 13:19:28.724027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-6d28c87a-1723-41c0-bf66-079e8aa7b80e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1003 time: 0.1066017
Nov 23 13:19:28.794930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-51520e54-577d-4b47-a35c-561fb6f527cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.796502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-51520e54-577d-4b47-a35c-561fb6f527cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0666473
Nov 23 13:19:28.886965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-bafdced5-3d15-40a7-836f-5bcc924f46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:28.888593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-bafdced5-3d15-40a7-836f-5bcc924f46d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853331
Nov 23 13:19:29.031341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-8ab2ea74-7b6f-4b0c-8a20-1e7474053a21 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361730
Nov 23 13:19:29.176206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-e439c37e-e3cb-43e3-8e1c-28be4ac0603b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371019
Nov 23 13:19:29.197254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:19:29.314934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:29.343609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:19:29.354319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:29.358440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:29.360734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:29.432344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:29.441782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.442171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.442548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.442928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.443293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.443659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.444029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.445060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.445489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.445833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.446200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.446612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.447012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.447375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.447737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.448099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.448477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.448845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.449203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.449564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.449924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.450281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.450639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.450993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:29.455596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:29.525404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:19:29.650014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c072-1f00-416b-9d45-dfdb357abab5 req-12723d77-5235-4cdd-b693-a018d88f5caa tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:29.651540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f296c072-1f00-416b-9d45-dfdb357abab5 req-12723d77-5235-4cdd-b693-a018d88f5caa tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0858026
Nov 23 13:19:29.707805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f296c072-1f00-416b-9d45-dfdb357abab5 req-141088bf-b75a-4ddd-b67d-cfa401d1181e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496652
Nov 23 13:19:30.339494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efea70fb-3c3e-44e3-9825-f3d9c9a0f2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:30.820593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:30.931918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5a72-927c-4461-a4ce-2fe464a0e44b req-3ad1f109-cf2b-4e02-956c-45d93870b141 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:30.933422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-125d5a72-927c-4461-a4ce-2fe464a0e44b req-3ad1f109-cf2b-4e02-956c-45d93870b141 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0847580
Nov 23 13:19:30.981820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-125d5a72-927c-4461-a4ce-2fe464a0e44b req-3a0570d5-8751-4691-ac6b-4786e382de66 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421503
Nov 23 13:19:31.922432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:19:32.068189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:32.205496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cc112-1284-423f-ae56-0a1b5869d5e1 req-d9a5d5d8-af3d-4084-93d3-015134416c67 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:32.207106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e3cc112-1284-423f-ae56-0a1b5869d5e1 req-d9a5d5d8-af3d-4084-93d3-015134416c67 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0891745
Nov 23 13:19:32.257532 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e3cc112-1284-423f-ae56-0a1b5869d5e1 req-f2e833cc-4cbd-4a5a-934b-3b03faa89510 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432949
Nov 23 13:19:32.372826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:33.726834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae8040-ddb7-401d-89ed-4f4b0e724607 req-90b97ecf-fb64-435d-bd79-46bee9f21af3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:33.728477 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12ae8040-ddb7-401d-89ed-4f4b0e724607 req-90b97ecf-fb64-435d-bd79-46bee9f21af3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.3373978
Nov 23 13:19:33.776606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12ae8040-ddb7-401d-89ed-4f4b0e724607 req-def14852-8717-40cf-9189-e0981992e89c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417023
Nov 23 13:19:35.001572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe21d8-8fe7-4522-955e-b99e3342bfd6 req-b8d2a2e1-6477-4034-9ce3-5dd8a7ddf5e6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:35.003090 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fbe21d8-8fe7-4522-955e-b99e3342bfd6 req-b8d2a2e1-6477-4034-9ce3-5dd8a7ddf5e6 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0892980
Nov 23 13:19:35.051949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7fbe21d8-8fe7-4522-955e-b99e3342bfd6 req-b00ee58d-2153-4bcb-8be8-b0fcac4970b2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424793
Nov 23 13:19:36.273785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421ef6-d836-4232-abb0-7fd060996f29 req-4ba14ce8-eb68-41b9-afaa-82fdb2797d4a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:36.275386 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4421ef6-d836-4232-abb0-7fd060996f29 req-4ba14ce8-eb68-41b9-afaa-82fdb2797d4a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0901210
Nov 23 13:19:36.329691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4421ef6-d836-4232-abb0-7fd060996f29 req-1a8b753c-91a6-49b4-9036-5acb83c2e0ef tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438180
Nov 23 13:19:37.547252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7e276-58c2-4e1e-aa25-7528bd469a50 req-130fdae7-b4ff-4b91-acea-4e831d228e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:37.548901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89b7e276-58c2-4e1e-aa25-7528bd469a50 req-130fdae7-b4ff-4b91-acea-4e831d228e97 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0898190
Nov 23 13:19:37.598461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89b7e276-58c2-4e1e-aa25-7528bd469a50 req-33592f4e-7b8d-45d4-9d24-dd9e98880603 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423613
Nov 23 13:19:38.821209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac96bcc-1b30-45d7-8e34-1fd6b0a63706 req-a438a254-aa09-4c67-b2ca-fb2c76355a15 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:38.822744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ac96bcc-1b30-45d7-8e34-1fd6b0a63706 req-a438a254-aa09-4c67-b2ca-fb2c76355a15 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0903981
Nov 23 13:19:38.874997 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ac96bcc-1b30-45d7-8e34-1fd6b0a63706 req-65976eb9-5dd4-4e49-b01d-ae5fb1f9225b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457201
Nov 23 13:19:39.397913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-d0b99128-a3b5-40b0-ac56-33b44b471e9c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:39.399466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-d0b99128-a3b5-40b0-ac56-33b44b471e9c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.1441796
Nov 23 13:19:39.481652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03ed55-0e93-4215-a090-5b2c8cd7bb75 req-b484a6a8-28e6-497d-8a78-4178941f56e1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:39.483126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b03ed55-0e93-4215-a090-5b2c8cd7bb75 req-b484a6a8-28e6-497d-8a78-4178941f56e1 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.1711793
Nov 23 13:19:39.530044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-90285e1f-7fb6-4728-b863-261e07fe6854 service neutron] 10.222.0.63 "GET /v2.0/ports/59e576be-5d6b-4505-967e-1055cdac4413/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1233637
Nov 23 13:19:39.542597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b03ed55-0e93-4215-a090-5b2c8cd7bb75 req-eb305ec9-6dc9-4736-9740-48e233ca6b2d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509093
Nov 23 13:19:39.601934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:19:39.645045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-dad4f55d-140c-4f05-89c1-a5b61114e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:39.646766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-dad4f55d-140c-4f05-89c1-a5b61114e29c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1161 time: 0.0759962
Nov 23 13:19:39.673339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:19:39.673771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:39.794632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-20b89f63-5ea9-4452-960e-552a15a478d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:39.796156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-20b89f63-5ea9-4452-960e-552a15a478d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1426179
Nov 23 13:19:39.799474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:39.828682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:19:39.840088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:39.844113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:39.846146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:39.919880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:39.923371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:39.923761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-5abe253e-5a6a-4318-ae9d-ce03dd18012c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1003 time: 0.1214242
Nov 23 13:19:39.930947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:19:40.035184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-8bfd12f6-ac57-45c1-ad6a-6cfbdd7c13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:40.036803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-8bfd12f6-ac57-45c1-ad6a-6cfbdd7c13f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0646482
Nov 23 13:19:40.121887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-aa427fe1-5c7d-466d-bf8f-d6f9c26b8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:40.123444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-aa427fe1-5c7d-466d-bf8f-d6f9c26b8f83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799398
Nov 23 13:19:40.270166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-40613b60-55ae-424a-9af6-a47d7176fb1b service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399584
Nov 23 13:19:40.413246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-f6c63635-3e71-4140-9793-598ffa1a56d2 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368546
Nov 23 13:19:40.758440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54caa49-4c57-42ec-a272-005b7c2cae8d req-d02797fc-7e67-4b19-8081-f44707dcbb24 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:40.760093 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d54caa49-4c57-42ec-a272-005b7c2cae8d req-d02797fc-7e67-4b19-8081-f44707dcbb24 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0849054
Nov 23 13:19:40.809989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d54caa49-4c57-42ec-a272-005b7c2cae8d req-92976dc1-0a46-4e67-a250-056b4a2b2604 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431840
Nov 23 13:19:41.404949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:19:41.479870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:19:41.480293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:42.032847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41394136-2725-4f1e-8084-0763282dc4ae req-f3c67130-dc0a-4ae8-ab3f-f8880e83445b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:42.034407 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41394136-2725-4f1e-8084-0763282dc4ae req-f3c67130-dc0a-4ae8-ab3f-f8880e83445b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0890212
Nov 23 13:19:42.094603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41394136-2725-4f1e-8084-0763282dc4ae req-8e8d49e9-0ed1-4b6d-9023-57bba266b0c8 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528550
Nov 23 13:19:43.288623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:19:43.319422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e83f7-07d7-4ca9-b2f9-983309f68e28 req-a186d9df-41e7-450c-a312-9f49bedd0291 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:43.321115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f05e83f7-07d7-4ca9-b2f9-983309f68e28 req-a186d9df-41e7-450c-a312-9f49bedd0291 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0910790
Nov 23 13:19:43.374223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f05e83f7-07d7-4ca9-b2f9-983309f68e28 req-c2fb32e9-c11c-4b8e-a099-0b35ae9e47ce tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464740
Nov 23 13:19:43.412627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:43.447819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:43.448915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:19:43.454725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:43.456621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:43.524826 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:19:43.530877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:43.534222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:43.796565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-1c0d3eae-09b7-4b58-b472-f24c5b806a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:43.798183 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-1c0d3eae-09b7-4b58-b472-f24c5b806a84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f&tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7 HTTP/1.1" status: 200  len: 1161 time: 0.0756886
Nov 23 13:19:43.915793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-873b76e9-cbb1-491e-80e9-d567e0af1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:43.917416 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-873b76e9-cbb1-491e-80e9-d567e0af1beb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 1161 time: 0.0859902
Nov 23 13:19:44.066341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-7baf1a3b-e02a-4f38-87d6-f4d9048022e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:44.067959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-7baf1a3b-e02a-4f38-87d6-f4d9048022e2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 200  len: 906 time: 0.1439962
Nov 23 13:19:44.179789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-62b5b0cb-34d7-44d3-8761-9f3b2fae87d8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 200  len: 1001 time: 0.1051228
Nov 23 13:19:44.250494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-101c8575-0534-4490-91b3-912fbb5e362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:44.252077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-101c8575-0534-4490-91b3-912fbb5e362e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 200  len: 851 time: 0.0663302
Nov 23 13:19:44.331968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-f0e48584-0131-4f93-9b21-0af07087002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:44.333646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-f0e48584-0131-4f93-9b21-0af07087002c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750623
Nov 23 13:19:44.478646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-fd588757-6b8f-4d38-a058-ce10e2f32ab9 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386254
Nov 23 13:19:44.693643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db7eab21-0ec0-4e07-8ba8-8eb75bb5bb14 req-e6c9c0b5-c7c9-49ae-a5f8-12df451c1f38 service neutron] 10.222.0.63 "GET /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2081244
Nov 23 13:19:44.701311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad386cf-1e5d-4c7d-8762-7de518b122a2 req-8b77cd27-7574-4ad0-9b2d-33f7f8b42612 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:44.703607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ad386cf-1e5d-4c7d-8762-7de518b122a2 req-8b77cd27-7574-4ad0-9b2d-33f7f8b42612 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.1417191
Nov 23 13:19:44.755029 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9ad386cf-1e5d-4c7d-8762-7de518b122a2 req-d95d3606-8c8e-4a5d-afc3-b22cf7b11ae2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454493
Nov 23 13:19:45.992259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23ad3-2330-4998-accb-c404ace15972 req-fae356e1-1535-4ad1-84bd-65b04260c894 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:45.994175 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ca23ad3-2330-4998-accb-c404ace15972 req-fae356e1-1535-4ad1-84bd-65b04260c894 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0960665
Nov 23 13:19:46.050211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ca23ad3-2330-4998-accb-c404ace15972 req-1c56b109-5a52-4521-bf60-38dd2c61650f tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495875
Nov 23 13:19:47.278055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c296d3f-5c7e-43b2-b65f-56be86a2ca67 req-41fbdc34-5070-4044-b25b-dd7815cb16d0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:47.279767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c296d3f-5c7e-43b2-b65f-56be86a2ca67 req-41fbdc34-5070-4044-b25b-dd7815cb16d0 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0943594
Nov 23 13:19:47.333228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c296d3f-5c7e-43b2-b65f-56be86a2ca67 req-ff34e15f-1f10-4fdf-8648-ce95a4bb188c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462768
Nov 23 13:19:47.364721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:48.551099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437ef1-9f12-4fc2-9ece-ad2c34548019 req-511fa0c9-9581-44d7-86d1-b8ea46305f43 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:48.552751 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26437ef1-9f12-4fc2-9ece-ad2c34548019 req-511fa0c9-9581-44d7-86d1-b8ea46305f43 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0853744
Nov 23 13:19:48.602066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26437ef1-9f12-4fc2-9ece-ad2c34548019 req-6d211ebe-ff8f-4781-bd9d-d10b99c49fd3 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428183
Nov 23 13:19:49.817946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c932-0673-4598-a404-60d99b69e0b0 req-cc50fda5-eaa5-424f-b44d-5d0802a04a1c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:49.819748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc72c932-0673-4598-a404-60d99b69e0b0 req-cc50fda5-eaa5-424f-b44d-5d0802a04a1c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0853031
Nov 23 13:19:49.870469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc72c932-0673-4598-a404-60d99b69e0b0 req-3f345dd2-db85-47dd-8f1a-f6f640d636cf tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440438
Nov 23 13:19:51.092234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516dc25-d5f6-46a1-9b50-7e60524fb0c0 req-3039faaa-9974-4f3e-9da4-822052e05268 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:51.093856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d516dc25-d5f6-46a1-9b50-7e60524fb0c0 req-3039faaa-9974-4f3e-9da4-822052e05268 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0894127
Nov 23 13:19:51.145320 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d516dc25-d5f6-46a1-9b50-7e60524fb0c0 req-9e1c06e6-8009-4aff-81bd-a0f4c9dd30c2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450735
Nov 23 13:19:52.372144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce4145-244d-49ac-a43d-c04acbd998e9 req-a3c021f6-70d3-4203-9166-33b8cb744242 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:52.373782 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f0ce4145-244d-49ac-a43d-c04acbd998e9 req-a3c021f6-70d3-4203-9166-33b8cb744242 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0884786
Nov 23 13:19:52.423897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f0ce4145-244d-49ac-a43d-c04acbd998e9 req-a3fe783b-5e9c-497c-bd67-b77d99fdc8b5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436211
Nov 23 13:19:53.644353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2141d3a-d8b9-446c-b0ec-21947aca4b02 req-674f27b0-c8f3-4c32-be65-c44ce541701b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:53.645999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2141d3a-d8b9-446c-b0ec-21947aca4b02 req-674f27b0-c8f3-4c32-be65-c44ce541701b tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0859032
Nov 23 13:19:53.698924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2141d3a-d8b9-446c-b0ec-21947aca4b02 req-831ab117-80c3-4444-abe3-b6936f89cd12 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455713
Nov 23 13:19:53.700805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:19:53.774589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:19:53.775011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:53.898965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:53.926828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:19:53.927497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8085392-2cdb-4c84-9df7-557d969167d8 req-48062116-505a-403f-bdb0-329a19281cad tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:53.929819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8085392-2cdb-4c84-9df7-557d969167d8 req-48062116-505a-403f-bdb0-329a19281cad tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0894516
Nov 23 13:19:53.938312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:53.949248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:53.951627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:53.991309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8085392-2cdb-4c84-9df7-557d969167d8 req-a3d449b7-47cb-4536-9dcc-2e8584da81fa tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549662
Nov 23 13:19:53.993886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:19:54.021568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=8']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:54.025936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:54.210820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45d778-726c-4eea-984a-c3ae5ce5ad03 req-d1a117b6-f471-433f-b100-009714d7b645 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:54.212472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a45d778-726c-4eea-984a-c3ae5ce5ad03 req-d1a117b6-f471-433f-b100-009714d7b645 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0893545
Nov 23 13:19:54.267690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0a45d778-726c-4eea-984a-c3ae5ce5ad03 req-c027cf4d-baf8-494a-9533-91b7feda9659 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486281
Nov 23 13:19:54.696546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a603d91-2ed8-4751-a8db-22c9f34f255e req-3891e5e8-3ab6-44d2-8661-1a7dec099b8d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:54.699767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a603d91-2ed8-4751-a8db-22c9f34f255e req-3891e5e8-3ab6-44d2-8661-1a7dec099b8d tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0877769
Nov 23 13:19:54.749865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a603d91-2ed8-4751-a8db-22c9f34f255e req-e75e97ac-a629-417c-badc-5113e38b6062 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435929
Nov 23 13:19:55.549316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:19:55.627016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 59e576be-5d6b-4505-967e-1055cdac4413 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:19:55.627438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:55.970797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d58d-c695-4193-a67b-a884a58782eb req-e7b03bb1-7372-49d2-b719-3f2414feab06 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:55.972405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c2d58d-c695-4193-a67b-a884a58782eb req-e7b03bb1-7372-49d2-b719-3f2414feab06 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0843651
Nov 23 13:19:56.023001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c2d58d-c695-4193-a67b-a884a58782eb req-fecf3db8-2f91-4f07-9bdd-51ebc84675b5 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429239
Nov 23 13:19:57.189846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-3eb58740-e7a5-481e-b117-a86b58caae81 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:57.191435 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-3eb58740-e7a5-481e-b117-a86b58caae81 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0889091
Nov 23 13:19:57.249242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579fbb3-a581-4d4b-9e46-d665ff762aaf req-027726d5-c80f-4afd-a7e6-9a5f7b229221 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:57.250790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f579fbb3-a581-4d4b-9e46-d665ff762aaf req-027726d5-c80f-4afd-a7e6-9a5f7b229221 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 946 time: 0.0925648
Nov 23 13:19:57.265628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port 59e576be-5d6b-4505-967e-1055cdac4413 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:19:57.266015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:57.301192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f579fbb3-a581-4d4b-9e46-d665ff762aaf req-2ec52d28-5038-41ab-aaba-c575dbf63c75 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437832
Nov 23 13:19:57.418814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 59e576be-5d6b-4505-967e-1055cdac4413 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:19:57.528862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:57.529288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:57.536191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:57.565711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:19:57.576537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:57.579708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:57.581896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:57.629935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'code': 200}
Nov 23 13:19:57.655434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=9']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:57.658806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:57.903638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e71902f-7d47-4fb2-8cf6-e31f40e83b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:58.097717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:58.098088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:58.098553 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: 59e576be-5d6b-4505-967e-1055cdac4413.
Nov 23 13:19:58.099008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for 59e576be-5d6b-4505-967e-1055cdac4413 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:19:58.183496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:19:58.183863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:19:58.517152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109fa7d-dbaa-487a-ae6b-8d466eb738dd req-e67ba4ea-9a91-4332-a883-53ddc5ff8647 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:19:58.518798 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1109fa7d-dbaa-487a-ae6b-8d466eb738dd req-e67ba4ea-9a91-4332-a883-53ddc5ff8647 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 944 time: 0.0847523
Nov 23 13:19:58.573236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1109fa7d-dbaa-487a-ae6b-8d466eb738dd req-eacabd73-749f-441d-8ac5-42085fbc018a tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups?id=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480466
Nov 23 13:19:58.685174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port 59e576be-5d6b-4505-967e-1055cdac4413 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:19:58.685490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:58.943431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] For port 59e576be-5d6b-4505-967e-1055cdac4413, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=59e576be-5d6b-4505-967e-1055cdac4413,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:19:58.943749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:59.254963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:59.255374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:59.255723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590 disassociated. External IP: 172.26.6.142, port: 59e576be-5d6b-4505-967e-1055cdac4413.
Nov 23 13:19:59.256107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for 59e576be-5d6b-4505-967e-1055cdac4413 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:19:59.407530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:19:59.423658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:19:59.514710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'Port': ['ID=59e576be-5d6b-4505-967e-1055cdac4413,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:19:59.543630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.544196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.544480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.544911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.545331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.545760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.546160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.546573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.546983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.547395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.547808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.548215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.548747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.549165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.549564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.549972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.550384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.550782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.551187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.551590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.552021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.552409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.552833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.553235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:19:59.559490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:19:59.815798 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3a11c35-23da-4d98-a53d-ffcddfa3567c req-708597ba-80d4-4faf-b789-0f3cd090c777 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 210 time: 0.0601068
Nov 23 13:19:59.899194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:20:00.110772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:20:00.120785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:20:00.135608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:20:00.136304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682412d4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:19:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:00.151125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] No DVR routers for this DVR port 59e576be-5d6b-4505-967e-1055cdac4413 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:20:00.153447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:00.156235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-deleted', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:00.171827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bd40bce7-0a75-42fc-934b-f7fba9d79bf5 req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.63 "DELETE /v2.0/ports/59e576be-5d6b-4505-967e-1055cdac4413 HTTP/1.1" status: 204  len: 173 time: 2.9750006
Nov 23 13:20:00.222340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39982f5f-c179-483c-936e-a85e0620844f', 'name': 'network-vif-deleted', 'tag': '59e576be-5d6b-4505-967e-1055cdac4413', 'status': 'completed', 'code': 200}
Nov 23 13:20:00.350714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-52b006f5-5028-419e-8c74-61bb10ffdb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:00.352530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:20:00.699352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682412d4a8>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:00.703778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:20:00.717477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:20:00.718171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682412d4a8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:20:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:00.886241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:00.935971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:20:01.017806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-38a11ebd-42a3-4f1d-8e77-bcf1a03caa54 req-2ed6504f-298f-43be-8eae-95420d74e9a2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Synchronizing usage tracker for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:01.033154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-38a11ebd-42a3-4f1d-8e77-bcf1a03caa54 req-2ed6504f-298f-43be-8eae-95420d74e9a2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Unset dirty status for tenant:7d3a1352a2a349bab5c2bc9d4370a7d7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:01.034563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38a11ebd-42a3-4f1d-8e77-bcf1a03caa54 req-2ed6504f-298f-43be-8eae-95420d74e9a2 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/ports?device_id=39982f5f-c179-483c-936e-a85e0620844f HTTP/1.1" status: 200  len: 210 time: 0.0639050
Nov 23 13:20:01.275271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682412d4a8>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:01.279573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579b0db-530d-4c59-869a-1c2a6c359f6a None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:13:52Z', 'revision_number': 4, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ae50e04-33c0-42f8-aaab-698168a14ddb', 'name': '', 'network_id': 'ebc1c67b-b14a-41cf-a83e-1579d7ae95a7', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'mac_address': 'fa:16:3e:70:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '71679990-4286-4cce-bc41-b9a40208967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:52Z', 'updated_at': '2020-11-23T13:14:01Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'subnets': [{'id': '71679990-4286-4cce-bc41-b9a40208967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:20:01.719165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1cb096-6162-4f26-a56f-bd1c0bddc5b3 None None] New status for floating IP 0238ca48-74d3-4295-9caf-2ea30cfdc590: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:20:02.071596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:02.377699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:06.598156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53400) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:06.669873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:06.699773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:06.754704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:06.761081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-79987e90-b1af-4e68-88c0-7b8f0840ac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:06.777933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec2c6cd-2fb7-4737-9eb3-a804f7748eca,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:06.782440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:06.786021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:06.787258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d75a113-743e-476a-ac00-24f492d427f4 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "DELETE /v2.0/security-groups/3ec2c6cd-2fb7-4737-9eb3-a804f7748eca HTTP/1.1" status: 204  len: 168 time: 0.1876140
Nov 23 13:20:06.790745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53404) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:06.811585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-fc25f02c-c0bd-48f6-9c61-5e742fc20335 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] show failed (client error): The resource could not be found.
Nov 23 13:20:06.812725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fc25f02c-c0bd-48f6-9c61-5e742fc20335 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "GET /v2.0/security-groups/3ec2c6cd-2fb7-4737-9eb3-a804f7748eca HTTP/1.1" status: 404  len: 347 time: 0.0209525
Nov 23 13:20:06.815624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53408) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:06.979813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Deleting port d4cfece5-3451-47f9-a462-6b411350e970 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:06.980181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.162024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.162377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.296317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Calling delete_port for d4cfece5-3451-47f9-a462-6b411350e970 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:07.435708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.451942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13ebc5e8-aa4d-4ef9-be56-e04388f80661 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:07.551035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Pushing event deleted for resources: {'Port': ['ID=d4cfece5-3451-47f9-a462-6b411350e970,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:07.554424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:07.678685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.699336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:07.700609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] 10.222.0.60 "DELETE /v2.0/floatingips/0238ca48-74d3-4295-9caf-2ea30cfdc590 HTTP/1.1" status: 204  len: 168 time: 0.8839893
Nov 23 13:20:07.703856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53412) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:08.191553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:08.923232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:20:09.090549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Deleting port 3ae50e04-33c0-42f8-aaab-698168a14ddb {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:09.090549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:09.281147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] For port 3ae50e04-33c0-42f8-aaab-698168a14ddb, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ae50e04-33c0-42f8-aaab-698168a14ddb,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:09.281537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:09.417411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Calling delete_port for 3ae50e04-33c0-42f8-aaab-698168a14ddb owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:09.596161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:09.613147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-926925bd-cdc8-4ffa-ac16-2d527fdf7cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:09.718567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae50e04-33c0-42f8-aaab-698168a14ddb,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:09.722681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:10.063381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:10.835908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Router f1ac5b40-5533-419a-842c-b18cf045e997 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:20:11.315785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:20:11.325243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Sync routers for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:20:11.329132 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] 10.222.0.60 "PUT /v2.0/routers/f1ac5b40-5533-419a-842c-b18cf045e997/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6241603
Nov 23 13:20:11.331722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53418) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:11.339343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:20:11.340028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cf978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:20:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:11.548388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:11.718561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:20:11.782312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:11.791441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Deleting port 52d0d2d3-9169-466e-b7e8-50faaec903ba {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:11.791806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:11.981362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] For port 52d0d2d3-9169-466e-b7e8-50faaec903ba, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=52d0d2d3-9169-466e-b7e8-50faaec903ba,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:11.981681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:12.034497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cf978>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:20:09Z', 'revision_number': 5, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port': {'id': '52d0d2d3-9169-466e-b7e8-50faaec903ba', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:13:49Z', 'updated_at': '2020-11-23T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:12.039528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Checking router: f1ac5b40-5533-419a-842c-b18cf045e997 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:20:12.050761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Routers {'f1ac5b40-5533-419a-842c-b18cf045e997'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:20:12.051434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240cf978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:20:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['f1ac5b40-5533-419a-842c-b18cf045e997'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:12.117147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Calling delete_port for 52d0d2d3-9169-466e-b7e8-50faaec903ba owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:12.216341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] Set router f1ac5b40-5533-419a-842c-b18cf045e997 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:20:12.298829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:12.320528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f3d3dc1b-f388-4dfa-81fd-521be132951a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:12.332632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240cf978>, [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:20:11Z', 'revision_number': 6, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:12.337181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07863137-6316-4fae-b4dc-b18e1dd563aa None None] The sync data for ids ['f1ac5b40-5533-419a-842c-b18cf045e997'] in dv-neutron-601336-59-ovs is: [{'id': 'f1ac5b40-5533-419a-842c-b18cf045e997', 'name': 'tempest-ServerActionsTestJSON-1601745260-router', 'tenant_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:13:48Z', 'updated_at': '2020-11-23T13:20:11Z', 'revision_number': 6, 'project_id': '7d3a1352a2a349bab5c2bc9d4370a7d7', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:20:12.427298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d0d2d3-9169-466e-b7e8-50faaec903ba,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:12.432143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:12.695577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:12.976716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:12.981208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.004948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.005512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ac5b40-5533-419a-842c-b18cf045e997 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:20:13.018958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.020188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1ac5b40-5533-419a-842c-b18cf045e997 HTTP/1.1" status: 204  len: 168 time: 1.6874504
Nov 23 13:20:13.023809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53422) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:13.096697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Deleting subnet 71679990-4286-4cce-bc41-b9a40208967e {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:20:13.099935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.153459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.234052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.498023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.514111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7f9e099c-ce4a-41f8-b65e-2450a63567fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:13.600260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71679990-4286-4cce-bc41-b9a40208967e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:13.605504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:13.651428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.657014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada413b-a3ef-46fd-a770-f6a373c47492 None None] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:20:13.657630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/71679990-4286-4cce-bc41-b9a40208967e HTTP/1.1" status: 204  len: 168 time: 0.6327260
Nov 23 13:20:13.660387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53426) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:13.783467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.802368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52d0d2d3-9169-466e-b7e8-50faaec903ba no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:20:13.857527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Deleting port 4e3d551f-c46d-4409-9948-942a2d182850 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:13.857968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:13.870132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 52d0d2d3-9169-466e-b7e8-50faaec903ba {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:20:13.870533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 52d0d2d3-9169-466e-b7e8-50faaec903ba not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:20:13.871007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ae50e04-33c0-42f8-aaab-698168a14ddb no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:20:13.915762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 3ae50e04-33c0-42f8-aaab-698168a14ddb {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:20:13.916160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ae50e04-33c0-42f8-aaab-698168a14ddb not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:20:14.001346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] DHCP port deletion for ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:20:14.005982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Deleting port 4e3d551f-c46d-4409-9948-942a2d182850 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:14.006445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.079273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] For port 4e3d551f-c46d-4409-9948-942a2d182850, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4e3d551f-c46d-4409-9948-942a2d182850,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:14.079600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.210714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Calling delete_port for 4e3d551f-c46d-4409-9948-942a2d182850 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:14.227788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] For port 4e3d551f-c46d-4409-9948-942a2d182850, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=4e3d551f-c46d-4409-9948-942a2d182850,segment=NetworkSegment(00a5975f-3049-45cb-b376-79cdb924053a),segment_id=00a5975f-3049-45cb-b376-79cdb924053a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:14.228238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.292617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.312349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e199b964-2dd5-4ac7-9638-99448d8b1646 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:14.373224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Calling delete_port for 4e3d551f-c46d-4409-9948-942a2d182850 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:14.449416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:20:14.449967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:20:14.681297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3d551f-c46d-4409-9948-942a2d182850,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:14.686377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:14.730002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] No DVR routers for this DVR port 4e3d551f-c46d-4409-9948-942a2d182850 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:20:14.854829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.951561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Deleting port 4e3d551f-c46d-4409-9948-942a2d182850 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:14.952270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:14.973836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fe17588>,) {'filters': {'network_id': ['ebc1c67b-b14a-41cf-a83e-1579d7ae95a7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:14.987855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe17588>, '00a5975f-3049-45cb-b376-79cdb924053a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:14.988193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe17588>, '00a5975f-3049-45cb-b376-79cdb924053a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:15.001041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.016755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.018785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:20:15.023784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f75789ea-694c-4e86-bc3e-770989c12691 None None] The port '4e3d551f-c46d-4409-9948-942a2d182850' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:20:15.205089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:20:15.214357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.398154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Network ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:20:15.421679 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:20:15.500828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.504066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecd2eff9-3b11-44a6-9703-7a90841a5239 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:15.518615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.530389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc1c67b-b14a-41cf-a83e-1579d7ae95a7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:15.533890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:15.544855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ebc1c67b-b14a-41cf-a83e-1579d7ae95a7 HTTP/1.1" status: 204  len: 168 time: 1.8832495
Nov 23 13:20:15.689438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53432) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:15.748082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9662882e-fba4-4ce5-8882-7c3732f509a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d3a1352a2a349bab5c2bc9d4370a7d7&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0551496
Nov 23 13:20:15.748694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53436) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:15.777444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4e3d551f-c46d-4409-9948-942a2d182850 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:20:15.814420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 4e3d551f-c46d-4409-9948-942a2d182850 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:20:15.814823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 4e3d551f-c46d-4409-9948-942a2d182850 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:20:15.820265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.848034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.896645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.902729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7b26f1bb-45f5-4bd1-b4e3-435cb005f56f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:15.917264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6e0e3-9bcf-4135-9da0-2f63ecfc67fd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:15.919917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:15.926804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:15.928033 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1862cd56-5ff1-4108-adfe-fb77c6935a6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80c6e0e3-9bcf-4135-9da0-2f63ecfc67fd HTTP/1.1" status: 204  len: 168 time: 0.1783597
Nov 23 13:20:16.835668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53458) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:16.981837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1179104082-network', 'tenant_id': '4017d5fc7da64070857eb19d360fc1e7'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:16.987118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:16.991961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Usage tracker for resource:network and tenant:4017d5fc7da64070857eb19d360fc1e7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:16.995041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:17.001856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:17.011257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Made reservation on behalf of 4017d5fc7da64070857eb19d360fc1e7 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:17.016085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.030924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.066690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:17.071209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Usage tracker for resource:security_group_rule and tenant:4017d5fc7da64070857eb19d360fc1e7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:17.074235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:17.080036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:17.154484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.157153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.161441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c1f3e8-f57e-4522-a883-c9075a96b867 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:17.199540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.200253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:20:17.206513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99f920-ae75-45c8-8352-8b19d6084d5d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:17.219438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.219824 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Added segment 94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f of type vxlan for network 26216d91-8b29-4d30-9a05-d715e8777b26
Nov 23 13:20:17.221824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.222241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.222653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.223060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.223478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.223878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.224280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.224726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.225128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.226426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.226830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.227230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.227723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.228129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.228555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.228954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.229352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.229751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.230147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.230541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.230938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.231338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.231731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.232121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:17.240217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:17.264344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.294251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.295212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:17.295846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.300915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-187a63e7-4995-4612-b285-5723c6a341aa tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:17.410077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5729713
Nov 23 13:20:17.410835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Pushing event updated for resources: {'Network': ['ID=26216d91-8b29-4d30-9a05-d715e8777b26,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:17.413521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53464) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:17.416299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:17.420498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Request body: {'subnet': {'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1179104082-subnet', 'tenant_id': '4017d5fc7da64070857eb19d360fc1e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:17.422289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 26216d91-8b29-4d30-9a05-d715e8777b26 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:20:17.425936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:17.431220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Usage tracker for resource:subnet and tenant:4017d5fc7da64070857eb19d360fc1e7 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:17.434358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:17.438686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 26216d91-8b29-4d30-9a05-d715e8777b26 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:20:17.440199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:17.450469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Made reservation on behalf of 4017d5fc7da64070857eb19d360fc1e7 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:17.455233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.874373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:17.890669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9af39619-dcf4-4269-8b62-1c430f0f2936 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:18.016556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53f01dd-c7f6-40cd-845f-f958670b9ff1,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:18.021145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:18.093087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Checking segment: {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:20:18.093468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Network hostable DHCP agents. Network: 26216d91-8b29-4d30-9a05-d715e8777b26, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:20:18.117766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Network 26216d91-8b29-4d30-9a05-d715e8777b26 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:20:18.126295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 26216d91-8b29-4d30-9a05-d715e8777b26) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:20:18.135141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c603c-d1ce-4d80-9d01-a9ac36f8b5bc None None] Network 26216d91-8b29-4d30-9a05-d715e8777b26 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:20:18.138684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:18.139752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:18.161583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7468171
Nov 23 13:20:18.370866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646ffd0-e4cf-49c0-9cd8-fe6e0b08a875 None None] Network 26216d91-8b29-4d30-9a05-d715e8777b26 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:20:18.759978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-1eb8f4ce-38f8-4c73-a5c8-851f33aa4131 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:18.760755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-1eb8f4ce-38f8-4c73-a5c8-851f33aa4131 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:18.777570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-1eb8f4ce-38f8-4c73-a5c8-851f33aa4131 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:18.778828 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-1eb8f4ce-38f8-4c73-a5c8-851f33aa4131 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 814 time: 0.1812046
Nov 23 13:20:18.796390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-90afa80a-75fb-4363-90cd-1a0dd1e0c56e tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/quotas/4017d5fc7da64070857eb19d360fc1e7 HTTP/1.1" status: 200  len: 375 time: 0.0114391
Nov 23 13:20:18.849966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-ed832a6e-a640-40b3-9a67-389fea46400b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469322
Nov 23 13:20:18.938650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-68acdd9f-cbb9-485a-82a6-873f0771a5c1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:20:18.939773 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-68acdd9f-cbb9-485a-82a6-873f0771a5c1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0820327
Nov 23 13:20:19.087257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-feaea3e8-f0eb-4eef-9c59-a51d2080d790 service neutron] 10.222.0.60 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398275
Nov 23 13:20:19.235758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-8ec0fe02-c0dd-4045-b440-4b795d942768 service neutron] 10.222.0.60 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419098
Nov 23 13:20:19.438380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c3fd63f-3135-4f77-a675-6bef977fe539 req-313b8079-9949-4abf-998d-90727dc13c29 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 210 time: 0.0469398
Nov 23 13:20:20.563391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-57c5f263-9eee-49b3-addd-70fa056f3ac4 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:20.565020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-57c5f263-9eee-49b3-addd-70fa056f3ac4 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 814 time: 0.1611354
Nov 23 13:20:20.588155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Request body: {'port': {'device_id': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26', 'admin_state_up': True, 'tenant_id': '4017d5fc7da64070857eb19d360fc1e7'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:20.624169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef58f487-a362-4740-81e9-7160ad55e24c req-41d1dd32-01ac-496a-8fc9-b1d077784f38 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 210 time: 0.0473182
Nov 23 13:20:20.742187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:20.746217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Usage tracker for resource:port and tenant:4017d5fc7da64070857eb19d360fc1e7 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:20.749207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Quota usage for port was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:20.755007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:20.766874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Made reservation on behalf of 4017d5fc7da64070857eb19d360fc1e7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:20.773147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:21.090508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Allocated IP 172.20.0.4 (26216d91-8b29-4d30-9a05-d715e8777b26/e53f01dd-c7f6-40cd-845f-f958670b9ff1/f8b2a37d-e821-4487-8a86-5464af629a0f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:20:21.305123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:21.331174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:21.351238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2590cae4-7c0b-4a1c-afb5-71dad1031cbb tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:21.485844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Pushing event updated for resources: {'Port': ['ID=f8b2a37d-e821-4487-8a86-5464af629a0f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:21.490539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:21.548838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Network 26216d91-8b29-4d30-9a05-d715e8777b26 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:20:21.549998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:20:21.552448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:20:21.619030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:21.619625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:21.640841 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0579164
Nov 23 13:20:21.658960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Request body: {'port': {'device_id': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:21.838898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:21.960707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9a8c6-05b8-4e8b-8fd3-b336fba2c750 req-96fb07e5-965c-49dc-b744-54f2fa6ad968 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:21.961474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-30c9a8c6-05b8-4e8b-8fd3-b336fba2c750 req-96fb07e5-965c-49dc-b744-54f2fa6ad968 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:22.004324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-30c9a8c6-05b8-4e8b-8fd3-b336fba2c750 req-96fb07e5-965c-49dc-b744-54f2fa6ad968 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:22.005602 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30c9a8c6-05b8-4e8b-8fd3-b336fba2c750 req-96fb07e5-965c-49dc-b744-54f2fa6ad968 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 931 time: 0.2411916
Nov 23 13:20:22.196231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30c9a8c6-05b8-4e8b-8fd3-b336fba2c750 req-3da7352e-82ad-4238-9785-4047cc69bd19 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473629
Nov 23 13:20:22.328003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b2a37d-e821-4487-8a86-5464af629a0f {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:20:22.335073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:22.348336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Transition to ACTIVE for port object f8b2a37d-e821-4487-8a86-5464af629a0f will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:20:22.350937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:22.367806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d052367-3828-4122-9893-d1081c0fbdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:22.504241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2a37d-e821-4487-8a86-5464af629a0f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:22.508114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:22.700746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Attempting to bind port f8b2a37d-e821-4487-8a86-5464af629a0f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:20:22.701325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Attempting to bind port f8b2a37d-e821-4487-8a86-5464af629a0f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:20:22.701455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Attempting to bind port f8b2a37d-e821-4487-8a86-5464af629a0f on network 26216d91-8b29-4d30-9a05-d715e8777b26 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:20:22.708560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:20:22.708936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Checking segment: {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:20:22.709337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:22.709762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Bound using segment: {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:20:22.710308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Bound port: f8b2a37d-e821-4487-8a86-5464af629a0f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:20:22.710680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:22.803151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] For port f8b2a37d-e821-4487-8a86-5464af629a0f, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:20:22.807298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] For port f8b2a37d-e821-4487-8a86-5464af629a0f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f8b2a37d-e821-4487-8a86-5464af629a0f,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:20:22.810887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:22.826778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5410097-93b3-48b0-9d3f-abe4ebd7689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:22.982797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2a37d-e821-4487-8a86-5464af629a0f,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:22.988592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:23.019280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:23.019960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:23.021482 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] 10.222.0.63 "PUT /v2.0/ports/f8b2a37d-e821-4487-8a86-5464af629a0f HTTP/1.1" status: 200  len: 1157 time: 1.3672864
Nov 23 13:20:23.022039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:23.149744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-70192c26-35e5-41f6-8925-165fa7eb5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:23.151376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-70192c26-35e5-41f6-8925-165fa7eb5eec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 1160 time: 0.0775847
Nov 23 13:20:23.165976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f', 'status': 'completed', 'code': 200}
Nov 23 13:20:23.235458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-f740e33a-abca-4ea0-b401-0b2bfd1d1422 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8b2a37d-e821-4487-8a86-5464af629a0f HTTP/1.1" status: 200  len: 217 time: 0.0684934
Nov 23 13:20:23.310004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-37a47087-d4fd-4b1b-96a0-d4cc2f9c9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:23.311523 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-37a47087-d4fd-4b1b-96a0-d4cc2f9c9256 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e53f01dd-c7f6-40cd-845f-f958670b9ff1 HTTP/1.1" status: 200  len: 854 time: 0.0688128
Nov 23 13:20:23.408028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-110abfed-2afd-47ed-b230-3169f5762774 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=26216d91-8b29-4d30-9a05-d715e8777b26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901594
Nov 23 13:20:23.809017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7556c-eb18-4f25-971f-81efc7f4200d req-2c66396d-dc99-4ae3-b1ec-674f851fb8ca tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:23.810654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95e7556c-eb18-4f25-971f-81efc7f4200d req-2c66396d-dc99-4ae3-b1ec-674f851fb8ca tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 943 time: 0.4594402
Nov 23 13:20:23.871810 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-18862400-620c-4210-a814-39a1540788d6 service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4555166
Nov 23 13:20:23.958085 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95e7556c-eb18-4f25-971f-81efc7f4200d req-714ddd40-fd4c-4aab-8281-d1c963a053e5 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362178
Nov 23 13:20:24.026399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bb308575-fda1-41f5-9a0a-a99ecfcc1ff3 req-ec07a0df-6492-46e8-b698-5d5ffc22e033 service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460354
Nov 23 13:20:24.197618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-c28a9a7f-46c1-4379-a608-a3e37514427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:24.199240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-c28a9a7f-46c1-4379-a608-a3e37514427a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 1160 time: 0.0789797
Nov 23 13:20:24.352493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-7a3e604d-fdba-4731-82f1-e5b221eea568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:24.354058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-7a3e604d-fdba-4731-82f1-e5b221eea568 service neutron] 10.222.0.63 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 908 time: 0.1478679
Nov 23 13:20:24.436973 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-3b62a720-79fa-428b-8c57-65345a8a8134 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8b2a37d-e821-4487-8a86-5464af629a0f HTTP/1.1" status: 200  len: 217 time: 0.0759127
Nov 23 13:20:24.513638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-6c5feff0-f619-46e9-bb1c-2369e943e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:24.515276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-6c5feff0-f619-46e9-bb1c-2369e943e0c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e53f01dd-c7f6-40cd-845f-f958670b9ff1 HTTP/1.1" status: 200  len: 854 time: 0.0639284
Nov 23 13:20:24.569835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-dbf0b098-920c-4dc1-a177-c2a3261a7c93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=26216d91-8b29-4d30-9a05-d715e8777b26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463550
Nov 23 13:20:24.715032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-dc240f9b-4a58-404c-8da7-3ff3433493c2 service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383626
Nov 23 13:20:24.862996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9be3d166-b794-4ccb-a49b-8d6917294cd0 req-6bc0d7f4-a906-4926-9e4c-3dfdd537d798 service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407199
Nov 23 13:20:25.182240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0cf1f-9cc6-4cf2-951f-2e1b87028fde req-69372308-82b9-48a8-ae99-09476a6ccb28 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:25.183852 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bca0cf1f-9cc6-4cf2-951f-2e1b87028fde req-69372308-82b9-48a8-ae99-09476a6ccb28 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 943 time: 0.0922687
Nov 23 13:20:25.232395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bca0cf1f-9cc6-4cf2-951f-2e1b87028fde req-741c091d-b03f-4bef-b912-ce7b98601875 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:25.249122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bca0cf1f-9cc6-4cf2-951f-2e1b87028fde req-741c091d-b03f-4bef-b912-ce7b98601875 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:25.250346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bca0cf1f-9cc6-4cf2-951f-2e1b87028fde req-741c091d-b03f-4bef-b912-ce7b98601875 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600033
Nov 23 13:20:25.791472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-8968233f-3b6d-4514-b553-2302f758df08 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:20:26.191953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f8b2a37d-e821-4487-8a86-5464af629a0f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:20:26.267691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port f8b2a37d-e821-4487-8a86-5464af629a0f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:20:26.272835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f8b2a37d-e821-4487-8a86-5464af629a0f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:20:26.273257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:26.395322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:26.434389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:26.445364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port f8b2a37d-e821-4487-8a86-5464af629a0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f8b2a37d-e821-4487-8a86-5464af629a0f,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:26.448324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:26.450301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:26.477858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163540c4-c08d-48cf-9286-c9d4fd13bcfa req-f1f886af-d721-4003-bb29-1e0394bb7158 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:26.479504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-163540c4-c08d-48cf-9286-c9d4fd13bcfa req-f1f886af-d721-4003-bb29-1e0394bb7158 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 943 time: 0.0873754
Nov 23 13:20:26.498669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f', 'code': 200}
Nov 23 13:20:26.521199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=f8b2a37d-e821-4487-8a86-5464af629a0f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:26.524558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:26.532261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-163540c4-c08d-48cf-9286-c9d4fd13bcfa req-4440c1af-1690-461d-ab45-68ad069fc2cc tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443528
Nov 23 13:20:26.775011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8c5b-18f7-45eb-8f99-cf148dd7b867 req-9f63d5aa-b1c3-41c1-a5eb-f25a608d60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:26.776666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-180a8c5b-18f7-45eb-8f99-cf148dd7b867 req-9f63d5aa-b1c3-41c1-a5eb-f25a608d60b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 1162 time: 0.0783389
Nov 23 13:20:26.823010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-180a8c5b-18f7-45eb-8f99-cf148dd7b867 req-406f74dc-c869-4d10-9c5c-13fbd23ab5db service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400553
Nov 23 13:20:27.755112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1657e-24a0-48f7-95c5-2ce18bf3e226 req-c4ab84e7-a4bf-4762-8a52-773ff67b31d4 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:27.757488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fde1657e-24a0-48f7-95c5-2ce18bf3e226 req-c4ab84e7-a4bf-4762-8a52-773ff67b31d4 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0905271
Nov 23 13:20:27.809151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fde1657e-24a0-48f7-95c5-2ce18bf3e226 req-1230dda2-dbb0-40f5-8b4c-469915663ca0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449452
Nov 23 13:20:27.857372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f8b2a37d-e821-4487-8a86-5464af629a0f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:20:27.924910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fac170f6-0425-49be-8df9-c8c4171742fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:27.943787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f8b2a37d-e821-4487-8a86-5464af629a0f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:20:27.944850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:29.029577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7af7-df8b-48c9-8e03-f6055cce6974 req-dfe171ee-416f-4938-8b38-92495298b53a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:29.031116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-17ff7af7-df8b-48c9-8e03-f6055cce6974 req-dfe171ee-416f-4938-8b38-92495298b53a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0871100
Nov 23 13:20:29.080114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-17ff7af7-df8b-48c9-8e03-f6055cce6974 req-3beb05aa-e36c-45db-a612-426cea067ccb tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426888
Nov 23 13:20:29.406159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-dc586073-aa49-4979-b549-d6afbd931959 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:29.407681 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-dc586073-aa49-4979-b549-d6afbd931959 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 814 time: 0.1569147
Nov 23 13:20:29.425783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-30e669d7-5d53-4658-9959-0ee040adddf1 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/quotas/4017d5fc7da64070857eb19d360fc1e7 HTTP/1.1" status: 200  len: 375 time: 0.0111895
Nov 23 13:20:29.514722 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-cfb5c46c-3eb1-496a-bcb0-5a54bf123a15 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0825005
Nov 23 13:20:29.660157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-9bb986c3-4f4e-49a1-a3fb-4f4b9544bde0 service neutron] 10.222.0.60 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371360
Nov 23 13:20:30.054790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-06246b4d-2419-47bd-b627-15f77f873b0f service neutron] 10.222.0.60 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3871925
Nov 23 13:20:30.261977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef8e34b6-2003-4e93-8bbb-6f39fe1e7dd3 req-c6521f34-dc92-4466-93cb-75493acc6792 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 210 time: 0.0521591
Nov 23 13:20:30.345103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-87878ba7-e7f5-4405-aab0-863fe0cf1ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:30.825637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:31.421491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-f3aa5e37-819a-447c-a5c4-b5735ca1c91b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:31.423065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-f3aa5e37-819a-447c-a5c4-b5735ca1c91b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 814 time: 0.1755273
Nov 23 13:20:31.441918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-15b1a0bc-20ff-4b6d-a994-1adb9f65e38c req-45a30b7d-95fc-4972-891f-94305fb574b0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 210 time: 0.0471380
Nov 23 13:20:31.446628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Request body: {'port': {'device_id': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26', 'admin_state_up': True, 'tenant_id': '4017d5fc7da64070857eb19d360fc1e7'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:31.595127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:31.605106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:31.614418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Made reservation on behalf of 4017d5fc7da64070857eb19d360fc1e7 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:31.619931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:31.938242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Allocated IP 172.20.0.3 (26216d91-8b29-4d30-9a05-d715e8777b26/e53f01dd-c7f6-40cd-845f-f958670b9ff1/57a5c86e-5675-4276-b47a-fc32cba9c28b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:20:32.075739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.162081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.190331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.205876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-51536de4-6470-4e9f-a867-0d6ffe0f15ac tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:32.344410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Pushing event updated for resources: {'Port': ['ID=57a5c86e-5675-4276-b47a-fc32cba9c28b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:32.348898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:32.379409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.407114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Network 26216d91-8b29-4d30-9a05-d715e8777b26 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:20:32.408249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:20:32.410606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:20:32.480032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:32.481043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.507285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0653312
Nov 23 13:20:32.528922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Request body: {'port': {'device_id': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:32.701039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:32.780487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eac5-ea68-4600-be91-0eb06b7dcd77 req-1c89cc64-2328-4e76-ab65-b93b8bad4c6b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:32.781177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a384eac5-ea68-4600-be91-0eb06b7dcd77 req-1c89cc64-2328-4e76-ab65-b93b8bad4c6b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:32.847344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a384eac5-ea68-4600-be91-0eb06b7dcd77 req-1c89cc64-2328-4e76-ab65-b93b8bad4c6b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:32.848656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a384eac5-ea68-4600-be91-0eb06b7dcd77 req-1c89cc64-2328-4e76-ab65-b93b8bad4c6b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 931 time: 0.2700965
Nov 23 13:20:32.972655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a384eac5-ea68-4600-be91-0eb06b7dcd77 req-525a0c88-ad87-4ef8-b635-cbd80c2d1247 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129179
Nov 23 13:20:33.197890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a5c86e-5675-4276-b47a-fc32cba9c28b {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:20:33.204897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:33.217760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Transition to ACTIVE for port object 57a5c86e-5675-4276-b47a-fc32cba9c28b will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:20:33.220469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:33.235824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5f151e3-45f2-4e34-811b-0f41e4984218 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:33.371150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Pushing event updated for resources: {'Port': ['ID=57a5c86e-5675-4276-b47a-fc32cba9c28b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:33.376046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:33.560671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Attempting to bind port 57a5c86e-5675-4276-b47a-fc32cba9c28b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:20:33.561277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Attempting to bind port 57a5c86e-5675-4276-b47a-fc32cba9c28b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:20:33.561405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Attempting to bind port 57a5c86e-5675-4276-b47a-fc32cba9c28b on network 26216d91-8b29-4d30-9a05-d715e8777b26 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:20:33.568290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:20:33.568711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Checking segment: {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:20:33.569731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:33.570102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Bound using segment: {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:20:33.570556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Bound port: 57a5c86e-5675-4276-b47a-fc32cba9c28b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '26216d91-8b29-4d30-9a05-d715e8777b26'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:20:33.570924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:33.667339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] For port 57a5c86e-5675-4276-b47a-fc32cba9c28b, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:20:33.670915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] For port 57a5c86e-5675-4276-b47a-fc32cba9c28b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=57a5c86e-5675-4276-b47a-fc32cba9c28b,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:20:33.676230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:33.693585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c44eb302-ec7a-4753-bb5a-893424409a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:34.124902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Pushing event updated for resources: {'Port': ['ID=57a5c86e-5675-4276-b47a-fc32cba9c28b,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:34.131241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:34.163749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:34.164440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:34.165924 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-49f20201-c772-454f-82a4-26db3f915101 service neutron] 10.222.0.63 "PUT /v2.0/ports/57a5c86e-5675-4276-b47a-fc32cba9c28b HTTP/1.1" status: 200  len: 1157 time: 1.6422963
Nov 23 13:20:34.166505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:34.222834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393d067-eb64-4031-9349-c4ddf083ef6a req-3f3ce248-1db2-4b66-8c13-6a495733d45e tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:34.224509 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8393d067-eb64-4031-9349-c4ddf083ef6a req-3f3ce248-1db2-4b66-8c13-6a495733d45e tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 943 time: 0.1118743
Nov 23 13:20:34.255965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b', 'status': 'completed', 'code': 200}
Nov 23 13:20:34.274598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8393d067-eb64-4031-9349-c4ddf083ef6a req-28b43de6-0278-407c-939f-e59a2e8b6298 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437346
Nov 23 13:20:34.299052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-abbe70eb-ee4d-4342-aa55-7651444c9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:34.300698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-abbe70eb-ee4d-4342-aa55-7651444c9e29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 1160 time: 0.0834885
Nov 23 13:20:34.382938 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-403be50e-4d2c-4c9d-bdfa-1e7b797fcfec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a5c86e-5675-4276-b47a-fc32cba9c28b HTTP/1.1" status: 200  len: 217 time: 0.0690084
Nov 23 13:20:34.464750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73e93-946a-4d23-9a9e-942624035f01 req-83ceeade-231c-4924-939f-372cb46a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:34.466341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-83ceeade-231c-4924-939f-372cb46a8d77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e53f01dd-c7f6-40cd-845f-f958670b9ff1 HTTP/1.1" status: 200  len: 854 time: 0.0775673
Nov 23 13:20:34.516849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-074587e4-00fa-4bb0-a169-4c9d9ad5c700 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=26216d91-8b29-4d30-9a05-d715e8777b26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441673
Nov 23 13:20:34.660290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-e1d22b2f-67e4-4506-9d00-42b266ad079a service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369989
Nov 23 13:20:34.805803 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88a73e93-946a-4d23-9a9e-942624035f01 req-3602e056-6be2-49b0-b555-6d4e598d15fd service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389787
Nov 23 13:20:34.965272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-d807a498-9d50-4907-a068-91c6666580b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:34.966888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-d807a498-9d50-4907-a068-91c6666580b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4017d5fc7da64070857eb19d360fc1e7&device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 1160 time: 0.0767865
Nov 23 13:20:35.113039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-e220b416-de40-4a99-bb13-c76f7e7753bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:35.114658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-e220b416-de40-4a99-bb13-c76f7e7753bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 200  len: 908 time: 0.1410003
Nov 23 13:20:35.191219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-a003b6b6-f015-4072-aef3-a1ec10a306cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a5c86e-5675-4276-b47a-fc32cba9c28b HTTP/1.1" status: 200  len: 217 time: 0.0685341
Nov 23 13:20:35.262139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-c54e9d21-72e8-453b-8a59-88aaac0b8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:35.263641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-c54e9d21-72e8-453b-8a59-88aaac0b8f23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e53f01dd-c7f6-40cd-845f-f958670b9ff1 HTTP/1.1" status: 200  len: 854 time: 0.0649991
Nov 23 13:20:35.317839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-69a67240-930e-4394-a217-549f1d7d35fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=26216d91-8b29-4d30-9a05-d715e8777b26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474370
Nov 23 13:20:35.482033 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-0f9d7ab5-822b-40fe-9dd8-03f732fdf3fb service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511195
Nov 23 13:20:35.691259 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d3c00a4-fa73-4944-a6b5-f4cdf7dd1c00 req-d6c41eaf-2bf3-49ad-aa76-1cdfe828df96 service neutron] 10.222.0.63 "GET /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2018864
Nov 23 13:20:35.702734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000a1b-86ab-43ca-a6de-a3912e7b8802 req-9a4a135b-6747-4258-9dd7-176061ce3a53 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:35.704295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89000a1b-86ab-43ca-a6de-a3912e7b8802 req-9a4a135b-6747-4258-9dd7-176061ce3a53 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 943 time: 0.1435874
Nov 23 13:20:35.757026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89000a1b-86ab-43ca-a6de-a3912e7b8802 req-681f75b2-3e2a-48f1-a00f-b4b4e975f53c tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452261
Nov 23 13:20:36.973613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f9aa7-3aac-43e1-8a3b-0ef14f1d66c8 req-864ef3f2-8d4b-4bc8-8a81-0476ca3a04ba tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:36.975644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-350f9aa7-3aac-43e1-8a3b-0ef14f1d66c8 req-864ef3f2-8d4b-4bc8-8a81-0476ca3a04ba tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 943 time: 0.0834103
Nov 23 13:20:37.024886 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-350f9aa7-3aac-43e1-8a3b-0ef14f1d66c8 req-992f46f8-271d-481e-8d2d-4396d07b317a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425496
Nov 23 13:20:38.213732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 57a5c86e-5675-4276-b47a-fc32cba9c28b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:20:38.240238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8415c-b23f-4339-86d8-bc6526920450 req-c6272f62-c71e-4320-b248-798ad13cfe04 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:38.242449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ed8415c-b23f-4339-86d8-bc6526920450 req-c6272f62-c71e-4320-b248-798ad13cfe04 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 943 time: 0.0882006
Nov 23 13:20:38.294641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ed8415c-b23f-4339-86d8-bc6526920450 req-f2b4bcaa-093e-43a3-ab52-09c53bc862e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456638
Nov 23 13:20:38.464978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 57a5c86e-5675-4276-b47a-fc32cba9c28b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:20:38.473582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 57a5c86e-5675-4276-b47a-fc32cba9c28b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:20:38.474296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:38.594177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:38.623511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:38.634058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 57a5c86e-5675-4276-b47a-fc32cba9c28b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=57a5c86e-5675-4276-b47a-fc32cba9c28b,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:38.637071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:38.639011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1fe308c9-92bd-4c22-a41e-6d24f8d7be0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:38.700930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b', 'code': 200}
Nov 23 13:20:38.711868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=57a5c86e-5675-4276-b47a-fc32cba9c28b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:38.721251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.721591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.721981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.722362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.722740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.723121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.723495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.723868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.724241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.724638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.725778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.726159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.726613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.726986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.727360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.727727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.728096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.728485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.728861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.729232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.729602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.729967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.730334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.730702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:20:38.735425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:38.975399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df19a3f-8a3c-43e6-9e49-9bad939b38d0 req-817316a7-33c1-48ec-8439-1cd5998a3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:38.976942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2df19a3f-8a3c-43e6-9e49-9bad939b38d0 req-817316a7-33c1-48ec-8439-1cd5998a3986 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 1162 time: 0.0734768
Nov 23 13:20:39.027726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2df19a3f-8a3c-43e6-9e49-9bad939b38d0 req-5a282de8-6c84-4c3f-b7a2-bb5ab2bbfda5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429878
Nov 23 13:20:39.509709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef749-38ba-4e45-bed3-e2e053db1d08 req-345ea872-55ce-43dd-abf9-fcad70b7689d tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:39.511328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a3ef749-38ba-4e45-bed3-e2e053db1d08 req-345ea872-55ce-43dd-abf9-fcad70b7689d tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 945 time: 0.0841444
Nov 23 13:20:39.560136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a3ef749-38ba-4e45-bed3-e2e053db1d08 req-d7ff3622-c467-4df3-951f-4092b2006c4c tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422676
Nov 23 13:20:39.969715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 57a5c86e-5675-4276-b47a-fc32cba9c28b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:20:40.042151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 57a5c86e-5675-4276-b47a-fc32cba9c28b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:20:40.042582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:40.784717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af7d6-9177-40b5-ab77-f5fa016a504b req-e23fbd37-15f1-41e3-8fa4-bad0c5fdcde9 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:40.786328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d4af7d6-9177-40b5-ab77-f5fa016a504b req-e23fbd37-15f1-41e3-8fa4-bad0c5fdcde9 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 945 time: 0.0905411
Nov 23 13:20:40.837254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d4af7d6-9177-40b5-ab77-f5fa016a504b req-e48acfd0-a7fd-4ea5-8081-aa8c38622b01 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437496
Nov 23 13:20:41.268781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869afaa-ee05-49ab-a452-cf6f9278cfc3 req-1f03b109-453f-4f65-ac1c-0468d4c9d63f tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:41.270402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a869afaa-ee05-49ab-a452-cf6f9278cfc3 req-1f03b109-453f-4f65-ac1c-0468d4c9d63f tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 945 time: 0.0889995
Nov 23 13:20:41.323405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a869afaa-ee05-49ab-a452-cf6f9278cfc3 req-490ffd2e-8ab1-4fa6-8709-b1939577c3d8 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457838
Nov 23 13:20:41.997309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 57a5c86e-5675-4276-b47a-fc32cba9c28b up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:20:42.070120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 57a5c86e-5675-4276-b47a-fc32cba9c28b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:20:42.071058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:42.548016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668e6ce-bafa-4e41-add1-f252227dddff req-9ef52be7-0042-4c99-bec6-d5a423a072a7 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:42.549633 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1668e6ce-bafa-4e41-add1-f252227dddff req-9ef52be7-0042-4c99-bec6-d5a423a072a7 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 945 time: 0.0917108
Nov 23 13:20:42.598401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1668e6ce-bafa-4e41-add1-f252227dddff req-49d5de90-5011-47fe-879c-8a1abbba9e40 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416918
Nov 23 13:20:42.781881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-c094a0db-f6a8-45be-81e0-1e5d02048877 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:42.783460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-c094a0db-f6a8-45be-81e0-1e5d02048877 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 945 time: 0.0843375
Nov 23 13:20:42.876740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Deleting port 57a5c86e-5675-4276-b47a-fc32cba9c28b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:42.877045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:43.135034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] For port 57a5c86e-5675-4276-b47a-fc32cba9c28b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=57a5c86e-5675-4276-b47a-fc32cba9c28b,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:43.135608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:43.266105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Calling delete_port for 57a5c86e-5675-4276-b47a-fc32cba9c28b owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:43.413945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:43.430872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7364aa45-3662-4dc3-ae7b-e3888b3a7d82 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:43.532490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Pushing event deleted for resources: {'Port': ['ID=57a5c86e-5675-4276-b47a-fc32cba9c28b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:43.536750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:43.638833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] No DVR routers for this DVR port 57a5c86e-5675-4276-b47a-fc32cba9c28b on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:20:43.641107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:43.643962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'name': 'network-vif-deleted', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:43.659786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf5bdd0d-6997-41ca-95bb-0c40d38b1c43 req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "DELETE /v2.0/ports/57a5c86e-5675-4276-b47a-fc32cba9c28b HTTP/1.1" status: 204  len: 173 time: 0.8592830
Nov 23 13:20:43.721974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccef35ad-7519-4d35-a2cb-a9333895c297', 'name': 'network-vif-deleted', 'tag': '57a5c86e-5675-4276-b47a-fc32cba9c28b', 'status': 'completed', 'code': 200}
Nov 23 13:20:43.793154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ee151d51-2dfe-437c-a529-aaeb16c1ba98 req-2da70e66-25b5-47b8-b313-e8684fa6fbc0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=ccef35ad-7519-4d35-a2cb-a9333895c297 HTTP/1.1" status: 200  len: 210 time: 0.0458064
Nov 23 13:20:44.013495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 57a5c86e-5675-4276-b47a-fc32cba9c28b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:20:44.048848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 57a5c86e-5675-4276-b47a-fc32cba9c28b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:20:44.049244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 57a5c86e-5675-4276-b47a-fc32cba9c28b not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:20:45.089845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f413-ee34-466d-9cea-db9c804a032f req-5de4e19d-209f-4d16-bfca-7b8479630fe9 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:45.091354 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2501f413-ee34-466d-9cea-db9c804a032f req-5de4e19d-209f-4d16-bfca-7b8479630fe9 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0823424
Nov 23 13:20:45.140125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2501f413-ee34-466d-9cea-db9c804a032f req-725ffe05-be33-4be4-9546-17abb976874a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422995
Nov 23 13:20:45.382088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f811-2827-4da5-9853-cac15cc65c68 req-7cc9728f-537d-437d-a9b9-c7f7f325cdf3 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:45.383593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4b2f811-2827-4da5-9853-cac15cc65c68 req-7cc9728f-537d-437d-a9b9-c7f7f325cdf3 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0865469
Nov 23 13:20:45.432366 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4b2f811-2827-4da5-9853-cac15cc65c68 req-36baac80-5f7c-4486-b157-c58b69e782e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421872
Nov 23 13:20:45.647168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f119-ba94-418e-b3a6-3faa78e62e73 req-a04b809c-175a-4b65-be14-86d21af0d1ef tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:45.647841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-04d4f119-ba94-418e-b3a6-3faa78e62e73 req-a04b809c-175a-4b65-be14-86d21af0d1ef tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:45.663212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-04d4f119-ba94-418e-b3a6-3faa78e62e73 req-a04b809c-175a-4b65-be14-86d21af0d1ef tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:45.665173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04d4f119-ba94-418e-b3a6-3faa78e62e73 req-a04b809c-175a-4b65-be14-86d21af0d1ef tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.1016929
Nov 23 13:20:45.716607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04d4f119-ba94-418e-b3a6-3faa78e62e73 req-a97206ec-cac0-4757-9d6c-e2dc6ab58091 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447540
Nov 23 13:20:45.924133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:20:46.061772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01416bbb-b0aa-4ab2-aafd-f1901679caa0 req-c47963d8-07e5-438b-b13a-a17132ca1371 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:46.063391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01416bbb-b0aa-4ab2-aafd-f1901679caa0 req-c47963d8-07e5-438b-b13a-a17132ca1371 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0880132
Nov 23 13:20:46.113674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01416bbb-b0aa-4ab2-aafd-f1901679caa0 req-12ac2d61-1743-42e5-bbbd-872be264575f tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438008
Nov 23 13:20:46.328725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f6fa-608d-4a56-9fe2-d95e8cd7b430 req-1f0cd28e-1102-4c7d-81e7-5bf6603d25af tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:46.330327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c56f6fa-608d-4a56-9fe2-d95e8cd7b430 req-1f0cd28e-1102-4c7d-81e7-5bf6603d25af tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0845962
Nov 23 13:20:46.383953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c56f6fa-608d-4a56-9fe2-d95e8cd7b430 req-6bfa4681-0c2e-4fba-bc5a-e594a1c939c3 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470259
Nov 23 13:20:46.619311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44159311-211f-4136-a212-23a70a699b1d req-9287ece4-ffc8-424c-9fda-76c2b5d7a159 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:46.620948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44159311-211f-4136-a212-23a70a699b1d req-9287ece4-ffc8-424c-9fda-76c2b5d7a159 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0832675
Nov 23 13:20:46.670518 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44159311-211f-4136-a212-23a70a699b1d req-3a6adbf8-18c5-4814-8b8c-5aa81f047c5b tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430961
Nov 23 13:20:47.201224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:47.278768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39a29f-5b02-4c57-b420-a32ec68e0ab3 req-bacbdd96-e452-426d-a6f5-55de9eb72faf tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:47.280296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f39a29f-5b02-4c57-b420-a32ec68e0ab3 req-bacbdd96-e452-426d-a6f5-55de9eb72faf tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0926914
Nov 23 13:20:47.330377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f39a29f-5b02-4c57-b420-a32ec68e0ab3 req-d21a4117-06e3-4e4b-815c-4dfb798041fe tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434978
Nov 23 13:20:48.553576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb958f-bf4e-4a34-96f6-d59398aa902c req-631760a4-4f25-4217-a790-a7fd9b31f3ff tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:48.556005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88cb958f-bf4e-4a34-96f6-d59398aa902c req-631760a4-4f25-4217-a790-a7fd9b31f3ff tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0886512
Nov 23 13:20:48.605601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88cb958f-bf4e-4a34-96f6-d59398aa902c req-057e586e-8f49-4544-b22b-bc3da7644327 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/security-groups?id=cd99f920-ae75-45c8-8352-8b19d6084d5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431681
Nov 23 13:20:48.742753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69159c-da97-426f-813f-ea8b74c76027 req-b6794b80-94fe-41be-a7ea-c95ccb689d1f tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:48.744236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a69159c-da97-426f-813f-ea8b74c76027 req-b6794b80-94fe-41be-a7ea-c95ccb689d1f tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 945 time: 0.0880353
Nov 23 13:20:48.817444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Deleting port f8b2a37d-e821-4487-8a86-5464af629a0f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:20:48.817825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:49.077467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] For port f8b2a37d-e821-4487-8a86-5464af629a0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f8b2a37d-e821-4487-8a86-5464af629a0f,segment=NetworkSegment(94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f),segment_id=94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:20:49.077858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:49.208436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Calling delete_port for f8b2a37d-e821-4487-8a86-5464af629a0f owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:20:49.351736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:49.367316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:49.471243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Pushing event deleted for resources: {'Port': ['ID=f8b2a37d-e821-4487-8a86-5464af629a0f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:49.475465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:49.570931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] No DVR routers for this DVR port f8b2a37d-e821-4487-8a86-5464af629a0f on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:20:49.573091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:49.575803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'name': 'network-vif-deleted', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:20:49.590721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3a69159c-da97-426f-813f-ea8b74c76027 req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.63 "DELETE /v2.0/ports/f8b2a37d-e821-4487-8a86-5464af629a0f HTTP/1.1" status: 204  len: 173 time: 0.8411887
Nov 23 13:20:49.637959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce58719-dd83-4e56-9c05-d91aa50772f4', 'name': 'network-vif-deleted', 'tag': 'f8b2a37d-e821-4487-8a86-5464af629a0f', 'status': 'completed', 'code': 200}
Nov 23 13:20:49.800839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5cc4e4b3-b2e6-48c9-bb67-ab8fceb359e6 req-1dc6c460-2498-4d00-a5f2-efe928317c72 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Synchronizing usage tracker for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:20:49.817030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5cc4e4b3-b2e6-48c9-bb67-ab8fceb359e6 req-1dc6c460-2498-4d00-a5f2-efe928317c72 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Unset dirty status for tenant:4017d5fc7da64070857eb19d360fc1e7 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:20:49.818313 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5cc4e4b3-b2e6-48c9-bb67-ab8fceb359e6 req-1dc6c460-2498-4d00-a5f2-efe928317c72 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] 10.222.0.60 "GET /v2.0/ports?device_id=6ce58719-dd83-4e56-9c05-d91aa50772f4 HTTP/1.1" status: 200  len: 210 time: 0.0706801
Nov 23 13:20:49.864960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f8b2a37d-e821-4487-8a86-5464af629a0f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:20:49.902796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: f8b2a37d-e821-4487-8a86-5464af629a0f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:20:49.903196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f8b2a37d-e821-4487-8a86-5464af629a0f not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:20:51.077738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53612) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:51.145046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Deleting subnet e53f01dd-c7f6-40cd-845f-f958670b9ff1 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:20:51.148797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:51.204770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:51.267349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:51.533251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:51.548665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04d20a5c-e534-488c-a6b4-faea624998ef tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:51.639546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53f01dd-c7f6-40cd-845f-f958670b9ff1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:51.645326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:51.690240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:51.697564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1acd0da0-9dd8-417c-91e5-a1c8834d7c11 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e53f01dd-c7f6-40cd-845f-f958670b9ff1 HTTP/1.1" status: 204  len: 168 time: 0.6186948
Nov 23 13:20:51.700115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53616) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:51.822329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.017359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.137379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824b1eba8>,) {'filters': {'network_id': ['26216d91-8b29-4d30-9a05-d715e8777b26']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:52.150376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b1eba8>, '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:52.150715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b1eba8>, '94d75cfe-06e1-4e3c-85bc-b8abf54e5c1f') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:20:52.162835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.178034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.180808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:20:52.373549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Network 26216d91-8b29-4d30-9a05-d715e8777b26 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:20:52.383962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.579230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Network 26216d91-8b29-4d30-9a05-d715e8777b26 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:20:52.602499 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:20:52.684965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.689229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:52.693670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ae6e39c-402c-4ae4-a4b0-a4b2906949a8 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:52.719895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26216d91-8b29-4d30-9a05-d715e8777b26,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:52.722885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:52.730900 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/26216d91-8b29-4d30-9a05-d715e8777b26 HTTP/1.1" status: 204  len: 168 time: 1.0296741
Nov 23 13:20:52.909292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53622) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:52.964581 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5357d500-4804-4822-b672-1bd26ccc4eda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4017d5fc7da64070857eb19d360fc1e7&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0537086
Nov 23 13:20:52.967131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53626) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:53.031699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:53.061288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:53.112258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:53.118259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a15cbf-32f9-440d-9e91-ffb26c5750b0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:53.131763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99f920-ae75-45c8-8352-8b19d6084d5d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:53.135152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:53.142697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:53.143927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-82b35a37-9a06-4a0c-9639-4e832797c1a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd99f920-ae75-45c8-8352-8b19d6084d5d HTTP/1.1" status: 204  len: 168 time: 0.1758251
Nov 23 13:20:54.171615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53648) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:54.329726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392097821'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:54.335272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:54.340004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:network and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:54.343038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:54.348810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:54.358770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:54.364500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.378955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.417560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:54.421626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:security_group_rule and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:54.424621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:54.430921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:54.503125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.505860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.510753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c17a9e3-542f-420f-a77e-7ac3e9971466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:54.542408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:20:54.555748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'SecurityGroup': ['ID=273b8695-491a-4738-be03-0a912e7a0667,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:54.560449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.560878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Added segment 29112e04-36cb-498c-9fed-96abccae0611 of type vxlan for network c616af18-0847-46dd-a466-98b2ac40a3df
Nov 23 13:20:54.562233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:54.595166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.625918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.630008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:54.630644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:54.635216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f7d98317-8a40-487c-92a4-4d80a25e0c5b tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:54.751861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Network': ['ID=c616af18-0847-46dd-a466-98b2ac40a3df,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:54.760485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5824783
Nov 23 13:20:54.760485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:54.764204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c616af18-0847-46dd-a466-98b2ac40a3df details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:20:54.779102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c616af18-0847-46dd-a466-98b2ac40a3df details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:20:57.906463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bb646f5b-73a0-4d55-bb0e-ac063a896c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:58.493652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53654) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:58.500369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'subnet': {'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:58.623467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:58.627605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:subnet and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:58.630620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:58.640861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:58.650855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:58.765239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.220551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.236360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ac8bab2b-0527-4812-ade0-bd45c2de191b tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:59.639231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Subnet': ['ID=6d2db265-4350-447e-8b1e-43772b1f85f5,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:20:59.643866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:20:59.715636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking segment: {'id': '29112e04-36cb-498c-9fed-96abccae0611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:20:59.715984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network hostable DHCP agents. Network: c616af18-0847-46dd-a466-98b2ac40a3df, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:20:59.737090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network c616af18-0847-46dd-a466-98b2ac40a3df is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:20:59.747131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c616af18-0847-46dd-a466-98b2ac40a3df) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:20:59.755794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf33622-1290-46b1-a4d3-7cf508a94120 None None] Network c616af18-0847-46dd-a466-98b2ac40a3df requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:20:59.763474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:59.764127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.784350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2894547
Nov 23 13:20:59.787992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53658) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:20:59.794679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842846786'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:20:59.800721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:20:59.806146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:network and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:20:59.809450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:20:59.815468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:20:59.825616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:20:59.831196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.867176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:20:59.876953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.877345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Added segment e4588e64-c6d7-4aac-964a-bfb4516530a7 of type vxlan for network 534460eb-ab19-42a9-ac8d-6a803587d069
Nov 23 13:20:59.905542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.936451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.940538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:20:59.941182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:20:59.947177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb9813f9-e011-4a63-83cc-d680fb5c17f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:20:59.988990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c616af18-0847-46dd-a466-98b2ac40a3df', 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df', 'tenant_id': '9d965ca29fe640ecb3f630fe57db4eca', 'fixed_ips': [{'subnet_id': '6d2db265-4350-447e-8b1e-43772b1f85f5'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:20:59.990042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.050638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2611635
Nov 23 13:21:00.054051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53662) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:00.061197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Network': ['ID=534460eb-ab19-42a9-ac8d-6a803587d069,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:00.061427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'subnet': {'network_id': '534460eb-ab19-42a9-ac8d-6a803587d069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:00.064236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:00.099464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 534460eb-ab19-42a9-ac8d-6a803587d069 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:00.113256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 534460eb-ab19-42a9-ac8d-6a803587d069 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:00.183728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:00.187886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:subnet and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:00.190935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:00.197441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:00.206630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:00.316218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.421152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3796479f-1840-4b10-9ea8-5a1536fb9b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.534573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Allocated IP 2001:db8:0:ffff::2 (c616af18-0847-46dd-a466-98b2ac40a3df/6d2db265-4350-447e-8b1e-43772b1f85f5/db8199cd-cbbd-4648-9d60-6c15a588ac68) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:00.767397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.780405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Transition to ACTIVE for port object db8199cd-cbbd-4648-9d60-6c15a588ac68 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:00.796864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Transition to ACTIVE for port object db8199cd-cbbd-4648-9d60-6c15a588ac68 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:00.801204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.818396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:00.960226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:00.969202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Pushing event updated for resources: {'Port': ['ID=db8199cd-cbbd-4648-9d60-6c15a588ac68,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:00.974315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:01.029469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Network c616af18-0847-46dd-a466-98b2ac40a3df is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:01.030809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:01.033007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:01.061652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.078480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b550601-9bd4-43b1-8135-c32f8c48fb9c tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:01.091350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Attempting to bind port db8199cd-cbbd-4648-9d60-6c15a588ac68 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:01.091772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Attempting to bind port db8199cd-cbbd-4648-9d60-6c15a588ac68 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '29112e04-36cb-498c-9fed-96abccae0611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:01.092185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Attempting to bind port db8199cd-cbbd-4648-9d60-6c15a588ac68 on network c616af18-0847-46dd-a466-98b2ac40a3df {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:01.099211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:01.099638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Checking segment: {'id': '29112e04-36cb-498c-9fed-96abccae0611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:01.100088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.100560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Bound using segment: {'id': '29112e04-36cb-498c-9fed-96abccae0611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:01.101118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Bound port: db8199cd-cbbd-4648-9d60-6c15a588ac68, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29112e04-36cb-498c-9fed-96abccae0611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c616af18-0847-46dd-a466-98b2ac40a3df'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:01.101542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.200620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] For port db8199cd-cbbd-4648-9d60-6c15a588ac68, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:01.204094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] For port db8199cd-cbbd-4648-9d60-6c15a588ac68, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=db8199cd-cbbd-4648-9d60-6c15a588ac68,segment=NetworkSegment(29112e04-36cb-498c-9fed-96abccae0611),segment_id=29112e04-36cb-498c-9fed-96abccae0611)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:01.207386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.217327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Subnet': ['ID=b648ef01-9c2d-40c8-b985-a90b32cc478b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:01.223470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:01.246208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.246208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.246460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.246793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.247212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.247631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.248049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.250557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.251992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.251992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.251992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.252317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.252481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.252899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.253307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.253721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.254126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.254534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.254939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:01.261596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:01.317622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking segment: {'id': 'e4588e64-c6d7-4aac-964a-bfb4516530a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '534460eb-ab19-42a9-ac8d-6a803587d069'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:01.318200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network hostable DHCP agents. Network: 534460eb-ab19-42a9-ac8d-6a803587d069, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:01.341600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 534460eb-ab19-42a9-ac8d-6a803587d069 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:01.350620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 534460eb-ab19-42a9-ac8d-6a803587d069) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:01.363456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ee5d0-38c0-476f-89f6-c6cf10bfaed3 None None] Network 534460eb-ab19-42a9-ac8d-6a803587d069 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:01.367715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:01.368453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.390578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.3349824
Nov 23 13:21:01.393422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53668) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:01.560772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.617744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Pushing event updated for resources: {'Port': ['ID=db8199cd-cbbd-4648-9d60-6c15a588ac68,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:01.634579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:01.698276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:01.832596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede7779-acf1-4fdb-beae-0a27630baa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-534460eb-ab19-42a9-ac8d-6a803587d069', 'network_id': '534460eb-ab19-42a9-ac8d-6a803587d069', 'tenant_id': '9d965ca29fe640ecb3f630fe57db4eca', 'fixed_ips': [{'subnet_id': 'b648ef01-9c2d-40c8-b985-a90b32cc478b'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:01.833646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ede7779-acf1-4fdb-beae-0a27630baa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.014779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.035828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcb96877-ccb7-461f-8181-1d7a1da6c032 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:02.109274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-8ede7779-acf1-4fdb-beae-0a27630baa22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b648ef01-9c2d-40c8-b985-a90b32cc478b: This subnet is being modified by another concurrent operation.
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b648ef01-9c2d-40c8-b985-a90b32cc478b: This subnet is being modified by another concurrent operation.
Nov 23 13:21:02.119997 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 13:21:02.130926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Subnet': ['ID=b648ef01-9c2d-40c8-b985-a90b32cc478b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:02.139128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:02.143734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81777d-8f9a-4e13-8468-83b81d2e2202 None None] Network 534460eb-ab19-42a9-ac8d-6a803587d069 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:02.288040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.383044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.413362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681fe04978>,) {'filters': {'network_id': ['534460eb-ab19-42a9-ac8d-6a803587d069']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:02.426884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe04978>, 'e4588e64-c6d7-4aac-964a-bfb4516530a7') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:02.427228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681fe04978>, 'e4588e64-c6d7-4aac-964a-bfb4516530a7') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:02.439957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.455350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.457791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:02.646109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 534460eb-ab19-42a9-ac8d-6a803587d069 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:02.660777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.855783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 534460eb-ab19-42a9-ac8d-6a803587d069 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:02.882372 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:02.969260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:02.972650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c34cbc32-0e4e-4fd2-9ddc-843771a11ea9 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:02.988775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.001732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Network': ['ID=534460eb-ab19-42a9-ac8d-6a803587d069,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:03.004694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:03.011189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53672) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:03.011380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/534460eb-ab19-42a9-ac8d-6a803587d069 HTTP/1.1" status: 204  len: 168 time: 1.6167967
Nov 23 13:21:03.017600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045422509'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:03.024144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:03.028304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:network and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:03.031679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for network was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:03.037743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:03.050055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:03.056173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.091835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:03.101579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.101967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Added segment 044278f3-688a-4968-9c41-a7714e7b49d6 of type vxlan for network 92393563-021e-4c69-8442-ff434944f6f7
Nov 23 13:21:03.128595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e2981-a082-4e72-81b7-1ee11c02587f None None] Network c616af18-0847-46dd-a466-98b2ac40a3df requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:03.134374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.165520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.169581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:03.170216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.175785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cb503a7-cb82-4582-8afd-bd4ccf11e35a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:03.228005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c9422dcf-f34b-47a6-92e0-817da4b7f824 None None] Provisioning for port db8199cd-cbbd-4648-9d60-6c15a588ac68 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:03.275817 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2634099
Nov 23 13:21:03.279653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53676) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:03.285449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Network': ['ID=92393563-021e-4c69-8442-ff434944f6f7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:03.287505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'subnet': {'network_id': '92393563-021e-4c69-8442-ff434944f6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:03.288597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-95142eb9-3005-447a-a442-fe732bb6ee0d tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:03.303892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 92393563-021e-4c69-8442-ff434944f6f7 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:03.328503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 92393563-021e-4c69-8442-ff434944f6f7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:03.407103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:03.411107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:subnet and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:03.414186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:03.420040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:03.430334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:03.548479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:03.645754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Performing IP validity checks on allocation pools {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Nov 23 13:21:03.646345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking for overlaps among allocation pools and gateway ip {{(pid=81023) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Nov 23 13:21:03.857632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device db8199cd-cbbd-4648-9d60-6c15a588ac68 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:03.935524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port db8199cd-cbbd-4648-9d60-6c15a588ac68 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:03.941560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port db8199cd-cbbd-4648-9d60-6c15a588ac68 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:03.942011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.043741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.060532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f2ae27e-c580-4e89-a1b1-d3166b945a95 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:04.090033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.101634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9d192fff-4cd4-4de8-b7aa-8dd56addb4b2 None None] Provisioning complete for port db8199cd-cbbd-4648-9d60-6c15a588ac68 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:04.102057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9d192fff-4cd4-4de8-b7aa-8dd56addb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.186221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port db8199cd-cbbd-4648-9d60-6c15a588ac68, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=db8199cd-cbbd-4648-9d60-6c15a588ac68,segment=NetworkSegment(29112e04-36cb-498c-9fed-96abccae0611),segment_id=29112e04-36cb-498c-9fed-96abccae0611)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:04.191851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.196183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:04.209426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Subnet': ['ID=e75089e1-c75c-45db-a2b7-e696f15ebdc5,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:04.223089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:04.288251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking segment: {'id': '044278f3-688a-4968-9c41-a7714e7b49d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92393563-021e-4c69-8442-ff434944f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:04.288716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network hostable DHCP agents. Network: 92393563-021e-4c69-8442-ff434944f6f7, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:04.313630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 92393563-021e-4c69-8442-ff434944f6f7 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:04.325414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=db8199cd-cbbd-4648-9d60-6c15a588ac68,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:04.325641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 92393563-021e-4c69-8442-ff434944f6f7) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:04.330613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:04.339527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:04.340294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.341357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5bc574-05e6-4870-9648-dc6eecb2947c None None] Network 92393563-021e-4c69-8442-ff434944f6f7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:04.368592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4fd13015-2a6a-41cd-a60e-2e7afdb14cda tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0856028
Nov 23 13:21:04.370213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53680) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:04.524708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.530323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-68fa2dc4-5428-487b-9475-3dd3cd8ecc41 None None] Provisioning complete for port db8199cd-cbbd-4648-9d60-6c15a588ac68 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:04.530737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68fa2dc4-5428-487b-9475-3dd3cd8ecc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.641410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-92393563-021e-4c69-8442-ff434944f6f7', 'network_id': '92393563-021e-4c69-8442-ff434944f6f7', 'tenant_id': '9d965ca29fe640ecb3f630fe57db4eca', 'fixed_ips': [{'subnet_id': 'e75089e1-c75c-45db-a2b7-e696f15ebdc5'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:04.642302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:04.661115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.181205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Allocated IP 2001:db8::3 (92393563-021e-4c69-8442-ff434944f6f7/e75089e1-c75c-45db-a2b7-e696f15ebdc5/9a649887-aaaf-43e8-aad6-3afe4dc76da0) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:05.396592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.407865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Transition to ACTIVE for port object 9a649887-aaaf-43e8-aad6-3afe4dc76da0 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:05.425296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Transition to ACTIVE for port object 9a649887-aaaf-43e8-aad6-3afe4dc76da0 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:05.430159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.443222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.446636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:05.458864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9bbae7fd-5f39-4fc8-9f1a-5dc0b42142f5 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:05.550026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Subnet': ['ID=e75089e1-c75c-45db-a2b7-e696f15ebdc5,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:05.555413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:05.610559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Pushing event updated for resources: {'Port': ['ID=9a649887-aaaf-43e8-aad6-3afe4dc76da0,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:05.619937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:05.641437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Network 92393563-021e-4c69-8442-ff434944f6f7 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:05.642681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:05.645078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:05.713069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Attempting to bind port 9a649887-aaaf-43e8-aad6-3afe4dc76da0 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:05.713477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Attempting to bind port 9a649887-aaaf-43e8-aad6-3afe4dc76da0 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '044278f3-688a-4968-9c41-a7714e7b49d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92393563-021e-4c69-8442-ff434944f6f7'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:05.713896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Attempting to bind port 9a649887-aaaf-43e8-aad6-3afe4dc76da0 on network 92393563-021e-4c69-8442-ff434944f6f7 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:05.714206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.721571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:05.722005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Checking segment: {'id': '044278f3-688a-4968-9c41-a7714e7b49d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92393563-021e-4c69-8442-ff434944f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:05.722464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.722916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Bound using segment: {'id': '044278f3-688a-4968-9c41-a7714e7b49d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92393563-021e-4c69-8442-ff434944f6f7'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:05.723443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Bound port: 9a649887-aaaf-43e8-aad6-3afe4dc76da0, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044278f3-688a-4968-9c41-a7714e7b49d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92393563-021e-4c69-8442-ff434944f6f7'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:05.723870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.819564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device db8199cd-cbbd-4648-9d60-6c15a588ac68 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:05.888811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] For port 9a649887-aaaf-43e8-aad6-3afe4dc76da0, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:05.891245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68256a90f0>,) {'filters': {'network_id': ['92393563-021e-4c69-8442-ff434944f6f7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:05.902510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] For port 9a649887-aaaf-43e8-aad6-3afe4dc76da0, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a649887-aaaf-43e8-aad6-3afe4dc76da0,segment=NetworkSegment(044278f3-688a-4968-9c41-a7714e7b49d6),segment_id=044278f3-688a-4968-9c41-a7714e7b49d6)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:05.907745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.908270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68256a90f0>, '044278f3-688a-4968-9c41-a7714e7b49d6') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:05.908675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68256a90f0>, '044278f3-688a-4968-9c41-a7714e7b49d6') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:05.924155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:05.925155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.949696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:05.952124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:06.084359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port db8199cd-cbbd-4648-9d60-6c15a588ac68 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:06.084738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:06.131578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Pushing event updated for resources: {'Port': ['ID=9a649887-aaaf-43e8-aad6-3afe4dc76da0,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:06.143893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:06.187477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 92393563-021e-4c69-8442-ff434944f6f7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:06.211118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:06.303270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f6e30-c923-4de0-afe3-3e445a4d09b3 None None] Network 92393563-021e-4c69-8442-ff434944f6f7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:06.466188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 92393563-021e-4c69-8442-ff434944f6f7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:06.494354 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:06.535484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b42e7-3682-40df-b836-b874f6ca942a None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 13:21:06.609813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 23 13:21:06.609813 dv-neutron-601336-59-ovs neutron-server[80911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 23 13:21:06.609813 dv-neutron-601336-59-ovs neutron-server[80911]: [parameters: {'id': '92393563-021e-4c69-8442-ff434944f6f7'}]
Nov 23 13:21:06.609813 dv-neutron-601336-59-ovs neutron-server[80911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:21:06.610766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:21:06.655724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b42e7-3682-40df-b836-b874f6ca942a None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 13:21:07.088704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce82c67-fecc-40c5-9a3f-d94ebb2a71f6 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 13:21:07.111920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:07.187385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting port 9a649887-aaaf-43e8-aad6-3afe4dc76da0 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:07.188084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:07.203990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce82c67-fecc-40c5-9a3f-d94ebb2a71f6 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 13:21:07.410180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] For port 9a649887-aaaf-43e8-aad6-3afe4dc76da0, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9a649887-aaaf-43e8-aad6-3afe4dc76da0,segment=NetworkSegment(044278f3-688a-4968-9c41-a7714e7b49d6),segment_id=044278f3-688a-4968-9c41-a7714e7b49d6)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:07.410498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:07.543572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Calling delete_port for 9a649887-aaaf-43e8-aad6-3afe4dc76da0 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:07.622088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:07.637956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1462c638-06bf-419c-9d46-375a76957fda tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:07.730594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Port': ['ID=9a649887-aaaf-43e8-aad6-3afe4dc76da0,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:07.734939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:07.781631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No DVR routers for this DVR port 9a649887-aaaf-43e8-aad6-3afe4dc76da0 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:21:07.915555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.043227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f7b24e0>,) {'filters': {'network_id': ['92393563-021e-4c69-8442-ff434944f6f7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:08.057036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7b24e0>, '044278f3-688a-4968-9c41-a7714e7b49d6') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:08.057378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7b24e0>, '044278f3-688a-4968-9c41-a7714e7b49d6') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:08.069589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.086265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.088270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:08.277102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 92393563-021e-4c69-8442-ff434944f6f7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:08.286172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.472157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 92393563-021e-4c69-8442-ff434944f6f7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:08.499149 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:08.586895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.590113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b6bbb43-2230-48b4-80b1-e2d44d9e5931 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:08.608835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.618996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Network': ['ID=92393563-021e-4c69-8442-ff434944f6f7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:08.623679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:08.629293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/92393563-021e-4c69-8442-ff434944f6f7 HTTP/1.1" status: 204  len: 168 time: 4.2579482
Nov 23 13:21:08.633278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53684) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:08.639171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311380375'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:08.644358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:08.649066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:network and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:08.652040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:08.657814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:08.668252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:08.673903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.710038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:08.720244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.720702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Added segment b69dd9eb-7dd4-4c74-b95f-735eeb6911d6 of type vxlan for network 18e90327-4240-4d51-926f-b9f22facf032
Nov 23 13:21:08.748169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.781725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.785811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:08.786448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:08.792544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a08532bb-ac8c-4187-8cd3-e4f79b9689d3 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:08.892860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2584364
Nov 23 13:21:08.896152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53688) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:08.902922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Network': ['ID=18e90327-4240-4d51-926f-b9f22facf032,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:08.903388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'subnet': {'network_id': '18e90327-4240-4d51-926f-b9f22facf032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:08.905950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:08.915986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 18e90327-4240-4d51-926f-b9f22facf032 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:08.936663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 18e90327-4240-4d51-926f-b9f22facf032 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:09.024885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:09.029160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:subnet and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:09.032273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:09.038345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:09.047748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:09.165416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:09.618098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:09.634627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0745c81f-d3c6-4863-b4fe-bb48fa093f57 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:09.767212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Subnet': ['ID=908497c1-a5ae-4dd7-8484-26ae0e633777,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:09.771970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:09.842212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking segment: {'id': 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18e90327-4240-4d51-926f-b9f22facf032'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:09.842615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network hostable DHCP agents. Network: 18e90327-4240-4d51-926f-b9f22facf032, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:09.867454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 18e90327-4240-4d51-926f-b9f22facf032 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:09.876870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 18e90327-4240-4d51-926f-b9f22facf032) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:09.886746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89960f3-ff13-43a6-9f5d-cc563e316656 None None] Network 18e90327-4240-4d51-926f-b9f22facf032 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:09.890017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:09.890672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:09.910550 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0131841
Nov 23 13:21:09.914997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53692) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:09.921691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434144126'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:09.927123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:09.932573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:network and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:09.935629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for network was recalculated. Used quota:2. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:09.941549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:09.950594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:09.956192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:09.994950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:10.005161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.005620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Added segment 3df80ee5-2b2b-4e7a-a8e6-e9a7122f6626 of type vxlan for network 927f9d6c-49b6-4b57-ad2b-ae20257620b7
Nov 23 13:21:10.033310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.065069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.069180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:10.070929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.076861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-03a64ee2-c374-4088-ab2c-51c6db58f421 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:10.124558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-18e90327-4240-4d51-926f-b9f22facf032', 'network_id': '18e90327-4240-4d51-926f-b9f22facf032', 'tenant_id': '9d965ca29fe640ecb3f630fe57db4eca', 'fixed_ips': [{'subnet_id': '908497c1-a5ae-4dd7-8484-26ae0e633777'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:10.125480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.180342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2639868
Nov 23 13:21:10.183459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53696) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:10.189875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Network': ['ID=927f9d6c-49b6-4b57-ad2b-ae20257620b7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:10.190630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Request body: {'subnet': {'network_id': '927f9d6c-49b6-4b57-ad2b-ae20257620b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:10.192773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:10.232877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:10.246905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:10.314474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:10.318577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Usage tracker for resource:subnet and tenant:9d965ca29fe640ecb3f630fe57db4eca is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:10.321764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:10.328667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:10.339882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Made reservation on behalf of 9d965ca29fe640ecb3f630fe57db4eca for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:10.460766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.827053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Allocated IP 2001:db8::2 (18e90327-4240-4d51-926f-b9f22facf032/908497c1-a5ae-4dd7-8484-26ae0e633777/16973d88-5895-483a-b091-b04a63f2adef) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:10.932895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:10.950042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c13e92f-2245-4db7-89b3-963d85a4edbc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:11.057783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.071924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Transition to ACTIVE for port object 16973d88-5895-483a-b091-b04a63f2adef will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:11.091232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Transition to ACTIVE for port object 16973d88-5895-483a-b091-b04a63f2adef will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:11.096198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.112863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:11.252839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Pushing event updated for resources: {'Port': ['ID=16973d88-5895-483a-b091-b04a63f2adef,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:11.258196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:11.311992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Network 18e90327-4240-4d51-926f-b9f22facf032 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:11.313283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:11.315585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:11.348433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event updated for resources: {'Subnet': ['ID=bf0d6da5-9740-478d-b6ce-74220f29335d,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:11.354141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:11.377965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Attempting to bind port 16973d88-5895-483a-b091-b04a63f2adef on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:11.378382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Attempting to bind port 16973d88-5895-483a-b091-b04a63f2adef by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18e90327-4240-4d51-926f-b9f22facf032'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:11.378798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Attempting to bind port 16973d88-5895-483a-b091-b04a63f2adef on network 18e90327-4240-4d51-926f-b9f22facf032 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:11.385956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:11.386385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Checking segment: {'id': 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18e90327-4240-4d51-926f-b9f22facf032'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:11.386888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.387407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Bound using segment: {'id': 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18e90327-4240-4d51-926f-b9f22facf032'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:11.388244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Bound port: 16973d88-5895-483a-b091-b04a63f2adef, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18e90327-4240-4d51-926f-b9f22facf032'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:11.388771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.426663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Checking segment: {'id': '3df80ee5-2b2b-4e7a-a8e6-e9a7122f6626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '927f9d6c-49b6-4b57-ad2b-ae20257620b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:11.427051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network hostable DHCP agents. Network: 927f9d6c-49b6-4b57-ad2b-ae20257620b7, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:11.450823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:11.459490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 927f9d6c-49b6-4b57-ad2b-ae20257620b7) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:11.471825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990a6b3-3e5a-4aa4-b178-582dd72fd359 None None] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:11.473459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:11.474100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.497899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3097289
Nov 23 13:21:11.498238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53700) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:11.566864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] For port 16973d88-5895-483a-b091-b04a63f2adef, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:11.580995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] For port 16973d88-5895-483a-b091-b04a63f2adef, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=16973d88-5895-483a-b091-b04a63f2adef,segment=NetworkSegment(b69dd9eb-7dd4-4c74-b95f-735eeb6911d6),segment_id=b69dd9eb-7dd4-4c74-b95f-735eeb6911d6)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:11.589005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.606079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:11.657459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.801585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:11.815626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Pushing event updated for resources: {'Port': ['ID=16973d88-5895-483a-b091-b04a63f2adef,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:11.823126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:11.909786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a78a20-ea83-40d7-9984-a5d7d46a318e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-927f9d6c-49b6-4b57-ad2b-ae20257620b7', 'network_id': '927f9d6c-49b6-4b57-ad2b-ae20257620b7', 'tenant_id': '9d965ca29fe640ecb3f630fe57db4eca', 'fixed_ips': [{'subnet_id': 'bf0d6da5-9740-478d-b6ce-74220f29335d'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:11.910675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05a78a20-ea83-40d7-9984-a5d7d46a318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.096822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.113380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cbef4b6b-5fc0-4134-8aa9-0b59433e357a tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server [None req-05a78a20-ea83-40d7-9984-a5d7d46a318e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf0d6da5-9740-478d-b6ce-74220f29335d: This subnet is being modified by another concurrent operation.
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1420, in create_port
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1387, in _create_port_db
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server     raise exception
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf0d6da5-9740-478d-b6ce-74220f29335d: This subnet is being modified by another concurrent operation.
Nov 23 13:21:12.180653 dv-neutron-601336-59-ovs neutron-server[80911]: ERROR oslo_messaging.rpc.server 
Nov 23 13:21:12.203042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Subnet': ['ID=bf0d6da5-9740-478d-b6ce-74220f29335d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:12.211992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:12.227558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2fa93-aeea-4353-8d59-b68ecdfe5a5b None None] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:12.372992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.498094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68252fe1d0>,) {'filters': {'network_id': ['927f9d6c-49b6-4b57-ad2b-ae20257620b7']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:12.511608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252fe1d0>, '3df80ee5-2b2b-4e7a-a8e6-e9a7122f6626') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:12.511945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252fe1d0>, '3df80ee5-2b2b-4e7a-a8e6-e9a7122f6626') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:12.525024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.541468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.543522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 5 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:12.735223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:12.745345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:12.928920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 927f9d6c-49b6-4b57-ad2b-ae20257620b7 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:12.953492 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:13.040388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.043975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-92c388a9-41d4-493e-ba46-7ae241f92ef6 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:13.060369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.074054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Network': ['ID=927f9d6c-49b6-4b57-ad2b-ae20257620b7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:13.077352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:13.079763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/927f9d6c-49b6-4b57-ad2b-ae20257620b7 HTTP/1.1" status: 204  len: 168 time: 1.5800543
Nov 23 13:21:13.082268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:13.133338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d802db19-cf4d-4a8b-aec4-22f986201689 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] GET failed (client error): The resource could not be found.
Nov 23 13:21:13.133902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d802db19-cf4d-4a8b-aec4-22f986201689 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Synchronizing usage tracker for tenant:9d965ca29fe640ecb3f630fe57db4eca on resource:subnet {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:21:13.152156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d802db19-cf4d-4a8b-aec4-22f986201689 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Unset dirty status for tenant:9d965ca29fe640ecb3f630fe57db4eca on resource:subnet {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:21:13.153603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d802db19-cf4d-4a8b-aec4-22f986201689 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "GET /v2.0/subnets/bf0d6da5-9740-478d-b6ce-74220f29335d HTTP/1.1" status: 404  len: 337 time: 0.0702164
Nov 23 13:21:13.156724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53708) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:13.186520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6ab615-68dc-449b-a45d-87256ec3dec8 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:13.187030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6ab615-68dc-449b-a45d-87256ec3dec8 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:13.188903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ba6ab615-68dc-449b-a45d-87256ec3dec8 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/927f9d6c-49b6-4b57-ad2b-ae20257620b7 HTTP/1.1" status: 404  len: 339 time: 0.0311439
Nov 23 13:21:13.193282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53712) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:13.239072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8b545d-494e-4c32-9623-38c873ec9885 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:13.239567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8b545d-494e-4c32-9623-38c873ec9885 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:13.242036 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ca8b545d-494e-4c32-9623-38c873ec9885 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/subnets/bf0d6da5-9740-478d-b6ce-74220f29335d HTTP/1.1" status: 404  len: 337 time: 0.0471277
Nov 23 13:21:13.244846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53716) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:13.271987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf8a3aa-6791-4533-a026-54fffdb9ad47 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:13.273053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf8a3aa-6791-4533-a026-54fffdb9ad47 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:13.274875 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7bf8a3aa-6791-4533-a026-54fffdb9ad47 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/927f9d6c-49b6-4b57-ad2b-ae20257620b7 HTTP/1.1" status: 404  len: 339 time: 0.0290315
Nov 23 13:21:13.277608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53720) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:13.322896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab3c5d-f16e-43e6-b04f-22dff594ae50 None None] Network 18e90327-4240-4d51-926f-b9f22facf032 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:13.357862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting subnet 908497c1-a5ae-4dd7-8484-26ae0e633777 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:21:13.361227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.420736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.427805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7737728c-e6cc-4038-a877-974e3ca76120 None None] Provisioning for port 16973d88-5895-483a-b091-b04a63f2adef completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:13.513932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.816780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.834409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-372d6a73-411c-4b9f-94c4-39e0d2750074 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:13.841689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 16973d88-5895-483a-b091-b04a63f2adef up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:13.929389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Subnet': ['ID=908497c1-a5ae-4dd7-8484-26ae0e633777,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:13.934273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:13.936218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 16973d88-5895-483a-b091-b04a63f2adef completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:13.942245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 16973d88-5895-483a-b091-b04a63f2adef triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:13.942678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.980592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:13.998587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-65d0fc53-2944-4814-8824-5c80690c0327 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/subnets/908497c1-a5ae-4dd7-8484-26ae0e633777 HTTP/1.1" status: 204  len: 168 time: 0.7198844
Nov 23 13:21:14.001222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53724) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:14.055638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b6fed-d764-472d-836e-6deafb02be7e None None] Network 18e90327-4240-4d51-926f-b9f22facf032 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:14.129890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.178255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.204541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting port 16973d88-5895-483a-b091-b04a63f2adef {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:14.204923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.249270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b6fcf5fd-9b6a-4e98-af3a-882ceabe2a57 None None] Provisioning complete for port 16973d88-5895-483a-b091-b04a63f2adef triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:14.249697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf5fd-9b6a-4e98-af3a-882ceabe2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.338958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 16973d88-5895-483a-b091-b04a63f2adef, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=16973d88-5895-483a-b091-b04a63f2adef,segment=NetworkSegment(b69dd9eb-7dd4-4c74-b95f-735eeb6911d6),segment_id=b69dd9eb-7dd4-4c74-b95f-735eeb6911d6)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:14.353885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.358540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:14.425127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] For port 16973d88-5895-483a-b091-b04a63f2adef, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=16973d88-5895-483a-b091-b04a63f2adef,segment=NetworkSegment(b69dd9eb-7dd4-4c74-b95f-735eeb6911d6),segment_id=b69dd9eb-7dd4-4c74-b95f-735eeb6911d6)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:14.425529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.497428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=16973d88-5895-483a-b091-b04a63f2adef,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:14.503363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:14.561632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Calling delete_port for 16973d88-5895-483a-b091-b04a63f2adef owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:14.570074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] DHCP port deletion for 18e90327-4240-4d51-926f-b9f22facf032 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:21:14.574802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Deleting port 16973d88-5895-483a-b091-b04a63f2adef {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:14.575229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:14.636911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:21:14.637212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:21:14.794335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] For port 16973d88-5895-483a-b091-b04a63f2adef, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=16973d88-5895-483a-b091-b04a63f2adef,segment=NetworkSegment(b69dd9eb-7dd4-4c74-b95f-735eeb6911d6),segment_id=b69dd9eb-7dd4-4c74-b95f-735eeb6911d6)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:14.794821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.098076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Calling delete_port for 16973d88-5895-483a-b091-b04a63f2adef owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:15.139061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting port 16973d88-5895-483a-b091-b04a63f2adef {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:15.139443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.173176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.189307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:15.231557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] The port '16973d88-5895-483a-b091-b04a63f2adef' was deleted {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:21:15.281777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Pushing event deleted for resources: {'Port': ['ID=16973d88-5895-483a-b091-b04a63f2adef,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:15.286299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:15.331223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] No DVR routers for this DVR port 16973d88-5895-483a-b091-b04a63f2adef on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:21:15.357071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff83fc2-525b-4dc4-b687-fca3da8c23e0 None None] get_active_networks_info from dv-neutron-601336-59-ovs {{(pid=81024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 23 13:21:15.370595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.449206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff83fc2-525b-4dc4-b687-fca3da8c23e0 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Nov 23 13:21:15.498539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824cce630>,) {'filters': {'network_id': ['18e90327-4240-4d51-926f-b9f22facf032']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:15.511889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824cce630>, 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:15.512231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824cce630>, 'b69dd9eb-7dd4-4c74-b95f-735eeb6911d6') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:15.525329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.541858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.544029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:15.728737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 18e90327-4240-4d51-926f-b9f22facf032 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:15.738202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:15.807924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 16973d88-5895-483a-b091-b04a63f2adef no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:21:15.843416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 16973d88-5895-483a-b091-b04a63f2adef {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:21:15.843819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 16973d88-5895-483a-b091-b04a63f2adef not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:21:15.928453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network 18e90327-4240-4d51-926f-b9f22facf032 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:15.953046 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:16.034492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:16.039184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:16.042392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:16.067000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Network': ['ID=18e90327-4240-4d51-926f-b9f22facf032,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:16.069843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:16.073018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/18e90327-4240-4d51-926f-b9f22facf032 HTTP/1.1" status: 204  len: 168 time: 2.0705357
Nov 23 13:21:16.075660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53728) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:16.116339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e53d53f-5a3c-44a3-82cd-d0ec27a022e6 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:16.116929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e53d53f-5a3c-44a3-82cd-d0ec27a022e6 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:16.118549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e53d53f-5a3c-44a3-82cd-d0ec27a022e6 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/subnets/e75089e1-c75c-45db-a2b7-e696f15ebdc5 HTTP/1.1" status: 404  len: 337 time: 0.0419252
Nov 23 13:21:16.121315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53732) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:16.147359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d4b938-ff37-443e-b9c8-28a4b95b2606 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:16.148463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d4b938-ff37-443e-b9c8-28a4b95b2606 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:16.150239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-58d4b938-ff37-443e-b9c8-28a4b95b2606 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/92393563-021e-4c69-8442-ff434944f6f7 HTTP/1.1" status: 404  len: 339 time: 0.0279357
Nov 23 13:21:16.153001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53736) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:16.198331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1116f3d9-5614-4aef-8121-75f25f85b8e0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:16.198818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1116f3d9-5614-4aef-8121-75f25f85b8e0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:16.200648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1116f3d9-5614-4aef-8121-75f25f85b8e0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/subnets/b648ef01-9c2d-40c8-b985-a90b32cc478b HTTP/1.1" status: 404  len: 337 time: 0.0466678
Nov 23 13:21:16.203330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53740) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:16.230359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e68841f-350c-49ce-be02-901147937ca3 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] DELETE failed (client error): The resource could not be found.
Nov 23 13:21:16.230829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e68841f-350c-49ce-be02-901147937ca3 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No notification will be sent due to unsuccessful status code: 404 {{(pid=81022) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Nov 23 13:21:16.232577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e68841f-350c-49ce-be02-901147937ca3 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/534460eb-ab19-42a9-ac8d-6a803587d069 HTTP/1.1" status: 404  len: 339 time: 0.0282660
Nov 23 13:21:16.235237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53744) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:16.436646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting subnet 6d2db265-4350-447e-8b1e-43772b1f85f5 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:21:16.439690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:16.778686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:16.869906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.150071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.165863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e2a2ad7f-a4e8-444d-8f18-1f05b0b9890a tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:17.203340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.256535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Subnet': ['ID=6d2db265-4350-447e-8b1e-43772b1f85f5,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:17.289996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.290414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.290826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.291235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.291642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.292045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.292461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.292872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.293265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.293660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.294055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.294451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.294931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.295327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.295720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.296114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.296534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.296927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.297318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.297710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.298100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.298489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.298879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.299269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:17.305074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:17.321263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.326885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff61fa-bfc7-408b-9a0a-a51ae225e6af None None] Network c616af18-0847-46dd-a466-98b2ac40a3df requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:17.331617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/subnets/6d2db265-4350-447e-8b1e-43772b1f85f5 HTTP/1.1" status: 204  len: 168 time: 1.0953736
Nov 23 13:21:17.334479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53748) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:17.467072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.541125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Deleting port db8199cd-cbbd-4648-9d60-6c15a588ac68 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:17.541495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.596042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] DHCP port deletion for c616af18-0847-46dd-a466-98b2ac40a3df request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:21:17.600362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Deleting port db8199cd-cbbd-4648-9d60-6c15a588ac68 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:17.601255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.763308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] For port db8199cd-cbbd-4648-9d60-6c15a588ac68, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=db8199cd-cbbd-4648-9d60-6c15a588ac68,segment=NetworkSegment(29112e04-36cb-498c-9fed-96abccae0611),segment_id=29112e04-36cb-498c-9fed-96abccae0611)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:17.763722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.816943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device db8199cd-cbbd-4648-9d60-6c15a588ac68 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:21:17.895332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] For port db8199cd-cbbd-4648-9d60-6c15a588ac68, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=db8199cd-cbbd-4648-9d60-6c15a588ac68,segment=NetworkSegment(29112e04-36cb-498c-9fed-96abccae0611),segment_id=29112e04-36cb-498c-9fed-96abccae0611)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:17.895701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.899687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Calling delete_port for db8199cd-cbbd-4648-9d60-6c15a588ac68 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:17.979837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:17.996318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ddab71b-842d-45d0-840d-5cf89315dbf0 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:18.034293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Calling delete_port for db8199cd-cbbd-4648-9d60-6c15a588ac68 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:18.068718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No ports have port_id starting with db8199cd-cbbd-4648-9d60-6c15a588ac68
Nov 23 13:21:18.092145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Port': ['ID=db8199cd-cbbd-4648-9d60-6c15a588ac68,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:18.096904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:18.111969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:21:18.112706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:21:18.139955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] No DVR routers for this DVR port db8199cd-cbbd-4648-9d60-6c15a588ac68 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:21:18.274112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.395894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f2fa2e8>,) {'filters': {'network_id': ['c616af18-0847-46dd-a466-98b2ac40a3df']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:18.408757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2fa2e8>, '29112e04-36cb-498c-9fed-96abccae0611') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:18.409098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f2fa2e8>, '29112e04-36cb-498c-9fed-96abccae0611') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:18.423459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.439561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.441633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:18.614023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Deleting port db8199cd-cbbd-4648-9d60-6c15a588ac68 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:18.614386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.627004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network c616af18-0847-46dd-a466-98b2ac40a3df has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:18.641817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.686181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d1e04-51e9-49b0-ab79-9af2d9b2e85f None None] The port 'db8199cd-cbbd-4648-9d60-6c15a588ac68' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:21:18.838814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Network c616af18-0847-46dd-a466-98b2ac40a3df has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:18.864960 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:18.951584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.954855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43c3c017-b31b-4920-aabb-09868ebb6d09 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:18.970722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:18.983935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Pushing event deleted for resources: {'Network': ['ID=c616af18-0847-46dd-a466-98b2ac40a3df,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:18.990321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] 10.222.0.60 "DELETE /v2.0/networks/c616af18-0847-46dd-a466-98b2ac40a3df HTTP/1.1" status: 204  len: 168 time: 1.6538832
Nov 23 13:21:18.991340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:19.299227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53756) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:19.488584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-89efaf9b-5190-438d-8807-97a5a68c786b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d965ca29fe640ecb3f630fe57db4eca&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1879406
Nov 23 13:21:19.492202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53762) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:19.553180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:19.585766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:19.634045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:19.639423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c5111781-7236-46f8-9dd2-9775c58364f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:19.652589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b8695-491a-4738-be03-0a912e7a0667,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:19.655881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:19.657975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:19.659206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8c8c6151-b745-46c2-813f-4634b64a0360 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/273b8695-491a-4738-be03-0a912e7a0667 HTTP/1.1" status: 204  len: 168 time: 0.1659441
Nov 23 13:21:20.533640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53784) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:20.680079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-840981257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:20.687394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:20.691673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:router and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:20.695323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:20.701198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:20.712757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.713783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.734165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.752075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.778240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.779556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d007b79f-290b-4ba9-b0f8-9e3ce1171743 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2448316
Nov 23 13:21:20.782552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53790) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:20.789457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1635358151'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:20.794909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:20.799779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:network and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:20.803691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:20.810521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:20.820130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Made reservation on behalf of eb2739e9f33e431c800f865f46b15e61 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:20.825675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.840454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.876527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:20.880641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:security_group_rule and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:20.883588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:20.889410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:20.962137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.965035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:20.969293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3488efc1-a7f4-4796-bcc7-4e64765d3031 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:21.004202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:21.018164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event updated for resources: {'SecurityGroup': ['ID=2580d741-3f8c-40d4-9b7d-3a4ff6926779,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:21.023167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:21.024709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.025106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Added segment 03b1b79b-d2d6-432f-82e4-aecb02cddda0 of type vxlan for network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4
Nov 23 13:21:21.053543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.084613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.089631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:21.090284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.095689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-94fc88bb-e450-4a58-ae9e-db1138168e81 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:21.207807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4241817
Nov 23 13:21:21.211605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53794) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:21.215001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event updated for resources: {'Network': ['ID=1d0d4100-f82a-4856-9d5c-8e73420f3bd4,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:21.218140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec96683-1004-4b4a-b63b-7b87f911bf65 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:21.218302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'subnet': {'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:21.227167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:21.245041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:21.334570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:21.339237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:subnet and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:21.342323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:21.348747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:21.357732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Made reservation on behalf of eb2739e9f33e431c800f865f46b15e61 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:21.473042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.913578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:21.929230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-155c6694-010e-4b40-84f5-71f9e28dd186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:22.056381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event updated for resources: {'Subnet': ['ID=6025d3c5-42a3-4bea-9a83-9d999643fca2,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:22.060829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:22.136937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Checking segment: {'id': '03b1b79b-d2d6-432f-82e4-aecb02cddda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:22.137326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network hostable DHCP agents. Network: 1d0d4100-f82a-4856-9d5c-8e73420f3bd4, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:22.159095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:22.167662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 1d0d4100-f82a-4856-9d5c-8e73420f3bd4) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:22.177288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd6d09-c63f-403d-982d-b5854a7535c9 None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:22.181262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:22.181920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.202889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e006d40-5138-454a-ba20-79d3195756e3 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9900568
Nov 23 13:21:22.206136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53798) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:22.212607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1557557986'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:22.218046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:22.222815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:network and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:22.225949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for network was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:22.231912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:22.242021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Made reservation on behalf of eb2739e9f33e431c800f865f46b15e61 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:22.247651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.281783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:22.292058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.292624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Added segment 926e588f-8c02-483c-baa6-b982cdc9e19c of type vxlan for network 79b3fbf7-40e7-42cd-8c06-a59014c77005
Nov 23 13:21:22.322028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.353231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.357498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:22.358164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.364023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6574b053-012d-494f-ab65-0ec1bbbe3263 tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:22.406644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-1d0d4100-f82a-4856-9d5c-8e73420f3bd4', 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4', 'tenant_id': 'eb2739e9f33e431c800f865f46b15e61', 'fixed_ips': [{'subnet_id': '6025d3c5-42a3-4bea-9a83-9d999643fca2'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:22.407560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.467210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2599373
Nov 23 13:21:22.471021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53802) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:22.477330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event updated for resources: {'Network': ['ID=79b3fbf7-40e7-42cd-8c06-a59014c77005,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:22.477754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'subnet': {'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:22.480185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67c4ac51-09ab-4aeb-ab76-9d5de6c36e7c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:22.515738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:22.529841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:22.601918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:22.605968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Usage tracker for resource:subnet and tenant:eb2739e9f33e431c800f865f46b15e61 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:22.608995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:22.615045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:22.624097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Made reservation on behalf of eb2739e9f33e431c800f865f46b15e61 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:22.737346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:22.926493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:21:22.931722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Allocated IP 172.20.0.2 (1d0d4100-f82a-4856-9d5c-8e73420f3bd4/6025d3c5-42a3-4bea-9a83-9d999643fca2/204ccf23-0cc6-42f8-b508-19bac7614c99) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:23.157188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.168623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Transition to ACTIVE for port object 204ccf23-0cc6-42f8-b508-19bac7614c99 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:23.185577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Transition to ACTIVE for port object 204ccf23-0cc6-42f8-b508-19bac7614c99 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:23.190041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.198223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.206062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:23.213996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c73f8cb-20e8-468c-96c8-20eb6640a43a tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:23.349536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event updated for resources: {'Subnet': ['ID=7a7af9e3-2ffe-4361-b2b2-f885e2f52796,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:23.355343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:23.445246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Checking segment: {'id': '926e588f-8c02-483c-baa6-b982cdc9e19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:23.445792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network hostable DHCP agents. Network: 79b3fbf7-40e7-42cd-8c06-a59014c77005, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:23.469846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:23.478418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 79b3fbf7-40e7-42cd-8c06-a59014c77005) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:23.490868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559e66e-8835-49cf-8b6d-e95f9ca015aa None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:23.492892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:23.493599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.515309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9f6c54a7-0224-4ea0-ab67-0e9bf03f7c83 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0436149
Nov 23 13:21:23.518349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53806) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:23.526357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-51e58368-5665-46e0-b501-765dc197b706 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Request body: {'router': {'external_gateway_info': {'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:23.598862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Pushing event updated for resources: {'Port': ['ID=204ccf23-0cc6-42f8-b508-19bac7614c99,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:23.615727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:23.679664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:23.689241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:23.694839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:23.803674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Attempting to bind port 204ccf23-0cc6-42f8-b508-19bac7614c99 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:23.804054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Attempting to bind port 204ccf23-0cc6-42f8-b508-19bac7614c99 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '03b1b79b-d2d6-432f-82e4-aecb02cddda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:23.804492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Attempting to bind port 204ccf23-0cc6-42f8-b508-19bac7614c99 on network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:23.819217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:23.819771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Checking segment: {'id': '03b1b79b-d2d6-432f-82e4-aecb02cddda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:23.820229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.820720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Bound using segment: {'id': '03b1b79b-d2d6-432f-82e4-aecb02cddda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:23.821258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Bound port: 204ccf23-0cc6-42f8-b508-19bac7614c99, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1b79b-d2d6-432f-82e4-aecb02cddda0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d0d4100-f82a-4856-9d5c-8e73420f3bd4'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:23.821684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:23.910358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-79b3fbf7-40e7-42cd-8c06-a59014c77005', 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005', 'tenant_id': 'eb2739e9f33e431c800f865f46b15e61', 'fixed_ips': [{'subnet_id': '7a7af9e3-2ffe-4361-b2b2-f885e2f52796'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:23.911284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.068924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] For port 204ccf23-0cc6-42f8-b508-19bac7614c99, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:24.083478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] For port 204ccf23-0cc6-42f8-b508-19bac7614c99, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=204ccf23-0cc6-42f8-b508-19bac7614c99,segment=NetworkSegment(03b1b79b-d2d6-432f-82e4-aecb02cddda0),segment_id=03b1b79b-d2d6-432f-82e4-aecb02cddda0)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:24.090011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.105964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:24.228013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51e58368-5665-46e0-b501-765dc197b706 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.343758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Pushing event updated for resources: {'Port': ['ID=204ccf23-0cc6-42f8-b508-19bac7614c99,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:24.362426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:24.387613 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.api.v2.resource [None req-51e58368-5665-46e0-b501-765dc197b706 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 23 13:21:24.388840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-51e58368-5665-46e0-b501-765dc197b706 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "PUT /v2.0/routers/e840b8e2-bd45-44a8-a34e-df5aac7f8ba4 HTTP/1.1" status: 400  len: 364 time: 0.8694267
Nov 23 13:21:24.395908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53810) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:24.452331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Allocated IP 172.21.0.2 (79b3fbf7-40e7-42cd-8c06-a59014c77005/7a7af9e3-2ffe-4361-b2b2-f885e2f52796/3bcf2ac5-f0eb-47cb-8228-d331181f8901) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:24.474243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Deleting subnet 7a7af9e3-2ffe-4361-b2b2-f885e2f52796 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:21:24.692637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.706334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Transition to ACTIVE for port object 3bcf2ac5-f0eb-47cb-8228-d331181f8901 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:24.733719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Transition to ACTIVE for port object 3bcf2ac5-f0eb-47cb-8228-d331181f8901 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:24.740112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.746248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.762897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:24.824389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.900388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Pushing event updated for resources: {'Port': ['ID=3bcf2ac5-f0eb-47cb-8228-d331181f8901,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:24.904829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:24.931124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:24.963228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:24.964590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:24.966980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:25.024463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Attempting to bind port 3bcf2ac5-f0eb-47cb-8228-d331181f8901 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:25.024822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Attempting to bind port 3bcf2ac5-f0eb-47cb-8228-d331181f8901 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '926e588f-8c02-483c-baa6-b982cdc9e19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:25.025241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Attempting to bind port 3bcf2ac5-f0eb-47cb-8228-d331181f8901 on network 79b3fbf7-40e7-42cd-8c06-a59014c77005 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:25.032222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:25.032659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Checking segment: {'id': '926e588f-8c02-483c-baa6-b982cdc9e19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:25.033113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.033559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Bound using segment: {'id': '926e588f-8c02-483c-baa6-b982cdc9e19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:25.034081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Bound port: 3bcf2ac5-f0eb-47cb-8228-d331181f8901, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926e588f-8c02-483c-baa6-b982cdc9e19c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '79b3fbf7-40e7-42cd-8c06-a59014c77005'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:25.034504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.226183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.229072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] For port 3bcf2ac5-f0eb-47cb-8228-d331181f8901, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:25.232789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] For port 3bcf2ac5-f0eb-47cb-8228-d331181f8901, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3bcf2ac5-f0eb-47cb-8228-d331181f8901,segment=NetworkSegment(926e588f-8c02-483c-baa6-b982cdc9e19c),segment_id=926e588f-8c02-483c-baa6-b982cdc9e19c)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:25.235998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.243694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76706baf-814d-4d53-b247-085c0d0c9459 tempest-NetworksTestDHCPv6-1286360316 tempest-NetworksTestDHCPv6-1286360316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:25.252586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:25.335373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Subnet': ['ID=7a7af9e3-2ffe-4361-b2b2-f885e2f52796,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:25.340014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:25.387861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.394336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86c46fae-60bd-40cb-93fc-14d59fb65b88 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "DELETE /v2.0/subnets/7a7af9e3-2ffe-4361-b2b2-f885e2f52796 HTTP/1.1" status: 204  len: 168 time: 0.9973457
Nov 23 13:21:25.396846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53814) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:25.408014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Pushing event updated for resources: {'Port': ['ID=3bcf2ac5-f0eb-47cb-8228-d331181f8901,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:25.413502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:25.528914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.598997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Deleting port 3bcf2ac5-f0eb-47cb-8228-d331181f8901 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:25.599380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.846329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] For port 3bcf2ac5-f0eb-47cb-8228-d331181f8901, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3bcf2ac5-f0eb-47cb-8228-d331181f8901,segment=NetworkSegment(926e588f-8c02-483c-baa6-b982cdc9e19c),segment_id=926e588f-8c02-483c-baa6-b982cdc9e19c)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:25.846736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:25.856203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 204ccf23-0cc6-42f8-b508-19bac7614c99 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:25.955031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 204ccf23-0cc6-42f8-b508-19bac7614c99 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:25.988071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694ab30-e32e-4995-9bbe-07a496c03000 None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:26.015359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Calling delete_port for 3bcf2ac5-f0eb-47cb-8228-d331181f8901 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:26.094775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Provisioning for port 204ccf23-0cc6-42f8-b508-19bac7614c99 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:26.096712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.104532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Provisioning complete for port 204ccf23-0cc6-42f8-b508-19bac7614c99 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:26.104905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.112898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-17d2d6c3-7965-44a4-9daf-d05f238181a5 tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:26.210594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Port': ['ID=3bcf2ac5-f0eb-47cb-8228-d331181f8901,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:26.215561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:26.259033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] No DVR routers for this DVR port 3bcf2ac5-f0eb-47cb-8228-d331181f8901 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:21:26.341968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.394462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] For port 204ccf23-0cc6-42f8-b508-19bac7614c99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=204ccf23-0cc6-42f8-b508-19bac7614c99,segment=NetworkSegment(03b1b79b-d2d6-432f-82e4-aecb02cddda0),segment_id=03b1b79b-d2d6-432f-82e4-aecb02cddda0)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:26.395118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.399313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.400957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:26.471230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Pushing event updated for resources: {'Port': ['ID=204ccf23-0cc6-42f8-b508-19bac7614c99,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:26.475343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:26.531673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f68252dee48>,) {'filters': {'network_id': ['79b3fbf7-40e7-42cd-8c06-a59014c77005']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:26.546004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252dee48>, '926e588f-8c02-483c-baa6-b982cdc9e19c') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:26.546348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f68252dee48>, '926e588f-8c02-483c-baa6-b982cdc9e19c') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:26.559763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.581078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.582883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Releasing vxlan tunnel 4 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:26.628952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-54d246db-6703-444d-949d-3c040a9373a2 None None] Provisioning complete for port 204ccf23-0cc6-42f8-b508-19bac7614c99 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:26.629412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-54d246db-6703-444d-949d-3c040a9373a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:26.786757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:26.798122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.016343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:27.043586 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:27.093558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8d4a8ca3-f502-46cf-b4b4-4a1bfc158d93 None None] Provisioning complete for port 204ccf23-0cc6-42f8-b508-19bac7614c99 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:27.093993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8ca3-f502-46cf-b4b4-4a1bfc158d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.131822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.135858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-83ce6e72-dc53-4cd4-a0ff-d9e8a4da7898 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:27.160763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.172232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Network': ['ID=79b3fbf7-40e7-42cd-8c06-a59014c77005,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:27.176018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:27.177889 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "DELETE /v2.0/networks/79b3fbf7-40e7-42cd-8c06-a59014c77005 HTTP/1.1" status: 204  len: 168 time: 1.7799306
Nov 23 13:21:27.181419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53818) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:27.218796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6851dd-6d2d-4c51-b74c-40941806a447 None None] DHCP port deletion for 79b3fbf7-40e7-42cd-8c06-a59014c77005 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:21:27.267412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2e173-b891-441b-a8b9-4c8cc78d2e85 None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:27.286708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2e173-b891-441b-a8b9-4c8cc78d2e85 None None] Network 79b3fbf7-40e7-42cd-8c06-a59014c77005 could not be found, it might have been deleted concurrently. {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Nov 23 13:21:27.368936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-690059db-3e8b-44fb-931b-4c8d1d3fa836 None None] Provisioning complete for port 204ccf23-0cc6-42f8-b508-19bac7614c99 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:27.369365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-690059db-3e8b-44fb-931b-4c8d1d3fa836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.397803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Deleting subnet 6025d3c5-42a3-4bea-9a83-9d999643fca2 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:21:27.401349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.458950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.500368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-690059db-3e8b-44fb-931b-4c8d1d3fa836 None None] Could not find standard attr ID for object 3bcf2ac5-f0eb-47cb-8228-d331181f8901. {{(pid=81024) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Nov 23 13:21:27.554819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.820284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 204ccf23-0cc6-42f8-b508-19bac7614c99 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:27.849471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.872174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1c04365-9ae2-4549-9d0e-58842439bd46 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:27.905199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 204ccf23-0cc6-42f8-b508-19bac7614c99 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:27.905631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.951733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdef8468-b429-4fa9-91d6-14a21c59729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:27.964355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Subnet': ['ID=6025d3c5-42a3-4bea-9a83-9d999643fca2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:27.967634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:28.019152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.026182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "DELETE /v2.0/subnets/6025d3c5-42a3-4bea-9a83-9d999643fca2 HTTP/1.1" status: 204  len: 168 time: 0.8436320
Nov 23 13:21:28.029026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53822) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:28.030855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54aedc-f798-4d17-a716-d1519e734e2c None None] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:28.156794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.226474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Deleting port 204ccf23-0cc6-42f8-b508-19bac7614c99 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:28.226758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.297045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] DHCP port deletion for 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:21:28.301794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Deleting port 204ccf23-0cc6-42f8-b508-19bac7614c99 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:28.302224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.452784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] For port 204ccf23-0cc6-42f8-b508-19bac7614c99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=204ccf23-0cc6-42f8-b508-19bac7614c99,segment=NetworkSegment(03b1b79b-d2d6-432f-82e4-aecb02cddda0),segment_id=03b1b79b-d2d6-432f-82e4-aecb02cddda0)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:28.453180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.522106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] For port 204ccf23-0cc6-42f8-b508-19bac7614c99, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=204ccf23-0cc6-42f8-b508-19bac7614c99,segment=NetworkSegment(03b1b79b-d2d6-432f-82e4-aecb02cddda0),segment_id=03b1b79b-d2d6-432f-82e4-aecb02cddda0)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:28.522697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.583371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Calling delete_port for 204ccf23-0cc6-42f8-b508-19bac7614c99 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:28.650792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Calling delete_port for 204ccf23-0cc6-42f8-b508-19bac7614c99 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:21:28.656888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:28.673122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:28.733008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:21:28.733424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:21:29.041962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Port': ['ID=204ccf23-0cc6-42f8-b508-19bac7614c99,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:29.046734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:29.088173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] No DVR routers for this DVR port 204ccf23-0cc6-42f8-b508-19bac7614c99 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:21:29.220011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.234619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Deleting port 204ccf23-0cc6-42f8-b508-19bac7614c99 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:21:29.235190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.303079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f7c66a56-3c38-4ab7-a23b-d47bc0b35ec6 None None] The port '204ccf23-0cc6-42f8-b508-19bac7614c99' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:21:29.346385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f7761d0>,) {'filters': {'network_id': ['1d0d4100-f82a-4856-9d5c-8e73420f3bd4']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:29.359934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7761d0>, '03b1b79b-d2d6-432f-82e4-aecb02cddda0') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:29.360272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f7761d0>, '03b1b79b-d2d6-432f-82e4-aecb02cddda0') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:29.373322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.393082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.395113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:21:29.581521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:29.591532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.781512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Network 1d0d4100-f82a-4856-9d5c-8e73420f3bd4 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:21:29.807499 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:21:29.813913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 204ccf23-0cc6-42f8-b508-19bac7614c99 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:21:29.852314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 204ccf23-0cc6-42f8-b508-19bac7614c99 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:21:29.852654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 204ccf23-0cc6-42f8-b508-19bac7614c99 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:21:29.894929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.898375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9b168b44-83af-4a91-892e-4a21806fc1ed tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:29.920371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:29.930086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Pushing event deleted for resources: {'Network': ['ID=1d0d4100-f82a-4856-9d5c-8e73420f3bd4,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:29.933114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:29.936079 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "DELETE /v2.0/networks/1d0d4100-f82a-4856-9d5c-8e73420f3bd4 HTTP/1.1" status: 204  len: 168 time: 1.9049454
Nov 23 13:21:29.937868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53826) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:29.983600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-778c8c77-a359-4e19-9e20-7db083a7a31f tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Synchronizing usage tracker for tenant:eb2739e9f33e431c800f865f46b15e61 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:21:29.999689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-778c8c77-a359-4e19-9e20-7db083a7a31f tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Unset dirty status for tenant:eb2739e9f33e431c800f865f46b15e61 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:21:30.000954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-778c8c77-a359-4e19-9e20-7db083a7a31f tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "GET /v2.0/ports?device_id=e840b8e2-bd45-44a8-a34e-df5aac7f8ba4 HTTP/1.1" status: 200  len: 205 time: 0.0621130
Nov 23 13:21:30.003776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53830) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:30.149055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.342924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-12cba53f-e140-4ccd-acd9-1c841d9598ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.565057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.570113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.593654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.594180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Fanout notify agent at l3_agent the message router_deleted on router e840b8e2-bd45-44a8-a34e-df5aac7f8ba4 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:21:30.604951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.606139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27b90096-5bc8-4a12-8481-6cf8ed4dfb6c tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] 10.222.0.60 "DELETE /v2.0/routers/e840b8e2-bd45-44a8-a34e-df5aac7f8ba4 HTTP/1.1" status: 204  len: 168 time: 0.6013618
Nov 23 13:21:30.829479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:30.927768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53838) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:31.114226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5e480ab0-e52d-4bfd-9720-b5b994a04e27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb2739e9f33e431c800f865f46b15e61&name=default HTTP/1.1" status: 200  len: 2751 time: 0.1840763
Nov 23 13:21:31.116939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53844) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:31.180335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:31.206545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:31.253186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:31.257302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e0099978-a3d4-42c1-b833-b0c089344212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:31.268723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580d741-3f8c-40d4-9b7d-3a4ff6926779,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:31.271501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:31.277992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:31.279248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a79665ed-c007-4649-a710-cef317ac8855 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2580d741-3f8c-40d4-9b7d-3a4ff6926779 HTTP/1.1" status: 204  len: 168 time: 0.1613421
Nov 23 13:21:32.083507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.135553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53866) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:32.280959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1680457663-network', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:32.286390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:32.291279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Usage tracker for resource:network and tenant:feceb915c397458aa045b663f9e2b3e6 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:32.294396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:32.300318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:32.310884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Made reservation on behalf of feceb915c397458aa045b663f9e2b3e6 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:32.315679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.332131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.367640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:32.372168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Usage tracker for resource:security_group_rule and tenant:feceb915c397458aa045b663f9e2b3e6 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:32.375300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:32.381120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:32.386512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.452098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.454851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.459095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e2b67d4-332a-430b-bf6b-a1f9917d3bc2 tempest-ServersAdminNegativeTestJSON-123026255 tempest-ServersAdminNegativeTestJSON-123026255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:32.489724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:32.503683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:32.508785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:32.509834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.510222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Added segment e9f15e46-771b-4dd4-aeff-9178638629de of type vxlan for network 30e2dc37-f34c-44cd-bc41-7d095ba8c044
Nov 23 13:21:32.546178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.580006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.581011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:32.581646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:32.587942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-16f62176-7813-44b9-88bd-4adaffe19f28 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:32.694310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5575206
Nov 23 13:21:32.697607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Pushing event updated for resources: {'Network': ['ID=30e2dc37-f34c-44cd-bc41-7d095ba8c044,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:32.698147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53872) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:32.700528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:32.705535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Request body: {'subnet': {'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-subnet', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:32.708307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:32.712557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:32.717020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Usage tracker for resource:subnet and tenant:feceb915c397458aa045b663f9e2b3e6 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:32.720221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:32.727169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:32.728192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:32.737526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Made reservation on behalf of feceb915c397458aa045b663f9e2b3e6 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:32.742374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.161395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.176558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c6dca16-6abb-4aaf-a72f-46230c897655 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:33.302032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6e5c0f-17d5-4daf-b910-00108d36534e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:33.306831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:33.379451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Checking segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:33.379833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Network hostable DHCP agents. Network: 30e2dc37-f34c-44cd-bc41-7d095ba8c044, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:33.408179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:33.417341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 30e2dc37-f34c-44cd-bc41-7d095ba8c044) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:33.427136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b5159-ab4a-4164-8116-dee50d38eceb None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:33.430358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:33.431010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.452966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-68868e00-fc0b-452d-92c7-15f26ccdc69f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7533133
Nov 23 13:21:33.454364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53876) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:33.460036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:33.465250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:33.469363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Usage tracker for resource:router and tenant:feceb915c397458aa045b663f9e2b3e6 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:33.472965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:33.479035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:33.488308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.489418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.512884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.656434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:33.657448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.668149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:33.976082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Allocated IP 172.20.0.2 (30e2dc37-f34c-44cd-bc41-7d095ba8c044/0f6e5c0f-17d5-4daf-b910-00108d36534e/3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:34.140041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.172904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.202905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.214933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Transition to ACTIVE for port object 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:34.232812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Transition to ACTIVE for port object 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:34.237854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.254006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41c3a7f0-d4d3-40b6-abd6-47e95098671e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:34.394212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:34.399960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:34.451245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Allocated IP 172.26.6.157 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/3f63fefc-dfc6-4ff3-a66c-54afb7f655d2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:34.456927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:34.458118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:34.461217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:34.520030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Attempting to bind port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:34.520366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Attempting to bind port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:34.520812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Attempting to bind port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a on network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:34.528804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:34.529240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Checking segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:34.529694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.530147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Bound using segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:34.530670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Bound port: 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:34.531099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.615606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.643801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.660938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-339ceda8-c7ac-48f4-a0ef-d2dab8d15c6c tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:34.799624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] For port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:34.802797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] For port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:34.805900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Pushing event updated for resources: {'Port': ['ID=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:34.806944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:34.809215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:34.823218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:34.870488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:34.871702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:34.874146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:34.975521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:34.988827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:35.045839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:35.046763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:35.308864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Router 2445c94a-5577-4fc6-a437-84c6d812f0c7 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:21:35.539119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:21:35.549747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Sync routers for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:21:35.563484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:35.564021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:35.564753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:35.564922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.1093733
Nov 23 13:21:35.567714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53880) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:35.757154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:35.860626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:35.939423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:36.076714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697eb8>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:34Z', 'revision_number': 3, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:36.080912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Checking router: 2445c94a-5577-4fc6-a437-84c6d812f0c7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:21:36.081312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Updating router 2445c94a-5577-4fc6-a437-84c6d812f0c7 port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:21:36.138290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.329099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.457858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43570c20-0367-467a-95de-bb34bec867f2 None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:36.564108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Provisioning for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:36.565155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.579183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Transition to ACTIVE for port object 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:36.581923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Provisioning complete for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:36.582358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.582545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.606333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:36.717775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Allocated IP 172.20.0.1 (30e2dc37-f34c-44cd-bc41-7d095ba8c044/0f6e5c0f-17d5-4daf-b910-00108d36534e/f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:36.744643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Pushing event updated for resources: {'Port': ['ID=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:36.771445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.771837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.772989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.780455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.780902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.781286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.781662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.782072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.782436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.782809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.783170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.783523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.783978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.784339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.784741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.785097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.785450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.785883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.786240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.786594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.786948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.787303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.787777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.788223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:36.794798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:36.846783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.853102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Attempting to bind port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:36.853665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Attempting to bind port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:36.854230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Attempting to bind port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:36.863035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:36.863645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:36.864211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.864978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:36.865665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Bound port: 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:36.866957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.890119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] For port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:36.894223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.898302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:36.909699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.930942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Transition to ACTIVE for port object f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:36.954929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] For port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:36.959066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] For port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:36.962404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.968761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:36.981689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-df7740da-5b4a-4e8c-adcd-c656d46a4ec0 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:36.993112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:36.994307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076f1246-c9ee-4d15-b62c-4b0a5aa9cf3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:37.004956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:37.129369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7a3c1d67-21ed-489f-a958-500e27743832 None None] Provisioning complete for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:37.129803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1d67-21ed-489f-a958-500e27743832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.131990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Pushing event updated for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:37.137321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:37.163451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Pushing event updated for resources: {'Port': ['ID=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:37.167058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:37.229334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:37.230772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:37.233230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:37.307503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.380538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:37.381945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:37.415155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.419041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e7d59179-f66b-463c-af5f-399f3fe106ac None None] Provisioning complete for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:37.419685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e7d59179-f66b-463c-af5f-399f3fe106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.581527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:37.711688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Provisioning for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:37.717952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Provisioning complete for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:37.718438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.781481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:21:37.797411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Provisioning complete for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:37.797968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c44156b-34fd-4948-b35e-73f07e6869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:37.850388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:37.960151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8a28b952-4412-4c5f-9663-c163923557be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697eb8>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b', 'name': '', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'mac_address': 'fa:16:3e:84:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:36Z', 'updated_at': '2020-11-23T13:21:36Z', 'revision_number': 1, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'subnets': [{'id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:37.966070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28b952-4412-4c5f-9663-c163923557be None None] The sync data for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs is: [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b', 'name': '', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'mac_address': 'fa:16:3e:84:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:36Z', 'updated_at': '2020-11-23T13:21:36Z', 'revision_number': 1, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'subnets': [{'id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:21:38.011950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:38.012374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:38.064438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:38.068381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:38.100041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33d02885-e492-44b4-92c5-0ff266d22146 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:38.190610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Pushing event updated for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:38.193361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:38.210830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:38.356210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:38.357406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:38.629241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0e611497-8c87-4c37-bd06-416353b40dbf None None] Provisioning complete for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:38.629805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e611497-8c87-4c37-bd06-416353b40dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:38.710033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0e611497-8c87-4c37-bd06-416353b40dbf None None] Port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:21:38.833004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Router 2445c94a-5577-4fc6-a437-84c6d812f0c7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:21:39.070087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:21:39.080699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] 10.222.0.60 "PUT /v2.0/routers/2445c94a-5577-4fc6-a437-84c6d812f0c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5116949
Nov 23 13:21:39.815580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 53898) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:39.820877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1342321826-network', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:39.826449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:39.830771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Usage tracker for resource:network and tenant:7e8813460d184b75b4bac5aead8178e2 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:39.834122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:39.840611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:39.852305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Made reservation on behalf of 7e8813460d184b75b4bac5aead8178e2 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:39.857611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:39.858293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:39.877784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:39.914192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:39.918319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8813460d184b75b4bac5aead8178e2 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:39.921404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:39.927463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:39.931459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:39.936499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:39.937132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:39.999722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.002916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.007585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9f625ab8-7845-4223-a6de-6785888eb1ba tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:40.041264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:21:40.050831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ffc49-fef1-4a45-acc1-b52ba2416076,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:40.055515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:40.058256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.058770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Added segment 594a80c3-2fc3-4351-a145-e2219f81da5f of type vxlan for network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9
Nov 23 13:21:40.064278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.086516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:40.088607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.089810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.091736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:40.121146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.122138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:40.122775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.128051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2277e784-1ea3-45d7-b89d-7eb6152709b5 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:40.160019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:40.169524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.169932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.170305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.170695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.171065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.171436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.171804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.172172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.172575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.172940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.173304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.173664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.174117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.174486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.174851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.175215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.175577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.175941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.176305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.176691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.177058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.177419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.177783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.178713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:21:40.183248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:40.238181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4305906
Nov 23 13:21:40.239176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=66fe7e1b-662f-4374-b0e3-5b68bcc24bc9,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:40.241955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53902) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:40.242958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e569ac36-22da-49b9-8c7b-2c62452ae6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:40.248596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Request body: {'subnet': {'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-subnet', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:40.250701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:40.254160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:40.259407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Usage tracker for resource:subnet and tenant:7e8813460d184b75b4bac5aead8178e2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:40.262546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:40.268523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:40.269660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:21:40.280942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Made reservation on behalf of 7e8813460d184b75b4bac5aead8178e2 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:40.286016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.706088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:40.722062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5033d754-64d0-43ed-a225-d007210a180f tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:40.852069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439b6b4b-bd48-4f83-a9d0-f4c6151de044,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:40.856764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:40.930101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Checking segment: {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:40.930892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Network hostable DHCP agents. Network: 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:21:40.954355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:21:40.966119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:40.976899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a56104-39ba-43c1-89a4-423d1dca5777 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:40.979827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:40.980559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.003706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aafda1b7-e494-4ba0-b69c-4c840445de47 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7578678
Nov 23 13:21:41.003954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53906) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:41.009423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:41.014572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:41.018814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Usage tracker for resource:router and tenant:7e8813460d184b75b4bac5aead8178e2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:21:41.023230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:21:41.029458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:41.039291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.040266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.059215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.216209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:21:41.217291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.219000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.371218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Sync routers for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:21:41.450883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:41.451721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0a20>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:41.716112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.752399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:41.855869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:41.952938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Allocated IP 172.20.0.2 (66fe7e1b-662f-4374-b0e3-5b68bcc24bc9/439b6b4b-bd48-4f83-a9d0-f4c6151de044/2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:41.977714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:42.044785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Allocated IP 172.26.6.238 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/6107f8c3-4474-424f-bf93-1eba99bb7b51) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:42.212232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.213923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:42.214347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.238817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.254494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:42.390271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Pushing event updated for resources: {'Port': ['ID=6107f8c3-4474-424f-bf93-1eba99bb7b51,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:42.393319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:42.452530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:42.453818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:42.456709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:42.605860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.625002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.625997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.630344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Transition to ACTIVE for port object 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:42.655485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Transition to ACTIVE for port object 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:42.661965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:42.676059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b34c960c-b166-49be-ba80-11241656c2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:42.802534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0a20>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b', 'name': '', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'mac_address': 'fa:16:3e:84:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:36Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 2, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'subnets': [{'id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:42.815040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Checking router: 2445c94a-5577-4fc6-a437-84c6d812f0c7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:21:42.815452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Updating router 2445c94a-5577-4fc6-a437-84c6d812f0c7 port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:21:42.854995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Pushing event updated for resources: {'Port': ['ID=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:42.861179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:42.884108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:21:42.885845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.049897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:43.054570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:43.058452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:43.109364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:21:43.120292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Sync routers for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:21:43.134635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.137948 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.1310475
Nov 23 13:21:43.138936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 53912) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:21:43.140359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:43.141082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:43.194260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Attempting to bind port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:43.194896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Attempting to bind port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:43.195452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Attempting to bind port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a on network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:43.276774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:43.277216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Checking segment: {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:43.277675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.278128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Bound using segment: {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:43.278675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Bound port: 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:43.279103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.340242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:43.435514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] For port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:43.448052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] For port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:43.453003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.470398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bec5941d-6f11-49d2-9b9c-8753d66bade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:43.841998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697b38>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:42Z', 'revision_number': 3, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:43.850557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Checking router: 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:21:43.851158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Updating router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 port 6107f8c3-4474-424f-bf93-1eba99bb7b51 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:21:43.894425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.898503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.916114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Pushing event updated for resources: {'Port': ['ID=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:43.924524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:43.925098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.929010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Transition to ACTIVE for port object f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:43.934942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:43.953597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-680438da-a76c-4cd4-a2c1-632f9a9f11ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:44.103965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Pushing event updated for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:44.108851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:44.298808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Attempting to bind port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:44.299299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Attempting to bind port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:44.299816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Attempting to bind port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b on network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:44.308586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:44.309204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Checking segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:44.309762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.310333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Bound using segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:44.310957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Bound port: f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:44.311499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.317957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Allocated IP 172.20.0.1 (66fe7e1b-662f-4374-b0e3-5b68bcc24bc9/439b6b4b-bd48-4f83-a9d0-f4c6151de044/36b90db3-eddb-448b-9cbe-c9c805002aff) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:21:44.393016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.406621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Transition to ACTIVE for port object 6107f8c3-4474-424f-bf93-1eba99bb7b51 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:44.411883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.429200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] For port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:44.433758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e5517c9-bd87-4059-89b8-1b40de1e55cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:44.440680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] For port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:44.447976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.488400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:44.536812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.570173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Transition to ACTIVE for port object 36b90db3-eddb-448b-9cbe-c9c805002aff will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:44.599381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.616637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee6aa8c3-143e-40fa-a712-9470cd929aa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:44.668810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Pushing event updated for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:44.675012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:44.743296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Pushing event updated for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:44.747881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:44.758054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:44.759344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0a20>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:44.775863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9242f-bbfe-4c3d-9da1-58567f84ec85 None None] Pushing event updated for resources: {'Port': ['ID=6107f8c3-4474-424f-bf93-1eba99bb7b51,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:44.789313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60e9242f-bbfe-4c3d-9da1-58567f84ec85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:44.841374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Attempting to bind port 6107f8c3-4474-424f-bf93-1eba99bb7b51 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:44.841788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Attempting to bind port 6107f8c3-4474-424f-bf93-1eba99bb7b51 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:44.842206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Attempting to bind port 6107f8c3-4474-424f-bf93-1eba99bb7b51 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:44.849985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:44.851125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:44.851795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.852549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:44.852823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Bound port: 6107f8c3-4474-424f-bf93-1eba99bb7b51, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:44.853257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.888338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:44.889757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:44.892482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:21:44.936735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] For port 6107f8c3-4474-424f-bf93-1eba99bb7b51, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:44.940228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] For port 6107f8c3-4474-424f-bf93-1eba99bb7b51, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6107f8c3-4474-424f-bf93-1eba99bb7b51,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:44.944937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.953335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:44.961766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:44.963322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:45.063256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:45.107294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9242f-bbfe-4c3d-9da1-58567f84ec85 None None] Pushing event updated for resources: {'Port': ['ID=6107f8c3-4474-424f-bf93-1eba99bb7b51,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:45.111114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-60e9242f-bbfe-4c3d-9da1-58567f84ec85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:45.193390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:45.194759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825697b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:45.358458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817ec0a20>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b', 'name': '', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'mac_address': 'fa:16:3e:84:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:36Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'subnets': [{'id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:45.366405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea66fb-8b58-4dd5-820f-6f17e208b0ec None None] The sync data for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs is: [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:21:37Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b', 'name': '', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'mac_address': 'fa:16:3e:84:b4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:36Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'subnets': [{'id': '0f6e5c0f-17d5-4daf-b910-00108d36534e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:21:45.421579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:45.703201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:45.708950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:45.758377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100362a8-2203-4105-a693-cfd275d20100 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:21:45.772808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c282fe1b-9e95-45c6-894e-964db0745282 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:45.837981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:45.886861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825697b38>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '36b90db3-eddb-448b-9cbe-c9c805002aff', 'name': '', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'mac_address': 'fa:16:3e:df:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:44Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 1, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'subnets': [{'id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:45.891656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab30f1-2b50-4daf-a48d-2fc0c0644c20 None None] The sync data for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs is: [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '36b90db3-eddb-448b-9cbe-c9c805002aff', 'name': '', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'mac_address': 'fa:16:3e:df:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:44Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 1, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'subnets': [{'id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:21:45.901653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-11e9cb65-e82d-4a82-a942-0db86eec280e None None] Provisioning for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:45.966190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Pushing event updated for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:45.971750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:46.027820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:46.043613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:21:46.044804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:21:46.167736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:46.174727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:46.175150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.321423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.357122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:46.361003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.362190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:46.392548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:46.494412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:21:46.508170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:46.542060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:46.560384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:46.574345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:46.574776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.645240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Provisioning complete for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:46.648756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.851958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:21:46.862632 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] 10.222.0.60 "PUT /v2.0/routers/0f1e9496-2b4b-4dbc-bb82-10931cd7cab2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7222764
Nov 23 13:21:46.907935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.928623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:46.982792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:47.249385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:47.268799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bb8f4b93-1159-4a29-9be2-2c68b36fa61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:47.324725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:21:47.325147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:21:47.328124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:47.361620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:47.366102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:47.916936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Provisioning for port 36b90db3-eddb-448b-9cbe-c9c805002aff completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:47.924742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Provisioning complete for port 36b90db3-eddb-448b-9cbe-c9c805002aff triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:47.925234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:47.955752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6107f8c3-4474-424f-bf93-1eba99bb7b51 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:48.035020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-98ac8d99-919c-49ca-9b85-ada3a2142843 None None] Port 36b90db3-eddb-448b-9cbe-c9c805002aff cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:21:48.052217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 6107f8c3-4474-424f-bf93-1eba99bb7b51 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:48.057334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6107f8c3-4474-424f-bf93-1eba99bb7b51 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:48.057754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.204904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-47f989a8-421b-46b0-9d80-4b6f7ff87c0e None None] Provisioning complete for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:48.205323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47f989a8-421b-46b0-9d80-4b6f7ff87c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.237642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.277211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 6107f8c3-4474-424f-bf93-1eba99bb7b51, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6107f8c3-4474-424f-bf93-1eba99bb7b51,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:48.284213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.284782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:48.313829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:48.468882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=6107f8c3-4474-424f-bf93-1eba99bb7b51,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:48.475959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:48.495822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-47f989a8-421b-46b0-9d80-4b6f7ff87c0e None None] Provisioning complete for port 36b90db3-eddb-448b-9cbe-c9c805002aff triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:48.496239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-47f989a8-421b-46b0-9d80-4b6f7ff87c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.536620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:48.537051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:48.606068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-47f989a8-421b-46b0-9d80-4b6f7ff87c0e None None] Port 36b90db3-eddb-448b-9cbe-c9c805002aff cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:21:48.690953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:48.778183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:48.778725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:49.853602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6107f8c3-4474-424f-bf93-1eba99bb7b51 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:49.945819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6107f8c3-4474-424f-bf93-1eba99bb7b51 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:49.946497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:50.284880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Sync routers for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:21:50.299621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:50.300238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824135048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:50.520241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:50.909289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824135048>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '36b90db3-eddb-448b-9cbe-c9c805002aff', 'name': '', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'mac_address': 'fa:16:3e:df:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:44Z', 'updated_at': '2020-11-23T13:21:45Z', 'revision_number': 2, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'subnets': [{'id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:50.914345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Checking router: 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:21:50.921060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Updating router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 port 36b90db3-eddb-448b-9cbe-c9c805002aff binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:21:50.982222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:51.463688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:51.477562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Transition to ACTIVE for port object 36b90db3-eddb-448b-9cbe-c9c805002aff will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:21:51.481262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:51.572744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-02574c7f-ca8f-49ac-bd99-ac7a1399fd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:51.670792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Pushing event updated for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:51.673947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:51.875666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Attempting to bind port 36b90db3-eddb-448b-9cbe-c9c805002aff on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:21:51.876393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Attempting to bind port 36b90db3-eddb-448b-9cbe-c9c805002aff by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:21:51.876994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Attempting to bind port 36b90db3-eddb-448b-9cbe-c9c805002aff on network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:21:51.886303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:21:51.887038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Checking segment: {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:21:51.887664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:51.888274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Bound using segment: {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:21:51.888996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Bound port: 36b90db3-eddb-448b-9cbe-c9c805002aff, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594a80c3-2fc3-4351-a145-e2219f81da5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:21:51.891435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:52.006712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] For port 36b90db3-eddb-448b-9cbe-c9c805002aff, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:21:52.011931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] For port 36b90db3-eddb-448b-9cbe-c9c805002aff, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=36b90db3-eddb-448b-9cbe-c9c805002aff,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:21:52.016228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:52.032392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:52.365203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Pushing event updated for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:52.372051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:52.441703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:21:52.442404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824135048>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:21:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:52.702795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:21:53.180827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824135048>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '36b90db3-eddb-448b-9cbe-c9c805002aff', 'name': '', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'mac_address': 'fa:16:3e:df:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:44Z', 'updated_at': '2020-11-23T13:21:52Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'subnets': [{'id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:21:53.185817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f4c4d-7a41-4a4d-8e11-a4b40f4e31fb None None] The sync data for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs is: [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:44Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '36b90db3-eddb-448b-9cbe-c9c805002aff', 'name': '', 'network_id': '66fe7e1b-662f-4374-b0e3-5b68bcc24bc9', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'mac_address': 'fa:16:3e:df:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:44Z', 'updated_at': '2020-11-23T13:21:52Z', 'revision_number': 4, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'subnets': [{'id': '439b6b4b-bd48-4f83-a9d0-f4c6151de044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:21:54.019440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 36b90db3-eddb-448b-9cbe-c9c805002aff up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:54.109333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 36b90db3-eddb-448b-9cbe-c9c805002aff completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:21:54.115101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 36b90db3-eddb-448b-9cbe-c9c805002aff triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:54.115562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:54.258305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:54.295969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 36b90db3-eddb-448b-9cbe-c9c805002aff, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=36b90db3-eddb-448b-9cbe-c9c805002aff,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:21:54.301574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:54.304357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:21:54.392460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:21:54.396509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:21:55.851241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 36b90db3-eddb-448b-9cbe-c9c805002aff up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:21:55.939643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 36b90db3-eddb-448b-9cbe-c9c805002aff triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:21:55.940938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:57.890341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-25e8be33-3059-4c26-bd1f-7394203c9942 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:57.891009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-25e8be33-3059-4c26-bd1f-7394203c9942 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:21:57.907679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-25e8be33-3059-4c26-bd1f-7394203c9942 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:21:57.909019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-25e8be33-3059-4c26-bd1f-7394203c9942 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 817 time: 0.1790810
Nov 23 13:21:57.913532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7111a116-2b31-4cd9-aec5-02cc78949587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:57.929682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-1fcce4e4-0418-4590-ae40-3e2809302bea tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/quotas/feceb915c397458aa045b663f9e2b3e6 HTTP/1.1" status: 200  len: 375 time: 0.0125537
Nov 23 13:21:58.022692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-3624c249-0e6a-49e8-818f-f84ad4b9da07 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0871773
Nov 23 13:21:58.174225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-d9160319-ed19-4dea-8e5d-2a3d41e873b2 service neutron] 10.222.0.60 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387284
Nov 23 13:21:58.318021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-f92d0042-1ead-4ab4-adab-b92aa2a0347e service neutron] 10.222.0.60 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367166
Nov 23 13:21:58.523171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-021c8d40-f9f3-4606-b168-b21067303f75 req-283a6108-3ad3-4435-b992-69dd322cb5f4 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:21:58.540279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-021c8d40-f9f3-4606-b168-b21067303f75 req-283a6108-3ad3-4435-b992-69dd322cb5f4 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:21:58.541597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-021c8d40-f9f3-4606-b168-b21067303f75 req-283a6108-3ad3-4435-b992-69dd322cb5f4 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 210 time: 0.0652826
Nov 23 13:21:59.691663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-f1a257c5-74d0-4cca-a09d-21c484a6750b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:21:59.694028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-f1a257c5-74d0-4cca-a09d-21c484a6750b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 817 time: 0.1649392
Nov 23 13:21:59.718094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Request body: {'port': {'device_id': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'admin_state_up': True, 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:21:59.737338 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54a1f6d7-02f9-42df-96b0-90da356bb191 req-d8a48814-36d1-4839-86b5-a222553dc402 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 210 time: 0.0608447
Nov 23 13:21:59.872393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:21:59.883440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:21:59.892402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Made reservation on behalf of feceb915c397458aa045b663f9e2b3e6 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:21:59.898174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:21:59.929368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:22:00.260989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Allocated IP 172.20.0.6 (30e2dc37-f34c-44cd-bc41-7d095ba8c044/0f6e5c0f-17d5-4daf-b910-00108d36534e/e0952160-3b11-489e-8577-41fc1c3a9068) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:22:00.359588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-68154888-7ff1-494a-9d51-245c2b6794bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:00.507016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:00.531455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Transition to ACTIVE for port object e0952160-3b11-489e-8577-41fc1c3a9068 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:22:00.554675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:00.574197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a45f7725-2b5a-42ad-bb87-c2c84e2958e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:00.773585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:22:00.777315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:22:00.782470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:22:00.813057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Pushing event updated for resources: {'Port': ['ID=e0952160-3b11-489e-8577-41fc1c3a9068,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:00.819947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:00.858674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:00.873489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:00.874183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:00.905229 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1935153
Nov 23 13:22:01.018217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ffe2a-f323-4964-8601-6187484ab52a req-b2317bff-b3fd-43bd-9155-0d94f0dcd716 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:01.019005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ca0ffe2a-f323-4964-8601-6187484ab52a req-b2317bff-b3fd-43bd-9155-0d94f0dcd716 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:22:01.037887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ca0ffe2a-f323-4964-8601-6187484ab52a req-b2317bff-b3fd-43bd-9155-0d94f0dcd716 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:22:01.040934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca0ffe2a-f323-4964-8601-6187484ab52a req-b2317bff-b3fd-43bd-9155-0d94f0dcd716 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.1190822
Nov 23 13:22:01.103345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ca0ffe2a-f323-4964-8601-6187484ab52a req-ec1da962-71d3-4847-823d-d78e0901e2b3 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572636
Nov 23 13:22:01.107172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5028a244-7c01-4513-9305-c0c802d63394 None None] Provisioning for port e0952160-3b11-489e-8577-41fc1c3a9068 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:22:01.112959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5028a244-7c01-4513-9305-c0c802d63394 None None] Provisioning complete for port e0952160-3b11-489e-8577-41fc1c3a9068 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:22:01.113396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5028a244-7c01-4513-9305-c0c802d63394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:01.181960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5028a244-7c01-4513-9305-c0c802d63394 None None] Port e0952160-3b11-489e-8577-41fc1c3a9068 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:22:02.089718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:02.332188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9728c-8c96-45f0-89d4-b356667c7b56 req-452aa186-6032-41ce-8b18-2b83b09580ae tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:02.333999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4a9728c-8c96-45f0-89d4-b356667c7b56 req-452aa186-6032-41ce-8b18-2b83b09580ae tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0940077
Nov 23 13:22:02.389011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d4a9728c-8c96-45f0-89d4-b356667c7b56 req-86f205ab-0212-40f3-b8fc-397f07dc2d2a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:22:02.393329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:02.406656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d4a9728c-8c96-45f0-89d4-b356667c7b56 req-86f205ab-0212-40f3-b8fc-397f07dc2d2a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:22:02.407959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d4a9728c-8c96-45f0-89d4-b356667c7b56 req-86f205ab-0212-40f3-b8fc-397f07dc2d2a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665493
Nov 23 13:22:03.635114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283f9aa-e7ac-4806-8039-a7e98ba36e97 req-f5b122d7-f342-49ef-a311-cd234ed04fbf tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:03.636844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1283f9aa-e7ac-4806-8039-a7e98ba36e97 req-f5b122d7-f342-49ef-a311-cd234ed04fbf tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0863523
Nov 23 13:22:03.695436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1283f9aa-e7ac-4806-8039-a7e98ba36e97 req-ef28e505-ac6b-4823-97be-f767716daa4b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513945
Nov 23 13:22:04.926376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476fd89-63e5-4260-9810-f694ac6358d1 req-d7522bf0-3bb9-44bb-a1b8-0f21e1a7d688 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:04.928628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8476fd89-63e5-4260-9810-f694ac6358d1 req-d7522bf0-3bb9-44bb-a1b8-0f21e1a7d688 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0941586
Nov 23 13:22:04.980867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8476fd89-63e5-4260-9810-f694ac6358d1 req-7fc5e142-3729-41f6-977f-fcad3dfe2a3d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449076
Nov 23 13:22:06.250725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7942d0d-9bb5-4ca2-aab6-06f051c76c9a req-35a04f30-0c84-46d2-99ba-fdc83398fb6c tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:06.252408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b7942d0d-9bb5-4ca2-aab6-06f051c76c9a req-35a04f30-0c84-46d2-99ba-fdc83398fb6c tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0972042
Nov 23 13:22:06.308452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b7942d0d-9bb5-4ca2-aab6-06f051c76c9a req-723476e5-b428-4d39-9a49-425cf9d9ceb3 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479457
Nov 23 13:22:07.562143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362acc32-9707-425f-9050-b0becd8a08fa req-77390d39-e792-4abd-b32d-2cb2b141a08d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:07.563768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-362acc32-9707-425f-9050-b0becd8a08fa req-77390d39-e792-4abd-b32d-2cb2b141a08d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0975938
Nov 23 13:22:07.616278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-362acc32-9707-425f-9050-b0becd8a08fa req-8b83eade-fed4-4c46-bf35-574baba72a75 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460138
Nov 23 13:22:08.849542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ce84-1b14-4749-8227-67d6144935b4 req-43aa669a-5cf9-4685-b0db-12c3dfffbbd5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:08.851257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d8e5ce84-1b14-4749-8227-67d6144935b4 req-43aa669a-5cf9-4685-b0db-12c3dfffbbd5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0935867
Nov 23 13:22:08.911062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d8e5ce84-1b14-4749-8227-67d6144935b4 req-13bd8151-2cda-40ca-b21b-6549b3cf7ab3 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523598
Nov 23 13:22:10.128532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb4f02-0b9b-403a-8598-e22d44ec3f10 req-a62d9868-ce0b-47e7-85c7-3c981654962b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:10.130153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0bb4f02-0b9b-403a-8598-e22d44ec3f10 req-a62d9868-ce0b-47e7-85c7-3c981654962b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 931 time: 0.0849934
Nov 23 13:22:10.182680 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0bb4f02-0b9b-403a-8598-e22d44ec3f10 req-a52e205d-f1ff-4ba2-8888-563a158a98a1 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461676
Nov 23 13:22:10.317340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Request body: {'port': {'device_id': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:22:10.430317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:10.845362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0952160-3b11-489e-8577-41fc1c3a9068 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:22:10.852658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:10.865962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Transition to ACTIVE for port object e0952160-3b11-489e-8577-41fc1c3a9068 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:22:10.868716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:10.884746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d154690d-beed-4034-b783-b6e3200ebeec tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:11.021294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Pushing event updated for resources: {'Port': ['ID=e0952160-3b11-489e-8577-41fc1c3a9068,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:11.048712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.049144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.049568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.049984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.050399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.050811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.051219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.051626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.052034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.052470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.052889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.053295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.053787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.054195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.054602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.055007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.055410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.055816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.056228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.056660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.057067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.057473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.057878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.058281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:22:11.070367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:11.235990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Attempting to bind port e0952160-3b11-489e-8577-41fc1c3a9068 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:22:11.236993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Attempting to bind port e0952160-3b11-489e-8577-41fc1c3a9068 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:22:11.236993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Attempting to bind port e0952160-3b11-489e-8577-41fc1c3a9068 on network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:22:11.244601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:22:11.244999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Checking segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:22:11.245370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:11.245777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Bound using segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:22:11.246247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Bound port: e0952160-3b11-489e-8577-41fc1c3a9068, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:22:11.247453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:11.659754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] For port e0952160-3b11-489e-8577-41fc1c3a9068, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:22:11.664789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] For port e0952160-3b11-489e-8577-41fc1c3a9068, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e0952160-3b11-489e-8577-41fc1c3a9068,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:22:11.673234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:11.690959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:11.799679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e79a-5dbf-4343-b259-502f749f184b req-e8afa838-71d4-41a0-a52f-003d9feb5f37 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:11.802021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f36e79a-5dbf-4343-b259-502f749f184b req-e8afa838-71d4-41a0-a52f-003d9feb5f37 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 943 time: 0.2397635
Nov 23 13:22:11.908035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Pushing event updated for resources: {'Port': ['ID=e0952160-3b11-489e-8577-41fc1c3a9068,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:11.915606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:11.928096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4f36e79a-5dbf-4343-b259-502f749f184b req-9bf121fd-5625-441e-8e69-8f8c5876cfc9 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188223
Nov 23 13:22:11.940292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:11.941010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:11.942561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] 10.222.0.63 "PUT /v2.0/ports/e0952160-3b11-489e-8577-41fc1c3a9068 HTTP/1.1" status: 200  len: 1157 time: 1.6302741
Nov 23 13:22:11.943008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:22:12.042151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068', 'status': 'completed', 'code': 200}
Nov 23 13:22:12.086636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-bda1686f-ca34-40e7-ada9-f158aee5e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:12.088315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-bda1686f-ca34-40e7-ada9-f158aee5e158 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 1160 time: 0.0866580
Nov 23 13:22:12.171577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-d8fd6391-e4a0-4620-84db-cdf48a038c8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0952160-3b11-489e-8577-41fc1c3a9068 HTTP/1.1" status: 200  len: 217 time: 0.0690894
Nov 23 13:22:12.254962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-ced1ca50-ec04-4159-81d0-6f2183c144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:12.256558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-ced1ca50-ec04-4159-81d0-6f2183c144a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 200  len: 856 time: 0.0695786
Nov 23 13:22:12.337325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-788b8e1e-5c19-4c63-9936-9bd6c8f8148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:12.338940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-788b8e1e-5c19-4c63-9936-9bd6c8f8148b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e2dc37-f34c-44cd-bc41-7d095ba8c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749207
Nov 23 13:22:12.482622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-0e657d22-e269-445b-b0f2-902d8710966a service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368446
Nov 23 13:22:12.626529 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4582b3f-3f6b-4be8-8e03-c1f5dcdbc8b4 req-cc85752a-c239-46a5-86fa-b0f857db9694 service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378376
Nov 23 13:22:12.782788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a711-3e71-40a7-ab51-194867b533c7 req-fe9fe5c6-6b03-4645-b330-a57f534caf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:12.784328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-fe9fe5c6-6b03-4645-b330-a57f534caf6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 1160 time: 0.0763066
Nov 23 13:22:12.938486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a711-3e71-40a7-ab51-194867b533c7 req-0dcc0b22-aa5f-4b00-affc-5760c3f0bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:12.940169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-0dcc0b22-aa5f-4b00-affc-5760c3f0bd22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 911 time: 0.1483648
Nov 23 13:22:13.021966 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-abd03f6b-29c5-497b-8c0e-66e4bf17c67a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0952160-3b11-489e-8577-41fc1c3a9068 HTTP/1.1" status: 200  len: 217 time: 0.0737147
Nov 23 13:22:13.143462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a711-3e71-40a7-ab51-194867b533c7 req-44c69298-133d-4a1b-b958-ef377ada2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:13.145028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-44c69298-133d-4a1b-b958-ef377ada2f98 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 200  len: 856 time: 0.1167243
Nov 23 13:22:13.224074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6950d-9064-4580-960c-e23e56d62489 req-09baee9f-18ea-4840-aaad-49f01eb58938 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:13.225698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3bc6950d-9064-4580-960c-e23e56d62489 req-09baee9f-18ea-4840-aaad-49f01eb58938 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 943 time: 0.1583316
Nov 23 13:22:13.281577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a711-3e71-40a7-ab51-194867b533c7 req-38f82712-769b-4373-bbc1-86cd5c69a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:13.283185 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-38f82712-769b-4373-bbc1-86cd5c69a7c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e2dc37-f34c-44cd-bc41-7d095ba8c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1308193
Nov 23 13:22:13.318658 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3bc6950d-9064-4580-960c-e23e56d62489 req-27f75531-3793-4c5d-9bf2-8872b06907d9 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793729
Nov 23 13:22:13.442401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-d90125d1-cb6e-49cf-9b15-9a978f4ea2f4 service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478391
Nov 23 13:22:13.586454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9909a711-3e71-40a7-ab51-194867b533c7 req-ca33c292-6bbd-4edb-9fc7-b788d16d443a service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369009
Nov 23 13:22:14.534108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ab865-469e-4cb9-be65-cc774bb44d2e req-84716283-f6ce-4ac8-a48f-765c1810cd9d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:14.535720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e3ab865-469e-4cb9-be65-cc774bb44d2e req-84716283-f6ce-4ac8-a48f-765c1810cd9d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 943 time: 0.0848475
Nov 23 13:22:14.585163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0e3ab865-469e-4cb9-be65-cc774bb44d2e req-6ba9cb6b-e4e4-40b0-9652-41c90b22b675 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430079
Nov 23 13:22:14.840917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-5602a638-d879-4b0c-b825-909307f1656b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:22:15.243135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e0952160-3b11-489e-8577-41fc1c3a9068 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:22:15.318702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port e0952160-3b11-489e-8577-41fc1c3a9068 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:22:15.323537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e0952160-3b11-489e-8577-41fc1c3a9068 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:22:15.323957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:15.448293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:15.476835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:22:15.487640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e0952160-3b11-489e-8577-41fc1c3a9068, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e0952160-3b11-489e-8577-41fc1c3a9068,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:22:15.491455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:15.493467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:15.540673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068', 'code': 200}
Nov 23 13:22:15.562663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e0952160-3b11-489e-8577-41fc1c3a9068,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:15.566045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:15.809825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fadde-1e09-46b1-b946-e7b4f128d564 req-2b5106ef-9709-46fe-af96-011a6bda837d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:15.811985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-205fadde-1e09-46b1-b946-e7b4f128d564 req-2b5106ef-9709-46fe-af96-011a6bda837d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0932088
Nov 23 13:22:15.864885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-205fadde-1e09-46b1-b946-e7b4f128d564 req-060d529d-48b6-445c-a40a-a76346168ed7 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444887
Nov 23 13:22:15.968316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447ed4c-146a-4912-a90c-b6a56e760cf2 req-a1ea243a-8e8b-4a0f-86e4-ddf5c442ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:15.969958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6447ed4c-146a-4912-a90c-b6a56e760cf2 req-a1ea243a-8e8b-4a0f-86e4-ddf5c442ff7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 1162 time: 0.2282770
Nov 23 13:22:16.019064 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6447ed4c-146a-4912-a90c-b6a56e760cf2 req-9f35b020-5878-4a68-8223-02201af269d0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413721
Nov 23 13:22:16.879593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e0952160-3b11-489e-8577-41fc1c3a9068 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:22:16.961021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e0952160-3b11-489e-8577-41fc1c3a9068 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:22:16.961452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:17.088469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc881819-f751-4fec-9b5b-3b5601a79c9f req-4055a660-25e0-438d-ad7d-6821d1478d46 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:17.089925 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc881819-f751-4fec-9b5b-3b5601a79c9f req-4055a660-25e0-438d-ad7d-6821d1478d46 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0884933
Nov 23 13:22:17.141814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc881819-f751-4fec-9b5b-3b5601a79c9f req-f9804e24-ac5d-4bb9-9372-f46ba5c12d89 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439384
Nov 23 13:22:17.213222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:18.362689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ef27e-765b-498a-b1fd-c4a827a3be59 req-6b97ec1b-c98f-41d3-bf05-c3756b7a75b5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:18.364306 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b38ef27e-765b-498a-b1fd-c4a827a3be59 req-6b97ec1b-c98f-41d3-bf05-c3756b7a75b5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0875409
Nov 23 13:22:18.414075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b38ef27e-765b-498a-b1fd-c4a827a3be59 req-cc9aab19-86cd-41b0-b6a8-8c4440a2958f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434177
Nov 23 13:22:18.632639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5e35-3a44-43af-9034-7f4d350632ee req-38b11597-75b9-4668-b8d0-4228c317cc10 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:18.634241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ebd5e35-3a44-43af-9034-7f4d350632ee req-38b11597-75b9-4668-b8d0-4228c317cc10 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0891595
Nov 23 13:22:18.683611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ebd5e35-3a44-43af-9034-7f4d350632ee req-01d9e42a-a907-4b8f-9116-ac2f686f87fe tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429227
Nov 23 13:22:27.917080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1d449e93-7037-456a-946b-9e06f0b774cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:30.342408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d552c8a-a17d-42b3-a88e-ca0875859d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:30.838068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:32.083272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:32.397568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:33.528154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c66b-4bd4-4d3c-8d2d-6bfa3ed994ae req-6b594ea5-d601-41cd-bb4b-fa897f5ef6bf tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:33.529811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4575c66b-4bd4-4d3c-8d2d-6bfa3ed994ae req-6b594ea5-d601-41cd-bb4b-fa897f5ef6bf tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0897181
Nov 23 13:22:33.584900 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4575c66b-4bd4-4d3c-8d2d-6bfa3ed994ae req-072cefee-fc7c-49ef-bf0b-7e907300dc57 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482719
Nov 23 13:22:34.811733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646577-4c8b-42d6-95ad-14a0383146be req-d61a6e25-2c5c-41f6-8735-25b095c60e0e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:34.814526 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2c646577-4c8b-42d6-95ad-14a0383146be req-d61a6e25-2c5c-41f6-8735-25b095c60e0e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0959370
Nov 23 13:22:34.865278 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2c646577-4c8b-42d6-95ad-14a0383146be req-e979d046-c188-4d2d-b4c5-253666b02ab2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444241
Nov 23 13:22:35.126438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576331-447f-4833-8b30-889a50b068a6 req-e2d5fd07-3743-4a51-a25e-ead69ad24e60 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:35.127985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96576331-447f-4833-8b30-889a50b068a6 req-e2d5fd07-3743-4a51-a25e-ead69ad24e60 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 945 time: 0.0866985
Nov 23 13:22:35.200653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Deleting port e0952160-3b11-489e-8577-41fc1c3a9068 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:22:35.201038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:35.463544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] For port e0952160-3b11-489e-8577-41fc1c3a9068, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e0952160-3b11-489e-8577-41fc1c3a9068,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:22:35.464143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:35.600257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Calling delete_port for e0952160-3b11-489e-8577-41fc1c3a9068 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:22:35.752976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:35.768803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:35.877993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Pushing event deleted for resources: {'Port': ['ID=e0952160-3b11-489e-8577-41fc1c3a9068,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:35.882394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:35.987912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] No DVR routers for this DVR port e0952160-3b11-489e-8577-41fc1c3a9068 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:22:35.990379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:35.993625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'name': 'network-vif-deleted', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:22:36.011194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-96576331-447f-4833-8b30-889a50b068a6 req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "DELETE /v2.0/ports/e0952160-3b11-489e-8577-41fc1c3a9068 HTTP/1.1" status: 204  len: 173 time: 0.8775387
Nov 23 13:22:36.065958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bd658587-1c45-4e7f-935e-0564c4486225 req-e36d2715-30be-4e0b-b456-6f0109664dd1 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:22:36.071528 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65', 'name': 'network-vif-deleted', 'tag': 'e0952160-3b11-489e-8577-41fc1c3a9068', 'status': 'completed', 'code': 200}
Nov 23 13:22:36.087843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bd658587-1c45-4e7f-935e-0564c4486225 req-e36d2715-30be-4e0b-b456-6f0109664dd1 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:22:36.089208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bd658587-1c45-4e7f-935e-0564c4486225 req-e36d2715-30be-4e0b-b456-6f0109664dd1 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=3c93aaa9-4ff4-46d8-8cb6-e94ed6b9fc65 HTTP/1.1" status: 200  len: 210 time: 0.0770571
Nov 23 13:22:36.908883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e0952160-3b11-489e-8577-41fc1c3a9068 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:22:36.931423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:22:36.946360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: e0952160-3b11-489e-8577-41fc1c3a9068 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:22:36.946763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e0952160-3b11-489e-8577-41fc1c3a9068 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:22:47.211703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:47.306615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-697c52b0-3154-4959-ad2e-b1ea241fa1c8 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:47.308205 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-697c52b0-3154-4959-ad2e-b1ea241fa1c8 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 817 time: 0.1574104
Nov 23 13:22:47.326165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-5bca36ff-c755-496a-9f3b-8bf269b7310f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/quotas/feceb915c397458aa045b663f9e2b3e6 HTTP/1.1" status: 200  len: 375 time: 0.0110798
Nov 23 13:22:47.412695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-ca22a2d7-4e17-4864-a83d-d28c94d6cc7c tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0798094
Nov 23 13:22:47.577796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-d48c0b79-96f7-4103-84ab-c4be05870529 service neutron] 10.222.0.60 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499107
Nov 23 13:22:47.982866 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-4e9b6505-b5b6-45af-9351-ca24faf07fcf service neutron] 10.222.0.60 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3977292
Nov 23 13:22:48.274005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2c7449a7-0f0e-49fb-9c64-68d878b5f1c7 req-a7b01583-65ce-49c0-9f6c-5402e8e38141 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 210 time: 0.1334646
Nov 23 13:22:49.310480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-424e9d1e-bf58-4264-aa9f-c9d2ef20405a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:49.312057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-424e9d1e-bf58-4264-aa9f-c9d2ef20405a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 817 time: 0.1625862
Nov 23 13:22:49.335230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Request body: {'port': {'device_id': 'fdef725c-66f2-49cd-9809-09798086fba7', 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044', 'admin_state_up': True, 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:22:49.474091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b39e9cee-338f-430c-aca0-ac1d610d8147 req-eb552bcf-8a48-45eb-8ca0-2f61b90a8bc9 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 210 time: 0.0542142
Nov 23 13:22:49.536162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:22:49.546321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:22:49.556322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Made reservation on behalf of feceb915c397458aa045b663f9e2b3e6 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:22:49.562130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:49.943825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Allocated IP 172.20.0.5 (30e2dc37-f34c-44cd-bc41-7d095ba8c044/0f6e5c0f-17d5-4daf-b910-00108d36534e/ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:22:50.204958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:50.223506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Transition to ACTIVE for port object ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:22:50.245008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:50.260836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4a9e7b2-1e49-4536-b86d-42f8885e599a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:22:50.402950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Pushing event updated for resources: {'Port': ['ID=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:22:50.408937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:22:50.467149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:22:50.468271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:22:50.470860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:22:50.557556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:50.558388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:50.595076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2636368
Nov 23 13:22:50.775483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a2701-946a-4ec9-8041-273fc280b09f req-6be8653e-4730-4a74-9638-7446447c3c01 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:50.779268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-617a2701-946a-4ec9-8041-273fc280b09f req-6be8653e-4730-4a74-9638-7446447c3c01 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.1017098
Nov 23 13:22:50.806208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-491aa39b-4d9f-4e62-8223-38e85f3a80ae None None] Provisioning for port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:22:50.815716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-491aa39b-4d9f-4e62-8223-38e85f3a80ae None None] Provisioning complete for port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:22:50.816327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-491aa39b-4d9f-4e62-8223-38e85f3a80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:50.850619 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-617a2701-946a-4ec9-8041-273fc280b09f req-d1e606b7-c246-4877-952c-11bb0b7bbc23 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658288
Nov 23 13:22:50.880355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-491aa39b-4d9f-4e62-8223-38e85f3a80ae None None] Port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:22:52.081129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47694-e2f5-46b5-bca1-db6e04797c3f req-fa24c337-0ede-4081-ba02-ffc821a05d5d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:52.081836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-baf47694-e2f5-46b5-bca1-db6e04797c3f req-fa24c337-0ede-4081-ba02-ffc821a05d5d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Synchronizing usage tracker for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:22:52.097487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-baf47694-e2f5-46b5-bca1-db6e04797c3f req-fa24c337-0ede-4081-ba02-ffc821a05d5d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Unset dirty status for tenant:feceb915c397458aa045b663f9e2b3e6 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:22:52.098796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-baf47694-e2f5-46b5-bca1-db6e04797c3f req-fa24c337-0ede-4081-ba02-ffc821a05d5d tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.1056304
Nov 23 13:22:52.151507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-baf47694-e2f5-46b5-bca1-db6e04797c3f req-495fa831-4eba-429e-aac8-2cfe60f03331 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459993
Nov 23 13:22:53.372313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93572-361d-477d-ae8e-00b04228f477 req-0e9b681a-0fb7-441d-897b-6a1832216875 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:53.373922 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e93572-361d-477d-ae8e-00b04228f477 req-0e9b681a-0fb7-441d-897b-6a1832216875 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.0895226
Nov 23 13:22:53.425595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2e93572-361d-477d-ae8e-00b04228f477 req-0d7ffb35-bcaa-49d5-9321-a0abbf1ebd82 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450435
Nov 23 13:22:54.656496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28877119-b4bf-497d-a896-70fa23060adf req-4d967574-e21a-4ce6-a40d-8f4cbfb67f24 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:54.659279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-28877119-b4bf-497d-a896-70fa23060adf req-4d967574-e21a-4ce6-a40d-8f4cbfb67f24 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.0917692
Nov 23 13:22:54.715398 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-28877119-b4bf-497d-a896-70fa23060adf req-f09655fb-78b6-4a08-9c50-e7801a5825d8 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501113
Nov 23 13:22:55.951474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd823ad-9b1a-4b89-9dd9-aabc7569ba7c req-76ce4e6f-c34a-4713-b9f0-4bb6533ec9f9 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:55.953164 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cd823ad-9b1a-4b89-9dd9-aabc7569ba7c req-76ce4e6f-c34a-4713-b9f0-4bb6533ec9f9 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.0974236
Nov 23 13:22:56.008282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6cd823ad-9b1a-4b89-9dd9-aabc7569ba7c req-94c8d5a0-5994-4256-bf39-e9613f71d2b5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470207
Nov 23 13:22:57.233688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a947-8230-4949-89a5-5938aa61ec01 req-4b842e1f-28ba-4ea4-bd5b-8d69e80fff2a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:57.235380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0264a947-8230-4949-89a5-5938aa61ec01 req-4b842e1f-28ba-4ea4-bd5b-8d69e80fff2a tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.0882800
Nov 23 13:22:57.287250 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0264a947-8230-4949-89a5-5938aa61ec01 req-f6dc2e0d-7fd8-462c-9f94-c834701b62e4 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441871
Nov 23 13:22:57.919712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eadd0bde-3709-4547-88a1-d1acfc049121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:58.527913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72176dc-95f4-414a-9f77-3a119d9c2cf7 req-deb6e1f4-a09d-4f33-9738-91981facd420 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:58.529730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f72176dc-95f4-414a-9f77-3a119d9c2cf7 req-deb6e1f4-a09d-4f33-9738-91981facd420 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.0886950
Nov 23 13:22:58.593207 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f72176dc-95f4-414a-9f77-3a119d9c2cf7 req-5a6d1c21-1a08-42c5-ab54-bb63ddb2aec6 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527196
Nov 23 13:22:59.443644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Request body: {'port': {'device_id': 'fdef725c-66f2-49cd-9809-09798086fba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:22:59.560408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:22:59.965498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e9c9-4910-48ae-8215-f1e9675a4331 req-e66d6cc9-cfc4-4ea8-ad85-3fcdbaffae28 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:22:59.967111 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5d4e9c9-4910-48ae-8215-f1e9675a4331 req-e66d6cc9-cfc4-4ea8-ad85-3fcdbaffae28 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 931 time: 0.2107053
Nov 23 13:23:00.045676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5d4e9c9-4910-48ae-8215-f1e9675a4331 req-2c5fd804-3019-4ed0-9e85-a2c112db8a1e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672359
Nov 23 13:23:00.117559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:23:00.124691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.137552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Transition to ACTIVE for port object ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:00.140293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.161014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0f47d3a8-3b2f-4668-ae5d-eb05623ad77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:00.297490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Pushing event updated for resources: {'Port': ['ID=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:00.303574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:00.345002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d67c044-1ab2-4541-b8fc-12831b476f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.493125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Attempting to bind port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:23:00.493495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Attempting to bind port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:23:00.493859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Attempting to bind port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f on network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:23:00.501224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:23:00.501594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Checking segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:23:00.501991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.502550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Bound using segment: {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:23:00.503418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Bound port: ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f15e46-771b-4dd4-aeff-9178638629de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '30e2dc37-f34c-44cd-bc41-7d095ba8c044'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:23:00.503786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.597492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] For port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:23:00.600774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] For port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:23:00.603858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.620398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d52d7d31-bdbf-4157-9a83-6374868de7e6 tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:00.778322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Pushing event updated for resources: {'Port': ['ID=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:00.784803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:00.821422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:00.822319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.824171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] 10.222.0.63 "PUT /v2.0/ports/ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f HTTP/1.1" status: 200  len: 1157 time: 1.3860991
Nov 23 13:23:00.825088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:23:00.843948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:00.919169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f', 'status': 'completed', 'code': 200}
Nov 23 13:23:00.958873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-f04d67f6-e478-4423-a675-d63a3caf35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:00.960556 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-f04d67f6-e478-4423-a675-d63a3caf35fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 1160 time: 0.0832810
Nov 23 13:23:01.044440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-86972bf6-f408-485a-8074-c4df6842797b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f HTTP/1.1" status: 200  len: 217 time: 0.0700941
Nov 23 13:23:01.119357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-28a06309-c172-4c36-a723-8083e91ab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:01.121009 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-28a06309-c172-4c36-a723-8083e91ab328 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 200  len: 856 time: 0.0700023
Nov 23 13:23:01.518741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-a2294d20-4207-4c79-af3c-80ffd8c30c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:01.520471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-a2294d20-4207-4c79-af3c-80ffd8c30c1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e2dc37-f34c-44cd-bc41-7d095ba8c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3933399
Nov 23 13:23:01.636969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a8d3e-81b5-4a0f-8cc4-9f433bda6216 req-4f53c507-af43-4f3e-afdb-f2dc6efbc8b5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:01.638644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-624a8d3e-81b5-4a0f-8cc4-9f433bda6216 req-4f53c507-af43-4f3e-afdb-f2dc6efbc8b5 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 943 time: 0.4573197
Nov 23 13:23:01.724738 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-0726508a-5a40-4742-ba8b-6bca3e93b37b service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959293
Nov 23 13:23:01.729879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-624a8d3e-81b5-4a0f-8cc4-9f433bda6216 req-fa999e83-9728-4e10-9eb5-94fdabd93325 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792153
Nov 23 13:23:01.873672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-683dfe54-4d0d-49e3-afcf-b164bc9809be req-c98fccb8-1926-44f0-b53f-b9458a0fc6c7 service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423030
Nov 23 13:23:02.047503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-d8e3b276-f536-4f5a-af6d-b2fe8a4d4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:02.049141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-d8e3b276-f536-4f5a-af6d-b2fe8a4d4fd2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 1160 time: 0.0798395
Nov 23 13:23:02.089507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:02.202291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-7ada96ab-efb8-4dec-827b-fb1af58531ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:02.203991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-7ada96ab-efb8-4dec-827b-fb1af58531ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 911 time: 0.1467175
Nov 23 13:23:02.277898 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-7d4e8eee-c106-4e9a-86d9-75bd1c9c8d4b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f HTTP/1.1" status: 200  len: 217 time: 0.0667696
Nov 23 13:23:02.353919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-d6f3e5ca-0e05-4120-a83d-6a8a15c10797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:02.355400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-d6f3e5ca-0e05-4120-a83d-6a8a15c10797 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 200  len: 856 time: 0.0698197
Nov 23 13:23:02.399007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:02.439737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-07ab324d-fb12-4777-8b49-6f4ba268f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:02.442030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-07ab324d-fb12-4777-8b49-6f4ba268f22d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e2dc37-f34c-44cd-bc41-7d095ba8c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785971
Nov 23 13:23:02.593624 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-a5c93ab4-b1c0-422e-8f70-9e42d12cbffe service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423056
Nov 23 13:23:02.747255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0aab6e5c-a5ce-458a-875b-8fcdac76715f req-ea1ac767-9773-4796-9683-5342b1ce2fa1 service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455679
Nov 23 13:23:02.951546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adacdf2-fc88-4d3d-addc-3cdc8cc21113 req-11765f62-2b4f-4c9a-872a-fc4602a40f0e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:02.953206 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0adacdf2-fc88-4d3d-addc-3cdc8cc21113 req-11765f62-2b4f-4c9a-872a-fc4602a40f0e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 943 time: 0.0897355
Nov 23 13:23:03.003634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0adacdf2-fc88-4d3d-addc-3cdc8cc21113 req-203b8b0f-f253-45c0-ac73-355388058104 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432301
Nov 23 13:23:03.540084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:03.702673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:03.710073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:03.710431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:03.869319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:03.903621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:23:03.914846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:03.917994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:03.920102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:03.963668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f', 'code': 200}
Nov 23 13:23:03.991440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:04.001020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.001412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.001800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.002179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.002594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.003041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.003530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.003902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.004326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.004726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.005099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.005468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.005933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.006308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.006678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.007047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.007415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.007825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.008154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.008547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.008918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.009287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.009654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.010019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:04.014694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:04.229229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb1a9-883b-49ec-a6a9-b7a356207b49 req-e941b6a6-bde5-4a04-8667-0ff5b7e46a0b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:04.230769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-013fb1a9-883b-49ec-a6a9-b7a356207b49 req-e941b6a6-bde5-4a04-8667-0ff5b7e46a0b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0933309
Nov 23 13:23:04.239545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf64cf-2f7d-437e-95f7-8b980450b453 req-2ab2486f-664f-4b75-b00b-73c43170a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:04.241204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebdf64cf-2f7d-437e-95f7-8b980450b453 req-2ab2486f-664f-4b75-b00b-73c43170a3ee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 1162 time: 0.0839598
Nov 23 13:23:04.282223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-013fb1a9-883b-49ec-a6a9-b7a356207b49 req-18926c97-eacc-43db-87b9-4fe29b7cad08 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439124
Nov 23 13:23:04.289854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebdf64cf-2f7d-437e-95f7-8b980450b453 req-bf9c8393-3646-4e22-8000-3cf0dec06ae5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410154
Nov 23 13:23:05.311792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:05.385753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:05.386169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:05.519907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55adcc-cfd1-4a40-a780-a3b72151f4b7 req-3d6090da-3ced-4cfa-82c2-3d32facff2bc tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:05.521725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab55adcc-cfd1-4a40-a780-a3b72151f4b7 req-3d6090da-3ced-4cfa-82c2-3d32facff2bc tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.1002183
Nov 23 13:23:05.575669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab55adcc-cfd1-4a40-a780-a3b72151f4b7 req-0c581ca1-4182-4323-9d95-0e29f8b13e99 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472226
Nov 23 13:23:06.792526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7080ab4-a714-4fd5-ba52-ccc24e57d321 req-83418f88-a98e-4a6f-8173-4f8a5c9d0376 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:06.794153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7080ab4-a714-4fd5-ba52-ccc24e57d321 req-83418f88-a98e-4a6f-8173-4f8a5c9d0376 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0848925
Nov 23 13:23:06.844384 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7080ab4-a714-4fd5-ba52-ccc24e57d321 req-0922d90c-b24f-4bca-95c5-baf6c107f675 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430412
Nov 23 13:23:07.060826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1661b8-5d01-420a-9be6-567eb3d8ac9d req-0bac3bbc-c0b1-4689-b7a2-e470ebb14e84 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:07.062410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d1661b8-5d01-420a-9be6-567eb3d8ac9d req-0bac3bbc-c0b1-4689-b7a2-e470ebb14e84 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0872514
Nov 23 13:23:07.111511 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d1661b8-5d01-420a-9be6-567eb3d8ac9d req-a7d47053-60fb-45a8-86a8-063e0b29a397 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412126
Nov 23 13:23:13.932173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:23:17.218643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:17.645242 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-850f9976-7849-4050-8be6-eb632193dd15 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0752122
Nov 23 13:23:17.844705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b108d2-d679-4108-977e-36ac57f8658e req-6f9ef445-81db-4622-8c07-41f462c044dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:17.847213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-6f9ef445-81db-4622-8c07-41f462c044dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=feceb915c397458aa045b663f9e2b3e6&device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 1162 time: 0.0887692
Nov 23 13:23:18.012339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b108d2-d679-4108-977e-36ac57f8658e req-ccc09d73-9f05-43b3-b270-cbae39300589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:18.013927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-ccc09d73-9f05-43b3-b270-cbae39300589 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 200  len: 911 time: 0.1441209
Nov 23 13:23:18.117506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-5fcaca8d-b71c-4289-a639-90b18b97e7aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f HTTP/1.1" status: 200  len: 217 time: 0.0665536
Nov 23 13:23:18.194401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b108d2-d679-4108-977e-36ac57f8658e req-814ee541-a786-4b91-bf3d-09a7accb8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:18.195976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-814ee541-a786-4b91-bf3d-09a7accb8ab7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 200  len: 856 time: 0.0708985
Nov 23 13:23:18.277707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b108d2-d679-4108-977e-36ac57f8658e req-701688e9-1e71-415b-85c2-f4b49cf3b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:18.279248 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-701688e9-1e71-415b-85c2-f4b49cf3b120 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30e2dc37-f34c-44cd-bc41-7d095ba8c044&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762305
Nov 23 13:23:18.446053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-eb554d01-32a6-406f-932c-c8583e287f2a service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444960
Nov 23 13:23:18.594467 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03b108d2-d679-4108-977e-36ac57f8658e req-ed7b349a-97a2-4c40-b926-fcbc20e4d47b service neutron] 10.222.0.63 "GET /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401110
Nov 23 13:23:23.000358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502667-9cdb-4eba-a8a0-37aa6d537d84 req-292072bc-f70f-413d-9fbb-37bf84be7b77 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:23.002050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1502667-9cdb-4eba-a8a0-37aa6d537d84 req-292072bc-f70f-413d-9fbb-37bf84be7b77 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0895433
Nov 23 13:23:23.051375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b1502667-9cdb-4eba-a8a0-37aa6d537d84 req-76fe226c-5cfc-4327-9e16-e8c921fc6b68 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423193
Nov 23 13:23:24.271034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da06a-8349-495e-84cc-929f95dabbc3 req-7e46bbb5-48b2-4de4-b6b4-24257aa3e89e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:24.272689 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-201da06a-8349-495e-84cc-929f95dabbc3 req-7e46bbb5-48b2-4de4-b6b4-24257aa3e89e tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0879357
Nov 23 13:23:24.323449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-201da06a-8349-495e-84cc-929f95dabbc3 req-18fcc34b-5221-4eba-be13-552d1354fed8 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/security-groups?id=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442488
Nov 23 13:23:24.644784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-e266baa4-1b40-4300-915e-1173052c9680 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:24.646346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-e266baa4-1b40-4300-915e-1173052c9680 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 945 time: 0.0823932
Nov 23 13:23:24.726696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Deleting port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:24.727077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:24.982821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] For port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:24.983215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:25.114479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Calling delete_port for ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:25.257720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:25.272563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1cb01a6c-20cb-46cc-842c-f5d3447f64db tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:25.305787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:25.343573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:25.343972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:25.379699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Pushing event deleted for resources: {'Port': ['ID=ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:25.394358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.394781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.395200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.395611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.396022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.396459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.396879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.397289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.397692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.398101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.398498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.398898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.399388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.399825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.400228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.400657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.401060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.401459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.401861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.402259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.402657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.403057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.403453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.403850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:25.413993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:25.542103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b4dc898-ddbe-4927-a02d-ba7f639daa18 req-00900cc5-1985-47f8-a901-268fda2dcedd tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.60 "GET /v2.0/ports?device_id=fdef725c-66f2-49cd-9809-09798086fba7 HTTP/1.1" status: 200  len: 210 time: 0.0805566
Nov 23 13:23:25.543074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] No DVR routers for this DVR port ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:23:25.545378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:25.548342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'name': 'network-vif-deleted', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:23:25.572942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-25dda872-cb66-4fb9-ad8f-1630cec70696 req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] 10.222.0.63 "DELETE /v2.0/ports/ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f HTTP/1.1" status: 204  len: 173 time: 0.9203923
Nov 23 13:23:25.616704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef725c-66f2-49cd-9809-09798086fba7', 'name': 'network-vif-deleted', 'tag': 'ab17dffc-a3f4-4ec3-ac50-4d80c75f4f3f', 'status': 'completed', 'code': 200}
Nov 23 13:23:27.235386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54432) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:27.904268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:27.921777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-64c2b5c5-1596-4065-adce-594412f28880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:28.535443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Deleting port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:28.536039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:28.724264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] For port f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:28.724710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:28.855319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Calling delete_port for f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:29.031297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:29.047829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:29.153939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Pushing event deleted for resources: {'Port': ['ID=f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:29.170748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.171174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.171593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.172006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.172415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.172872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.173285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.173692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.175212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.175631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.176048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.176474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.176976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.177388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.177794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.178208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.178602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.179009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.179418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.179818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.180223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.180650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.181053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.181454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:29.186735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:29.502819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:30.239437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Router 2445c94a-5577-4fc6-a437-84c6d812f0c7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:23:30.349789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b9871ae-3d18-4773-a707-1d81b084ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:30.712798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:23:30.723318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Sync routers for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:23:30.726859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] 10.222.0.60 "PUT /v2.0/routers/2445c94a-5577-4fc6-a437-84c6d812f0c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4887547
Nov 23 13:23:30.729564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54436) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:30.735657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:30.737411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a60b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:30.845157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:30.929577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:30.947589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:31.158206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:31.166851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Deleting port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:31.167223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:31.233868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a60b38>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:23:28Z', 'revision_number': 5, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port': {'id': '3f63fefc-dfc6-4ff3-a66c-54afb7f655d2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:34Z', 'updated_at': '2020-11-23T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:31.239174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Checking router: 2445c94a-5577-4fc6-a437-84c6d812f0c7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:23:31.250663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Routers {'2445c94a-5577-4fc6-a437-84c6d812f0c7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:31.251329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a60b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['2445c94a-5577-4fc6-a437-84c6d812f0c7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:31.359422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] For port 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:31.359782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:31.414927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] Set router 2445c94a-5577-4fc6-a437-84c6d812f0c7 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:31.493527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Calling delete_port for 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:31.535448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a60b38>, [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:23:31Z', 'revision_number': 6, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:31.539824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce9402-feb0-4d89-8de6-3f7aadbcc004 None None] The sync data for ids ['2445c94a-5577-4fc6-a437-84c6d812f0c7'] in dv-neutron-601336-59-ovs is: [{'id': '2445c94a-5577-4fc6-a437-84c6d812f0c7', 'name': 'tempest-TestEncryptedCinderVolumes-1680457663-router', 'tenant_id': 'feceb915c397458aa045b663f9e2b3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:33Z', 'updated_at': '2020-11-23T13:23:31Z', 'revision_number': 6, 'project_id': 'feceb915c397458aa045b663f9e2b3e6', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:23:31.701214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:31.718406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8adb4c22-92d9-4cf4-9c06-207bf610db04 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:31.819713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f63fefc-dfc6-4ff3-a66c-54afb7f655d2,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:31.824026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:31.909698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:31.945929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:31.946331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device f29881e2-fe7c-4ea1-b18a-6f7bb2db7a4b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:31.946812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:31.980612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:31.980992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3f63fefc-dfc6-4ff3-a66c-54afb7f655d2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:32.082393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.114739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.385582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.391063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.403167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.417755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.418326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2445c94a-5577-4fc6-a437-84c6d812f0c7 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:23:32.431968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.433277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2445c94a-5577-4fc6-a437-84c6d812f0c7 HTTP/1.1" status: 204  len: 168 time: 1.7027299
Nov 23 13:23:32.435954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54440) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:32.505883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Deleting subnet 0f6e5c0f-17d5-4daf-b910-00108d36534e {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:23:32.509355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.563367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.652912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.928058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:32.943710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecc48bd4-12be-4de3-b2f2-5da43c43f32c tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:33.033792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6e5c0f-17d5-4daf-b910-00108d36534e,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:33.036654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:33.085788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.091141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626fc39-cf02-4979-bf18-807b0e719965 None None] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:23:33.092094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f6e5c0f-17d5-4daf-b910-00108d36534e HTTP/1.1" status: 204  len: 168 time: 0.6550210
Nov 23 13:23:33.094791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54444) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:33.225590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.296118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Deleting port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:33.296541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.517776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] DHCP port deletion for 30e2dc37-f34c-44cd-bc41-7d095ba8c044 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:23:33.522608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Deleting port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:33.523044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.751650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] For port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:33.752562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.794108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] For port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,segment=NetworkSegment(e9f15e46-771b-4dd4-aeff-9178638629de),segment_id=e9f15e46-771b-4dd4-aeff-9178638629de)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:33.794505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:33.905195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Calling delete_port for 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:33.934193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:33.935675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Calling delete_port for 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:34.016539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 23 13:23:34.031726 dv-neutron-601336-59-ovs neutron-server[80911]:   % (table.description, expected, rows_matched)
Nov 23 13:23:34.035760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6ac39758-c1e2-4b64-8510-ca4cb1849186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:34.035848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No active binding found for port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a {{(pid=81024) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 23 13:23:34.035848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:34.038605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:23:34.039020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:23:34.132897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:34.137640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:34.179212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] No DVR routers for this DVR port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:23:34.305425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.422021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f4dfc18>,) {'filters': {'network_id': ['30e2dc37-f34c-44cd-bc41-7d095ba8c044']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:34.435946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4dfc18>, 'e9f15e46-771b-4dd4-aeff-9178638629de') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:34.436280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4dfc18>, 'e9f15e46-771b-4dd4-aeff-9178638629de') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:34.449069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.473196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.475183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:23:34.540245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Deleting port 3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:34.540833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.612614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6a67f-e508-402a-957f-ac8bc697102b None None] The port '3e9ed4d7-1c04-4266-a5e5-a823ad2ae67a' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:23:34.661876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:23:34.671029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.863565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Network 30e2dc37-f34c-44cd-bc41-7d095ba8c044 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:23:34.887852 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:23:34.969490 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.973049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4a1c36fa-a33a-412a-8ea1-24946adfd681 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:34.987746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:34.998803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=30e2dc37-f34c-44cd-bc41-7d095ba8c044,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:35.002891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:35.013188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] 10.222.0.60 "DELETE /v2.0/networks/30e2dc37-f34c-44cd-bc41-7d095ba8c044 HTTP/1.1" status: 204  len: 168 time: 1.9173703
Nov 23 13:23:35.016660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54448) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:35.682369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:36.335406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Deleting port 36b90db3-eddb-448b-9cbe-c9c805002aff {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:36.335778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:36.518076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] For port 36b90db3-eddb-448b-9cbe-c9c805002aff, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=36b90db3-eddb-448b-9cbe-c9c805002aff,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:36.518470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:36.648308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Calling delete_port for 36b90db3-eddb-448b-9cbe-c9c805002aff owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:36.823133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:36.837596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7668f5f5-1854-4361-bf6d-cb5cea3391d9 tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:36.942913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b90db3-eddb-448b-9cbe-c9c805002aff,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:36.947149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:37.283767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:38.047144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:23:38.265320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:23:38.275230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Sync routers for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:23:38.275660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] 10.222.0.60 "PUT /v2.0/routers/0f1e9496-2b4b-4dbc-bb82-10931cd7cab2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2573717
Nov 23 13:23:38.278422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54452) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:38.288874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:38.289637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e86b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:38.487143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:38.754788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:38.806255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e86b70>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:23:36Z', 'revision_number': 5, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:38.810996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Checking router: 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:23:38.823775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Routers {'0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:38.824456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e86b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:38.967037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:38.976610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Deleting port 6107f8c3-4474-424f-bf93-1eba99bb7b51 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:38.977482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:39.031281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] Set router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:39.175553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] For port 6107f8c3-4474-424f-bf93-1eba99bb7b51, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6107f8c3-4474-424f-bf93-1eba99bb7b51,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:39.176175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:39.308149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Calling delete_port for 6107f8c3-4474-424f-bf93-1eba99bb7b51 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:39.341208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e86b70>, [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:23:36Z', 'revision_number': 5, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:39.345502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76e9ab-cafd-4235-b9dd-551d7b3e840b None None] The sync data for ids ['0f1e9496-2b4b-4dbc-bb82-10931cd7cab2'] in dv-neutron-601336-59-ovs is: [{'id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'name': 'tempest-TestEncryptedCinderVolumes-1342321826-router', 'tenant_id': '7e8813460d184b75b4bac5aead8178e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:23:36Z', 'revision_number': 5, 'project_id': '7e8813460d184b75b4bac5aead8178e2', 'gw_port': {'id': '6107f8c3-4474-424f-bf93-1eba99bb7b51', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1e9496-2b4b-4dbc-bb82-10931cd7cab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:21:41Z', 'updated_at': '2020-11-23T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:23:39.485543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:39.502521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:39.605091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Pushing event deleted for resources: {'Port': ['ID=6107f8c3-4474-424f-bf93-1eba99bb7b51,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:39.609471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:39.885285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:39.911394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 36b90db3-eddb-448b-9cbe-c9c805002aff no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:39.944915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 36b90db3-eddb-448b-9cbe-c9c805002aff {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:39.945305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 36b90db3-eddb-448b-9cbe-c9c805002aff not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:40.159503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.163829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.187857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.188400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:23:40.200850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.202077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0f1e9496-2b4b-4dbc-bb82-10931cd7cab2 HTTP/1.1" status: 204  len: 168 time: 1.9226663
Nov 23 13:23:40.205402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54456) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:40.277579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Deleting subnet 439b6b4b-bd48-4f83-a9d0-f4c6151de044 {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:23:40.280923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.339237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.423157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.690741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.706372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8ec96711-eebc-4b3c-bd73-06ce85574586 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:40.796568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439b6b4b-bd48-4f83-a9d0-f4c6151de044,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:40.802346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:40.845460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:40.850776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14970da-ab96-4e3b-891a-84c6d1e36621 None None] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:23:40.851807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/439b6b4b-bd48-4f83-a9d0-f4c6151de044 HTTP/1.1" status: 204  len: 168 time: 0.6452692
Nov 23 13:23:40.854434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54460) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:40.976197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.049093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Deleting port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:41.049483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.116733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] DHCP port deletion for 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:23:41.121277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Deleting port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:41.121712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.274367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] For port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:41.274938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.337709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] For port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,segment=NetworkSegment(594a80c3-2fc3-4351-a145-e2219f81da5f),segment_id=594a80c3-2fc3-4351-a145-e2219f81da5f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:41.338075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.404375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Calling delete_port for 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:41.474491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Calling delete_port for 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:23:41.481231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.498174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8afe1ecf-f353-40ff-9d3d-88fc72e2c991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:41.554006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:23:41.554331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:23:41.595167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:41.600673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:41.649602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] No DVR routers for this DVR port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:23:41.783318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.896378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6107f8c3-4474-424f-bf93-1eba99bb7b51 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:41.919418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681ff06fd0>,) {'filters': {'network_id': ['66fe7e1b-662f-4374-b0e3-5b68bcc24bc9']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:41.936346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 6107f8c3-4474-424f-bf93-1eba99bb7b51 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:41.936782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6107f8c3-4474-424f-bf93-1eba99bb7b51 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:41.937256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:23:41.945312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681ff06fd0>, '594a80c3-2fc3-4351-a145-e2219f81da5f') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:41.945645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681ff06fd0>, '594a80c3-2fc3-4351-a145-e2219f81da5f') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:41.958858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.973685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:23:41.974103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:23:41.980087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:41.983549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:23:42.055392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Deleting port 2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:23:42.055848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:42.132633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6b41c661-6401-407d-be7a-6644782bb18d None None] The port '2b61b393-3ef7-462f-ad8c-b6c3cfa16d6a' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:23:42.445050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:23:42.453991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:42.639254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Network 66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:23:42.662416 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:23:42.744745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:42.749011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:42.753391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9483d3af-e5bc-4bd5-8578-0197211a6bd9 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:42.777044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] 10.222.0.60 "DELETE /v2.0/networks/66fe7e1b-662f-4374-b0e3-5b68bcc24bc9 HTTP/1.1" status: 204  len: 168 time: 1.9215474
Nov 23 13:23:42.778039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Pushing event deleted for resources: {'Network': ['ID=66fe7e1b-662f-4374-b0e3-5b68bcc24bc9,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:42.780644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:43.072652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54466) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:43.125286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dca520c1-2526-4955-b077-d52386a26ceb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=feceb915c397458aa045b663f9e2b3e6&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0513091
Nov 23 13:23:43.128400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54470) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:43.190272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.216874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.264953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.270628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e6f2b672-d3ea-4f47-b0d4-ce797a5e719b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:43.289496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:43.292514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:43.299708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.300949 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/daed06bc-f2b2-4a0f-a73b-9d62fbaa9f4d HTTP/1.1" status: 204  len: 168 time: 0.1715984
Nov 23 13:23:43.734967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54478) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:43.791743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4201e2a2-0e3a-4197-b545-302e72839a29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e8813460d184b75b4bac5aead8178e2&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0553391
Nov 23 13:23:43.794431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54482) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:43.861824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.892581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.941082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.947746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b9bae22f-e43e-4981-9f78-18409549fa19 tempest-TestVolumeBootPattern-1920033531 tempest-TestVolumeBootPattern-1920033531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:43.962446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ffc49-fef1-4a45-acc1-b52ba2416076,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:43.965359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:43.967832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:43.970421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc3491ea-ab57-4bb4-ae03-8727a5856c2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/818ffc49-fef1-4a45-acc1-b52ba2416076 HTTP/1.1" status: 204  len: 168 time: 0.1736042
Nov 23 13:23:44.886307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54504) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:45.031569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-625308158-network', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:23:45.037388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:23:45.041448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Usage tracker for resource:network and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:23:45.044434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:23:45.052077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:23:45.060980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Made reservation on behalf of 5eabbad6e676412e8ef726cea297dd94 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:23:45.065816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.079390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.116886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:23:45.120882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Usage tracker for resource:security_group_rule and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:23:45.123784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:23:45.129673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:23:45.199642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.202339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.207110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91754b42-12bc-47a4-9b80-38e53bb421b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:45.240219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:23:45.249603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667b6d1-5d57-4383-99d3-27a7d169fe44,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:45.253827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:45.256412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.257527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Added segment f3ce18a3-dc62-4692-bb93-a50e7b9e45df of type vxlan for network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596
Nov 23 13:23:45.286669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.316732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.317704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:45.318349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.323459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0a74558b-f220-4bb9-94d3-be7c50a6ed68 tempest-RoutersNegativeTest-2062718138 tempest-RoutersNegativeTest-2062718138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:45.435340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Pushing event updated for resources: {'Network': ['ID=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:45.438601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5511682
Nov 23 13:23:45.439607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:45.441847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54510) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:45.446610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:23:45.448153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Request body: {'subnet': {'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-625308158-subnet', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:23:45.453720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:23:45.458494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Usage tracker for resource:subnet and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:23:45.461542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:23:45.464731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:23:45.467307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:23:45.477968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Made reservation on behalf of 5eabbad6e676412e8ef726cea297dd94 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:23:45.482743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.927946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:45.945766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bdfd4931-f8b3-483f-8e1a-46891132c9c0 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:46.080307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba3671c-304c-4179-9dd5-bc0d05beda73,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:46.085227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:46.160024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Checking segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:23:46.160498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Network hostable DHCP agents. Network: c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:23:46.182671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:23:46.191739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:23:46.200885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca49d3-94af-4eea-beba-60452588deb5 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:23:46.203812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:23:46.204499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.232939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-baaffdd6-5898-4590-ad8b-38443a60b7b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7874391
Nov 23 13:23:46.233565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54514) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:46.239877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:23:46.245512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:23:46.249738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Usage tracker for resource:router and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:23:46.254684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:23:46.261369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:23:46.272339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.273376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.295975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.447321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:23:46.448341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.458879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.659532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.705493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.757527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Allocated IP 172.20.0.2 (c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596/cba3671c-304c-4179-9dd5-bc0d05beda73/9ac57f14-bbc4-4683-aad2-41f0af727c98) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:23:46.986083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:46.990704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Allocated IP 172.26.6.34 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/86c974d6-7a14-4784-9448-4bd8946aa4fe) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:23:46.997265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Transition to ACTIVE for port object 9ac57f14-bbc4-4683-aad2-41f0af727c98 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:47.014382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Transition to ACTIVE for port object 9ac57f14-bbc4-4683-aad2-41f0af727c98 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:47.020087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.035750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-18095a9c-cf22-4df1-bf33-106668db6dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:47.155130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.167870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Pushing event updated for resources: {'Port': ['ID=9ac57f14-bbc4-4683-aad2-41f0af727c98,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:47.172667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:47.185438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.202063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-523890a8-9e11-4ff6-858f-60058efba396 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:47.225629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.238372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:23:47.239395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:23:47.241651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:23:47.301384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Attempting to bind port 9ac57f14-bbc4-4683-aad2-41f0af727c98 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:23:47.301954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Attempting to bind port 9ac57f14-bbc4-4683-aad2-41f0af727c98 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:23:47.302369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Attempting to bind port 9ac57f14-bbc4-4683-aad2-41f0af727c98 on network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:23:47.309395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:23:47.309817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Checking segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:23:47.310272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.310714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Bound using segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:23:47.311233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Bound port: 9ac57f14-bbc4-4683-aad2-41f0af727c98, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:23:47.311653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.340534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Pushing event updated for resources: {'Port': ['ID=86c974d6-7a14-4784-9448-4bd8946aa4fe,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:47.345662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:47.402575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:23:47.403813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:23:47.406148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:23:47.407892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] For port 9ac57f14-bbc4-4683-aad2-41f0af727c98, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:23:47.411565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] For port 9ac57f14-bbc4-4683-aad2-41f0af727c98, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9ac57f14-bbc4-4683-aad2-41f0af727c98,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:23:47.414725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.430669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:47.584452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.585225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:47.588844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Pushing event updated for resources: {'Port': ['ID=9ac57f14-bbc4-4683-aad2-41f0af727c98,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:47.592348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:47.844039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:23:48.323009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:23:48.333722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Sync routers for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:23:48.346502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:48.348111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:48.348575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.1136382
Nov 23 13:23:48.348826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258df978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:48.351615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54518) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:23:48.541154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:48.871999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258df978>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:47Z', 'revision_number': 3, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:48.876396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Checking router: 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:23:48.876836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Updating router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 port 86c974d6-7a14-4784-9448-4bd8946aa4fe binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:23:48.934651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:48.993916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421c7bb-fdf8-40e3-8827-9b9d468500a4 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:23:49.076438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.106716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a8a2a3ad-3059-4d52-9e9d-e6bb607d1592 None None] Provisioning for port 9ac57f14-bbc4-4683-aad2-41f0af727c98 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:49.359181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.373176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Transition to ACTIVE for port object 86c974d6-7a14-4784-9448-4bd8946aa4fe will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:49.376619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.401700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b467e64c-8ccb-4b25-919a-04b48bc4a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:49.447205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Allocated IP 172.20.0.1 (c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596/cba3671c-304c-4179-9dd5-bc0d05beda73/406c3f53-e61e-4349-bf2c-70a9add9311b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:23:49.541361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Pushing event updated for resources: {'Port': ['ID=86c974d6-7a14-4784-9448-4bd8946aa4fe,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:49.570985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.571339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.571717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.572084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.572463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.572835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.573201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.573552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.573908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.574264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.574615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.574979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.575413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.576062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.576062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.576453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.576811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.577165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.577514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.577866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.578219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.578573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.578921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.579272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:23:49.584565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:49.629927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.635328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Attempting to bind port 86c974d6-7a14-4784-9448-4bd8946aa4fe on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:23:49.636005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Attempting to bind port 86c974d6-7a14-4784-9448-4bd8946aa4fe by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:23:49.636140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Attempting to bind port 86c974d6-7a14-4784-9448-4bd8946aa4fe on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:23:49.643230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:23:49.643781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:23:49.644160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.644618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:23:49.645136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Bound port: 86c974d6-7a14-4784-9448-4bd8946aa4fe, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:23:49.645677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.647922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Transition to ACTIVE for port object 406c3f53-e61e-4349-bf2c-70a9add9311b will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:49.690031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.709773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49752572-9085-45e1-9a54-0e0054d39398 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:49.733895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] For port 86c974d6-7a14-4784-9448-4bd8946aa4fe, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:23:49.738122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] For port 86c974d6-7a14-4784-9448-4bd8946aa4fe, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86c974d6-7a14-4784-9448-4bd8946aa4fe,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:23:49.741026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:49.758785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5638f9a9-4fda-4c25-a392-8e9f7761861e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:49.851885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Pushing event updated for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:49.856984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:49.917549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Pushing event updated for resources: {'Port': ['ID=86c974d6-7a14-4784-9448-4bd8946aa4fe,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:49.923613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:49.969893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9ac57f14-bbc4-4683-aad2-41f0af727c98 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:49.993958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:49.994680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258df978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:50.060561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 9ac57f14-bbc4-4683-aad2-41f0af727c98 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:50.067471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9ac57f14-bbc4-4683-aad2-41f0af727c98 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:50.067900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.189987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:23:50.192508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:23:50.195254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:23:50.205841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.212220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:50.244773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 9ac57f14-bbc4-4683-aad2-41f0af727c98, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9ac57f14-bbc4-4683-aad2-41f0af727c98,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:50.248878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.252060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-532ff7a7-b70e-4aa7-b272-95cdfc173b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:50.262303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.328521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=9ac57f14-bbc4-4683-aad2-41f0af727c98,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:50.333205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:50.374658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.451379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3ce0089b-0a8c-4616-afe1-d7e7cd46ad3d None None] Provisioning for port 406c3f53-e61e-4349-bf2c-70a9add9311b completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:50.456579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3ce0089b-0a8c-4616-afe1-d7e7cd46ad3d None None] Provisioning complete for port 406c3f53-e61e-4349-bf2c-70a9add9311b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:50.457017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3ce0089b-0a8c-4616-afe1-d7e7cd46ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.513695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0089b-0a8c-4616-afe1-d7e7cd46ad3d None None] Port 406c3f53-e61e-4349-bf2c-70a9add9311b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:23:50.547095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258df978>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:47Z', 'revision_number': 3, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:50.551935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad93d6a-08e1-47ad-aa51-005d24cef816 None None] The sync data for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs is: [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:47Z', 'revision_number': 3, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:23:50.680802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.684516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.718434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:50.803816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:50.817987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Pushing event updated for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:50.822970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:50.935260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:23:50.981701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:23:50.982939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:23:51.248051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a3d8920d-3083-4a63-9003-3b53672aaa6c None None] Provisioning complete for port 406c3f53-e61e-4349-bf2c-70a9add9311b triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:51.248836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a3d8920d-3083-4a63-9003-3b53672aaa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:51.312126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8920d-3083-4a63-9003-3b53672aaa6c None None] Port 406c3f53-e61e-4349-bf2c-70a9add9311b cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:23:51.420989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:23:51.640377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:23:51.651123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] 10.222.0.60 "PUT /v2.0/routers/22d4aac0-3e8e-48a0-a3b5-74317cd9ada5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2982850
Nov 23 13:23:51.974112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86c974d6-7a14-4784-9448-4bd8946aa4fe up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:52.047072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 86c974d6-7a14-4784-9448-4bd8946aa4fe completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:52.052309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 86c974d6-7a14-4784-9448-4bd8946aa4fe triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:52.052776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:52.177499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:52.194153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 86c974d6-7a14-4784-9448-4bd8946aa4fe, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86c974d6-7a14-4784-9448-4bd8946aa4fe,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:52.197655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:52.198088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9ac57f14-bbc4-4683-aad2-41f0af727c98 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:52.227687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:52.335087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=86c974d6-7a14-4784-9448-4bd8946aa4fe,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:52.338628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:52.351151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 9ac57f14-bbc4-4683-aad2-41f0af727c98 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:52.351768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:53.333447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Sync routers for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:23:53.347741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:53.348400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ebce48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:53.730275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:53.975244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86c974d6-7a14-4784-9448-4bd8946aa4fe up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:54.169367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 86c974d6-7a14-4784-9448-4bd8946aa4fe triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:54.169690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:54.227158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ebce48>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 2, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:54.238454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Checking router: 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:23:54.238888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Updating router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 port 406c3f53-e61e-4349-bf2c-70a9add9311b binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:23:54.305295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:54.850729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:54.866136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Transition to ACTIVE for port object 406c3f53-e61e-4349-bf2c-70a9add9311b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:23:54.869930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:54.889282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:55.032664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077380c-bf79-4e43-8bb5-a2b21542cb01 None None] Pushing event updated for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:55.043852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6077380c-bf79-4e43-8bb5-a2b21542cb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:55.213606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Attempting to bind port 406c3f53-e61e-4349-bf2c-70a9add9311b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:23:55.214359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Attempting to bind port 406c3f53-e61e-4349-bf2c-70a9add9311b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:23:55.214988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Attempting to bind port 406c3f53-e61e-4349-bf2c-70a9add9311b on network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:23:55.228975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:23:55.229286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Checking segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:23:55.229755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:55.230341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Bound using segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:23:55.230787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Bound port: 406c3f53-e61e-4349-bf2c-70a9add9311b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:23:55.231216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:55.339349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] For port 406c3f53-e61e-4349-bf2c-70a9add9311b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:23:55.343478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] For port 406c3f53-e61e-4349-bf2c-70a9add9311b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=406c3f53-e61e-4349-bf2c-70a9add9311b,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:23:55.348170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:55.425935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:55.539176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077380c-bf79-4e43-8bb5-a2b21542cb01 None None] Pushing event updated for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:55.542677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6077380c-bf79-4e43-8bb5-a2b21542cb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:55.617605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:23:55.618323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824ebce48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:23:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:55.892006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:23:56.262446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-7d936b43-d240-49d9-80ca-47336281323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824ebce48>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:55Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:23:56.267134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936b43-d240-49d9-80ca-47336281323c None None] The sync data for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs is: [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:55Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:23:57.933629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b443df5b-58ab-48ee-96ca-b953376872a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:57.966888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 406c3f53-e61e-4349-bf2c-70a9add9311b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:23:58.041892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 406c3f53-e61e-4349-bf2c-70a9add9311b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:23:58.049355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 406c3f53-e61e-4349-bf2c-70a9add9311b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:23:58.050758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:58.362969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:58.402543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 406c3f53-e61e-4349-bf2c-70a9add9311b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=406c3f53-e61e-4349-bf2c-70a9add9311b,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:23:58.407393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:23:58.411196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-843f9db3-cc79-4155-bace-7901f929d7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:23:58.487705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:23:58.491714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:23:59.920830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 406c3f53-e61e-4349-bf2c-70a9add9311b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:24:00.001306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 406c3f53-e61e-4349-bf2c-70a9add9311b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:00.001734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:00.355801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-882e4e65-318d-4587-9277-315b07742a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:00.851096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:01.816550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-55ead849-6a55-41f9-9708-2d086dcfc212 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:01.818225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-55ead849-6a55-41f9-9708-2d086dcfc212 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 814 time: 0.1591415
Nov 23 13:24:01.836877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-b4531e6c-183c-4b6f-8252-e4e467b16679 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/quotas/5eabbad6e676412e8ef726cea297dd94 HTTP/1.1" status: 200  len: 375 time: 0.0124168
Nov 23 13:24:01.926432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df2814bd-148d-442e-9012-d7db45947a96 req-d2ef6e9c-c32f-4ca6-aab1-9035de76e3cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:01.942825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df2814bd-148d-442e-9012-d7db45947a96 req-d2ef6e9c-c32f-4ca6-aab1-9035de76e3cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:01.944177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-d2ef6e9c-c32f-4ca6-aab1-9035de76e3cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1014588
Nov 23 13:24:02.088607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:02.099084 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-5d283ab8-8a4a-4a27-97b9-1aba16753336 service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408238
Nov 23 13:24:02.247646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-222040bf-96e8-4506-9b75-64cc72072c11 service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418610
Nov 23 13:24:02.408264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:02.460993 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-713b5e41-7fd5-4f1b-89b6-d1776e6b460e req-4ae6df2c-9d56-49f3-9318-74895a712631 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 210 time: 0.0538068
Nov 23 13:24:03.646916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1615829e-357e-432d-ab2a-cc80a8a0e2e0 req-c79fa1ed-66ea-43f4-a4be-f7a7e440116c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 210 time: 0.0517428
Nov 23 13:24:03.852062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-96a7ef7b-8555-49f3-ac3d-aa30fe069bb4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:03.852852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df2814bd-148d-442e-9012-d7db45947a96 req-96a7ef7b-8555-49f3-ac3d-aa30fe069bb4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:03.870664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-df2814bd-148d-442e-9012-d7db45947a96 req-96a7ef7b-8555-49f3-ac3d-aa30fe069bb4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:03.871904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-96a7ef7b-8555-49f3-ac3d-aa30fe069bb4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 814 time: 0.1847100
Nov 23 13:24:03.895724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'port': {'device_id': '39247f7c-8bba-4368-823c-defd975c569c', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'admin_state_up': True, 'tenant_id': '5eabbad6e676412e8ef726cea297dd94'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:04.043530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:04.054060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:04.062811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Made reservation on behalf of 5eabbad6e676412e8ef726cea297dd94 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:24:04.068989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:04.445764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Allocated IP 172.20.0.9 (c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596/cba3671c-304c-4179-9dd5-bc0d05beda73/8b6ec0b0-5637-44ff-9eaa-892594767e9d) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:24:04.739845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:04.762407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Transition to ACTIVE for port object 8b6ec0b0-5637-44ff-9eaa-892594767e9d will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:24:04.785862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:04.807314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c3bc695-8148-4043-a3bc-4e0b2f8c440b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:05.005287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:05.012521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:05.075705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e522949-be92-4ae4-8ded-fc5dfe742cc6 req-901a49ae-295d-4c09-9ee4-4dcc94fbcde7 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:05.077349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e522949-be92-4ae4-8ded-fc5dfe742cc6 req-901a49ae-295d-4c09-9ee4-4dcc94fbcde7 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.2361813
Nov 23 13:24:05.119712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:24:05.129399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:24:05.133187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:24:05.188056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-4e522949-be92-4ae4-8ded-fc5dfe742cc6 req-1e8903d2-120c-4a28-a5ce-6f5becba9a0e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:05.222670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:05.223382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:05.229799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-4e522949-be92-4ae4-8ded-fc5dfe742cc6 req-1e8903d2-120c-4a28-a5ce-6f5becba9a0e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:05.231072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e522949-be92-4ae4-8ded-fc5dfe742cc6 req-1e8903d2-120c-4a28-a5ce-6f5becba9a0e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456447
Nov 23 13:24:05.276053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3849339
Nov 23 13:24:05.379136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-06ec0736-3342-4537-a3a1-b374f1c78e90 None None] Provisioning for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:24:05.384133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-06ec0736-3342-4537-a3a1-b374f1c78e90 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:05.384721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-06ec0736-3342-4537-a3a1-b374f1c78e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:05.443439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-06ec0736-3342-4537-a3a1-b374f1c78e90 None None] Port 8b6ec0b0-5637-44ff-9eaa-892594767e9d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:24:06.465768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81657-ab7f-482b-a05b-36a4fbed5cb4 req-aadd5f4f-0753-4478-8e4c-cd0b46518a03 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:06.467442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8a81657-ab7f-482b-a05b-36a4fbed5cb4 req-aadd5f4f-0753-4478-8e4c-cd0b46518a03 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.0929260
Nov 23 13:24:06.518645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8a81657-ab7f-482b-a05b-36a4fbed5cb4 req-e65ecc66-5277-4f5d-855d-c046d85db33b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428159
Nov 23 13:24:07.759070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a09c4-2661-4459-b7ba-4b6a229691eb req-5c53e84c-a701-4937-a6df-ee381dced710 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:07.759871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aa2a09c4-2661-4459-b7ba-4b6a229691eb req-5c53e84c-a701-4937-a6df-ee381dced710 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:07.777898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aa2a09c4-2661-4459-b7ba-4b6a229691eb req-5c53e84c-a701-4937-a6df-ee381dced710 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:07.779411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa2a09c4-2661-4459-b7ba-4b6a229691eb req-5c53e84c-a701-4937-a6df-ee381dced710 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.1229134
Nov 23 13:24:07.834862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa2a09c4-2661-4459-b7ba-4b6a229691eb req-b6efe632-1c01-4c3f-9756-12ba36cc0b59 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484912
Nov 23 13:24:09.076138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a1d6-e759-43e3-a7bf-025ae9ca26e1 req-afc27384-ab3f-42d0-8250-bfeb3358e42d tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:09.077758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51e3a1d6-e759-43e3-a7bf-025ae9ca26e1 req-afc27384-ab3f-42d0-8250-bfeb3358e42d tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.0957911
Nov 23 13:24:09.128270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51e3a1d6-e759-43e3-a7bf-025ae9ca26e1 req-8b19e519-6455-4ce2-9a04-a5748f3b20f2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428333
Nov 23 13:24:10.365597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de6cc-c6cf-42a8-acae-83b9c7d8aca1 req-f3116092-6e5f-4296-87c0-72168fe01c04 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:10.367349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e0de6cc-c6cf-42a8-acae-83b9c7d8aca1 req-f3116092-6e5f-4296-87c0-72168fe01c04 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.0962791
Nov 23 13:24:10.427870 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e0de6cc-c6cf-42a8-acae-83b9c7d8aca1 req-4a94c7cf-8ab8-46b0-bac9-61b1206badcc tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520484
Nov 23 13:24:11.657188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9823f-54d4-4551-a567-93b73feddb18 req-eaa2b791-11c2-4258-9187-ef2c6c504d38 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:11.659651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-35b9823f-54d4-4551-a567-93b73feddb18 req-eaa2b791-11c2-4258-9187-ef2c6c504d38 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.0898590
Nov 23 13:24:11.715216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-35b9823f-54d4-4551-a567-93b73feddb18 req-b79b5bc0-9d30-4ac0-bc37-9ad21ee24d43 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483012
Nov 23 13:24:12.955410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44490-5dd4-4634-910d-7e46e59dfd7d req-2b972ef1-06ed-4ab7-b5b3-a06c958fd70c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:12.961750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29c44490-5dd4-4634-910d-7e46e59dfd7d req-2b972ef1-06ed-4ab7-b5b3-a06c958fd70c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.0966320
Nov 23 13:24:13.013469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29c44490-5dd4-4634-910d-7e46e59dfd7d req-48950cbd-970a-457f-a2e9-9fd79b1cc899 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484228
Nov 23 13:24:14.250205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcf6a-1924-415e-9fb1-7b879895b30c req-05fd13bd-f755-4178-9cdc-7899d3e196e2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:14.251820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c4dcf6a-1924-415e-9fb1-7b879895b30c req-05fd13bd-f755-4178-9cdc-7899d3e196e2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 931 time: 0.1045599
Nov 23 13:24:14.302311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c4dcf6a-1924-415e-9fb1-7b879895b30c req-151ddef4-687f-4861-8153-314f60cd955c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436904
Nov 23 13:24:14.412260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Request body: {'port': {'device_id': '39247f7c-8bba-4368-823c-defd975c569c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:14.533721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.028814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6ec0b0-5637-44ff-9eaa-892594767e9d {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:24:15.037323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.050991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Transition to ACTIVE for port object 8b6ec0b0-5637-44ff-9eaa-892594767e9d will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:24:15.054116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.074005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72a6166c-ad3d-4b69-8480-2f9eb9319974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:15.212869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:15.217849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:15.416057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Attempting to bind port 8b6ec0b0-5637-44ff-9eaa-892594767e9d on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:24:15.416693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Attempting to bind port 8b6ec0b0-5637-44ff-9eaa-892594767e9d by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:24:15.416826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Attempting to bind port 8b6ec0b0-5637-44ff-9eaa-892594767e9d on network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:24:15.423886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:24:15.424511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Checking segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:24:15.426327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.426732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Bound using segment: {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:24:15.427223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Bound port: 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:24:15.427604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.600900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:24:15.608476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38bf4-7c3b-45b5-a023-a112a8b04d5f req-49b6b9a7-6110-41d1-907c-40b46e3276f4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:15.610106 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8eb38bf4-7c3b-45b5-a023-a112a8b04d5f req-49b6b9a7-6110-41d1-907c-40b46e3276f4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 943 time: 0.1725984
Nov 23 13:24:15.613410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:24:15.617065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.634666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6342e58a-6092-4715-9caf-cdd6653bc164 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:15.816927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8eb38bf4-7c3b-45b5-a023-a112a8b04d5f req-fae7492b-4f73-457f-97f6-cee382a3c54e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832445
Nov 23 13:24:15.817656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:15.823395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:15.872438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:15.873129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:15.874592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 1157 time: 1.4682798
Nov 23 13:24:15.875163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:24:15.962809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:24:16.008147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-4b975f45-c3ef-4461-9727-dff82bad1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:16.009821 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-4b975f45-c3ef-4461-9727-dff82bad1bae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1160 time: 0.0841517
Nov 23 13:24:16.092761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-b51c948d-1eda-4117-a49b-879f49841f5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 217 time: 0.0703757
Nov 23 13:24:16.437988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-e93a8fe0-52e2-4c3a-a812-919d917b7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:16.439585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-e93a8fe0-52e2-4c3a-a812-919d917b7eb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.3409238
Nov 23 13:24:16.525902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2814bd-148d-442e-9012-d7db45947a96 req-7d642683-310f-434c-85f6-156756604c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:16.527567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-7d642683-310f-434c-85f6-156756604c1f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813754
Nov 23 13:24:16.670654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-acc11de5-4e22-4023-a31b-a3380263c192 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364167
Nov 23 13:24:16.824060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-df2814bd-148d-442e-9012-d7db45947a96 req-d0d7157d-5431-44c6-921e-7232572b3718 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472909
Nov 23 13:24:17.054592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-d11abfb5-36e6-42ad-b12a-95cb30a69730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:17.056150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-d11abfb5-36e6-42ad-b12a-95cb30a69730 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1160 time: 0.1471307
Nov 23 13:24:17.066856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f71c39-1699-4ac6-a3ad-915916f5507a req-2dd5d6ad-5cc9-4f58-b450-6304d4a57261 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:17.068358 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37f71c39-1699-4ac6-a3ad-915916f5507a req-2dd5d6ad-5cc9-4f58-b450-6304d4a57261 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 943 time: 0.1111562
Nov 23 13:24:17.224143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:17.226696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-37f71c39-1699-4ac6-a3ad-915916f5507a req-e03d437c-3419-4e03-a612-3755f7c6d853 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357796
Nov 23 13:24:17.249148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-66095927-434b-432b-ae81-0eb5fbeb142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:17.250733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-66095927-434b-432b-ae81-0eb5fbeb142a service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1813869
Nov 23 13:24:17.325833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-c9830465-f451-491a-86c5-9ede647e14c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 217 time: 0.0667820
Nov 23 13:24:17.399806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-cf334f94-5797-426a-9967-1dba0069abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:17.401418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-cf334f94-5797-426a-9967-1dba0069abe2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0683227
Nov 23 13:24:17.486436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-f2c4c45c-f803-47da-aaba-21184607a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:17.488906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-f2c4c45c-f803-47da-aaba-21184607a535 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807347
Nov 23 13:24:17.635788 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-8880e3ad-5928-4f96-9def-dab7bf3abfbb service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387372
Nov 23 13:24:17.781048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66ec573d-6af3-4248-96fb-f805ea121e97 req-4221846c-3233-4e61-85f6-505349c8182d service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382389
Nov 23 13:24:18.442565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5db40-744a-4a27-a089-246d9ea1f7a4 req-34466989-1c68-424d-86bf-50836be1fe11 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:18.444158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-adf5db40-744a-4a27-a089-246d9ea1f7a4 req-34466989-1c68-424d-86bf-50836be1fe11 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 943 time: 0.0860689
Nov 23 13:24:18.498300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-adf5db40-744a-4a27-a089-246d9ea1f7a4 req-bf778acf-1c45-4108-98c5-6e552aff3e5e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478048
Nov 23 13:24:19.715141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0435f4-6dee-48f4-ac14-c0d5119a0bcf req-36130bfe-7c67-488f-bf54-f5dc9d5a9230 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:19.716702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf0435f4-6dee-48f4-ac14-c0d5119a0bcf req-36130bfe-7c67-488f-bf54-f5dc9d5a9230 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 943 time: 0.0863211
Nov 23 13:24:19.771505 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf0435f4-6dee-48f4-ac14-c0d5119a0bcf req-5ebe3fde-211b-4b5c-9b32-601faa98290b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476773
Nov 23 13:24:19.992324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.objects.ports [None req-caedcb01-d477-410b-a822-af5734cd3b55 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81024) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 23 13:24:20.393968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:24:20.463581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:24:20.468346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:20.468820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:20.588265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:20.616890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:24:20.627378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:24:20.630338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:20.632255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:20.679868 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'code': 200}
Nov 23 13:24:20.709245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:20.719029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.719528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.719788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.720173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.720608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.720990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.721928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.722578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.722972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.723351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.723732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.724101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.724596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.724972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.725348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.725717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.726085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.726455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.726822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.727191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.727567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.727936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.728302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.728731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:20.733074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:21.029594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12416d32-3b31-4b94-8ceb-e62c759e62d1 req-d77bee76-a8d8-4740-ab41-4cfc76b3d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:21.031224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12416d32-3b31-4b94-8ceb-e62c759e62d1 req-d77bee76-a8d8-4740-ab41-4cfc76b3d060 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.1513689
Nov 23 13:24:21.039378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa35c2-3252-4f86-b30e-fb8206c2c724 req-5e62c62d-dd79-467d-8153-7e511491ab06 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:21.040896 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7efa35c2-3252-4f86-b30e-fb8206c2c724 req-5e62c62d-dd79-467d-8153-7e511491ab06 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.1252279
Nov 23 13:24:21.119540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-12416d32-3b31-4b94-8ceb-e62c759e62d1 req-792b46a0-368f-4136-b931-c4292602edf4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775981
Nov 23 13:24:21.122294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7efa35c2-3252-4f86-b30e-fb8206c2c724 req-52235e1a-57f0-4480-9baa-0300b9ec84b9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657222
Nov 23 13:24:22.033824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:24:22.104880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:22.105299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:22.347731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea39c3d-fd48-40f3-aa73-d94df744dbb2 req-b30faa6e-17d1-4dca-a98b-7106bcaa8bdf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:22.349294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ea39c3d-fd48-40f3-aa73-d94df744dbb2 req-b30faa6e-17d1-4dca-a98b-7106bcaa8bdf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0883534
Nov 23 13:24:22.399921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1ea39c3d-fd48-40f3-aa73-d94df744dbb2 req-95bdbdec-564a-464d-bccb-dac973dd9c12 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441864
Nov 23 13:24:23.613656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c597bf5-1303-4b3c-9c9d-581d8772ba62 req-99e87faa-b89e-4613-984d-9e28b7763268 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:23.615251 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c597bf5-1303-4b3c-9c9d-581d8772ba62 req-99e87faa-b89e-4613-984d-9e28b7763268 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0850263
Nov 23 13:24:23.668757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c597bf5-1303-4b3c-9c9d-581d8772ba62 req-d8cd955b-cf59-4ba9-a4ab-de83f217c20e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470588
Nov 23 13:24:23.888814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226105-019a-4237-8f84-cdd40b5fa599 req-8110074d-b3d4-48c5-bedc-864a3344ad2f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:23.890407 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f226105-019a-4237-8f84-cdd40b5fa599 req-8110074d-b3d4-48c5-bedc-864a3344ad2f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0915112
Nov 23 13:24:23.940535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f226105-019a-4237-8f84-cdd40b5fa599 req-17325375-7ecc-4564-bf83-4a60c016b2c7 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428803
Nov 23 13:24:24.407619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7452e1-316b-4c80-a27d-f1b0953e352b req-baa77f43-65d8-4549-b2b1-7f9c36320ddd tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:24.409357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc7452e1-316b-4c80-a27d-f1b0953e352b req-baa77f43-65d8-4549-b2b1-7f9c36320ddd tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0857601
Nov 23 13:24:24.459443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc7452e1-316b-4c80-a27d-f1b0953e352b req-c01d0d9f-b7a4-47d9-b28a-ac2968156c69 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433633
Nov 23 13:24:27.931128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08ae524f-8d43-41c9-8eef-e3b07a80f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:27.938868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:24:30.358188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-742238e0-8f34-47d5-b6f4-e2949b71bf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:30.849986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:32.080920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:32.411518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:35.077589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e694-2e73-4a5a-9471-d322c3006426 req-02778a44-02b5-44f2-8ff3-90c3df5afbc8 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:35.079174 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ff7e694-2e73-4a5a-9471-d322c3006426 req-02778a44-02b5-44f2-8ff3-90c3df5afbc8 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0862012
Nov 23 13:24:35.127967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ff7e694-2e73-4a5a-9471-d322c3006426 req-46f83e62-fd2d-4db1-9673-a7f0e791cc56 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418038
Nov 23 13:24:35.355853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-1bd43fe8-a511-4950-afc5-71215977dacc tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1705093
Nov 23 13:24:35.367190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:35.372839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:35.377212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Usage tracker for resource:floatingip and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:24:35.380458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:24:35.386626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:35.398387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:35.546032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:35.834442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Allocated IP 172.26.6.2 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/4d69fd1d-1993-4732-ba34-d695d5d6a1fc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:24:35.991138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.017224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.032383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:36.167902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'Port': ['ID=4d69fd1d-1993-4732-ba34-d695d5d6a1fc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:36.194086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.194512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.194930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.195342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.195749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.196155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.196593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.196997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.197400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.197799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.198199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.198597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.199086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.199489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.199889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.200286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.200708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.201108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.201505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.201901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.202299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.202695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.203090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.203484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:36.209048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:36.243788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:24:36.244926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:24:36.247334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:24:36.338912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.403514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.670378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.673986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.689737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:36.828220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'Port': ['ID=4d69fd1d-1993-4732-ba34-d695d5d6a1fc,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:36.836577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:36.933787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.960035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:36.961418 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.5991485
Nov 23 13:24:37.049311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-5a05cc55-b21a-4710-b97a-10be08cab9a5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:37.065578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-5a05cc55-b21a-4710-b97a-10be08cab9a5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:37.067357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-5a05cc55-b21a-4710-b97a-10be08cab9a5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.2 HTTP/1.1" status: 200  len: 694 time: 0.0994670
Nov 23 13:24:37.229194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-742f906e-50da-4a75-ba73-a726a64d3b16 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:37.230670 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-742f906e-50da-4a75-ba73-a726a64d3b16 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1573117
Nov 23 13:24:37.242978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-767a8860-d42c-4c06-83c6-5a2d47ba0995 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:24:37.244018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7b109d7-331c-4b4a-a6dd-ecb5d1983111 req-767a8860-d42c-4c06-83c6-5a2d47ba0995 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0061564
Nov 23 13:24:37.435122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-4f82b175-5d0d-4b09-b6d3-ec89b17fc667 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:37.436440 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-4f82b175-5d0d-4b09-b6d3-ec89b17fc667 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0841370
Nov 23 13:24:37.525442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b119c985-b006-47ca-bf8d-8dca536c6750 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.2 HTTP/1.1" status: 200  len: 694 time: 0.0819199
Nov 23 13:24:37.535867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'floatingip': {'port_id': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:37.619543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:38.513135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:38.516021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:38.719483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Floating IP f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff associated. External IP: 172.26.6.2, port: 8b6ec0b0-5637-44ff-9eaa-892594767e9d.
Nov 23 13:24:39.142210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:24:39.363979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:24:39.369094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:39.373858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Sync routers for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:24:39.386725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:24:39.387389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585b7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:24:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:24:39.425145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b8e67964-5293-401a-bea4-18855ea1ac99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "PUT /v2.0/floatingips/f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff HTTP/1.1" status: 200  len: 994 time: 1.8932624
Nov 23 13:24:39.426304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:24:39.530070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-5129f2af-d077-4ad8-99c7-027ae3c3b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:39.532228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-5129f2af-d077-4ad8-99c7-027ae3c3b86f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.0911424
Nov 23 13:24:39.663437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:24:39.686944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-490dfb95-a070-4728-a96d-a58662ed546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:39.689231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-490dfb95-a070-4728-a96d-a58662ed546f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1502137
Nov 23 13:24:39.745110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:24:39.794612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-96a4b6ba-3c5e-4d1c-baf6-9042b4461e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:39.796390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-96a4b6ba-3c5e-4d1c-baf6-9042b4461e79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.0836205
Nov 23 13:24:39.818947 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-b04ec4f4-83af-4c63-87ab-0ee818bbfe9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 997 time: 0.1154099
Nov 23 13:24:39.894599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-86223692-b918-4bdb-8025-8d6fadcb2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:39.896934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-86223692-b918-4bdb-8025-8d6fadcb2071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0770955
Nov 23 13:24:39.989808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-0936c70a-b98b-47e0-91cb-0175cdc06950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:39.991539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-0936c70a-b98b-47e0-91cb-0175cdc06950 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873778
Nov 23 13:24:40.005473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-16d87751-5207-4ad9-982e-5ed49ffc3cd8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:24:40.006785 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-16d87751-5207-4ad9-982e-5ed49ffc3cd8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0068588
Nov 23 13:24:40.153948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585b7f0>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'port_id': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'mac_address': 'fa:16:3e:c2:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39247f7c-8bba-4368-823c-defd975c569c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:24:36Z', 'updated_at': '2020-11-23T13:24:38Z', 'revision_number': 1, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:24:40.158871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Checking router: 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:24:40.166497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-51612262-196f-4fc1-b926-9835f23846ec service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516502
Nov 23 13:24:40.171309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:24:40.171975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682585b7f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:24:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:24:40.209922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-f4c5542c-a681-4c28-8b1c-7dd089b94eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:40.211536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-f4c5542c-a681-4c28-8b1c-7dd089b94eff service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.4066544
Nov 23 13:24:40.322332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d85dd1f1-3e18-410e-9480-349e9be3769d req-e05ac30f-01d7-490a-b83a-75785ab1e1cf service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484070
Nov 23 13:24:40.324187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-ff8a292b-9a9d-4bef-8ce7-58069434c6bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 997 time: 0.1055236
Nov 23 13:24:40.364738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:24:40.382667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1161651014', 'description': 'tempest-TestMinimumBasicScenario-1161651014 description'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:40.395772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:40.418657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:40.429050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-ab40d141-cb3a-4ac1-8c08-1d3b3ffdca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:40.430652 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-ab40d141-cb3a-4ac1-8c08-1d3b3ffdca8b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.1004350
Nov 23 13:24:40.435531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:40.531289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:40.544041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Usage tracker for resource:security_group_rule and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:24:40.547917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:24:40.555660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:40.568936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-ca8e8b8f-b3bb-43c3-a5f2-1e7415744dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:40.570566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-ca8e8b8f-b3bb-43c3-a5f2-1e7415744dc6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235888
Nov 23 13:24:40.724492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:40.730728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:40.747424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d63e01fd-ca12-4a23-a808-91ffbdba2d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:40.752820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682585b7f0>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'port_id': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'mac_address': 'fa:16:3e:c2:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39247f7c-8bba-4368-823c-defd975c569c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:24:36Z', 'updated_at': '2020-11-23T13:24:38Z', 'revision_number': 1, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:24:40.757261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523debf7-cd53-46be-ba69-adc6f2c2730c None None] The sync data for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs is: [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'floating_ip_address': '172.26.6.2', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'port_id': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'mac_address': 'fa:16:3e:c2:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39247f7c-8bba-4368-823c-defd975c569c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:24:36Z', 'updated_at': '2020-11-23T13:24:38Z', 'revision_number': 1, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:24:40.802221 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-16dc3553-4bd6-42f8-88ba-ed5bea2a9497 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214863
Nov 23 13:24:40.894553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63ab32-76ba-41ea-95aa-b58a11b8566d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:40.907718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:40.908641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:40.910483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68a2d42b-fe1d-4c6a-9203-49e1ecc2df16 req-146e8b80-5d8d-42dd-8ab1-23c9c18184c3 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1705 time: 0.5412660
Nov 23 13:24:40.967292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76e5fc68-5b7a-48d7-8016-ac0299e13b2d req-7bc910b2-b499-4c50-9ecb-0da9eefbe157 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564872
Nov 23 13:24:41.004563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23d890d1-982f-4064-ba12-8d378c040f99 req-3b857129-8931-493e-aeb2-4f31e39ddc0c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups/9f63ab32-76ba-41ea-95aa-b58a11b8566d HTTP/1.1" status: 200  len: 1700 time: 0.0592844
Nov 23 13:24:41.015945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f63ab32-76ba-41ea-95aa-b58a11b8566d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:41.016301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f63ab32-76ba-41ea-95aa-b58a11b8566d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:41.024317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:41.028646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Usage tracker for resource:security_group_rule and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:24:41.031755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:24:41.038044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:41.068501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db63f4-15b4-4cc4-a1a0-ca8622061e39 None None] New status for floating IP f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:24:41.098153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.123232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.126246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.129891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2a1c040-98e2-413d-81de-9a32321f4c46 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:41.153412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb893c-a9cd-419e-8c97-d9f8e8cf86da,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:41.169133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.170422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23d890d1-982f-4064-ba12-8d378c040f99 req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1589556
Nov 23 13:24:41.171956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.172384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.172830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.173253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.179755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.180966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.180966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.180966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.181196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.181626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.181860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.182266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:24:41.186088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fddbe9f7-783c-48d9-bcb4-3541751cb3e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:41.268189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-82296804-3683-49f8-9ffb-c7ed2f9c9a97 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups/9f63ab32-76ba-41ea-95aa-b58a11b8566d HTTP/1.1" status: 200  len: 2229 time: 0.0621984
Nov 23 13:24:41.279164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f63ab32-76ba-41ea-95aa-b58a11b8566d', 'remote_group_id': None}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:41.279524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f63ab32-76ba-41ea-95aa-b58a11b8566d', 'remote_group_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:41.286258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:24:41.290335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Usage tracker for resource:security_group_rule and tenant:5eabbad6e676412e8ef726cea297dd94 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:24:41.293488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:24:41.299265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:24:41.360525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.386427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.389207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.397214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f221deb7-afa5-4e39-afc1-6ace5a21f659 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:41.418234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40660dec-b047-489b-8062-2bb6ce01ca7f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:41.421179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:41.428857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:41.430156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bcdbd1cc-d51b-4374-8be7-f13d944c7b21 req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1554401
Nov 23 13:24:41.578403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-43974fed-b58c-47ff-8573-1c297aefee72 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1161651014&fields=id&tenant_id=5eabbad6e676412e8ef726cea297dd94 HTTP/1.1" status: 200  len: 267 time: 0.0449371
Nov 23 13:24:41.670451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-b44137c7-84ad-4d07-8424-c2287299994b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:41.672072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-b44137c7-84ad-4d07-8424-c2287299994b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0875068
Nov 23 13:24:41.685651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'port': {'security_groups': ['a667b6d1-5d57-4383-99d3-27a7d169fe44', '9f63ab32-76ba-41ea-95aa-b58a11b8566d']}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:24:41.819893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:42.158223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:24:42.186610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:42.190264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:42.205931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c4aabe19-f53a-4fe6-893c-288136943041 tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:24:42.361647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=5']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:24:42.380728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:24:42.420262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:42.420986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:42.422499 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e5bcc8db-dda3-44ae-ad58-42a01ee276b9 req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "PUT /v2.0/ports/8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 981 time: 0.7423561
Nov 23 13:24:42.423083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:24:42.496834 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:24:42.634648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-e87abb2b-282e-4ab5-aae7-2e1d1d183038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:42.636478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-e87abb2b-282e-4ab5-aae7-2e1d1d183038 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1202 time: 0.0936763
Nov 23 13:24:42.646256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c58e33-0742-493c-8c4f-42a1631d6ad9 req-b86a0629-da38-4b4a-af7b-311400565d78 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:42.647863 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46c58e33-0742-493c-8c4f-42a1631d6ad9 req-b86a0629-da38-4b4a-af7b-311400565d78 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0933306
Nov 23 13:24:42.688494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1b8b7c83-9e04-4188-8a4e-ff868e02676f None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:42.689082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c83-9e04-4188-8a4e-ff868e02676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:42.715025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-46c58e33-0742-493c-8c4f-42a1631d6ad9 req-ed467208-6dd1-4c52-96f5-0b11d71ae3b4 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0599177
Nov 23 13:24:42.788763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-ef9a9d43-b816-40d9-9e94-643a359e44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:42.790349 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-ef9a9d43-b816-40d9-9e94-643a359e44cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1471639
Nov 23 13:24:42.904015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-95f17a9b-d9d3-4605-9dcd-02673a471ac1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 999 time: 0.1061730
Nov 23 13:24:42.981693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-522c9965-d002-46c2-8f77-f56258361b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:42.983281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-522c9965-d002-46c2-8f77-f56258361b60 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0721152
Nov 23 13:24:43.068399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-d6e7fb6c-b112-45c6-aa86-37febdbdf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:43.070178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-d6e7fb6c-b112-45c6-aa86-37febdbdf359 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801182
Nov 23 13:24:43.219742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-8d6ef39f-bd6a-48b9-8b7a-06b11f8233cc service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425376
Nov 23 13:24:43.370669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b310f84-8fb3-402b-8fff-c8524f7b1eeb req-385349b6-bd13-461e-b00b-a5e825decce6 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439216
Nov 23 13:24:44.419122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:24:44.495679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:24:44.496103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:47.238758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:57.180523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-41ececc3-7cf4-4833-8b40-9375fa4e0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:57.182165 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-41ececc3-7cf4-4833-8b40-9375fa4e0727 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1202 time: 0.0810106
Nov 23 13:24:57.201444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f611-f044-49e0-a31e-bf09d7894a61 req-65ba26d8-75a2-4e2e-881e-16a0fa26b8e0 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:57.203062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e372f611-f044-49e0-a31e-bf09d7894a61 req-65ba26d8-75a2-4e2e-881e-16a0fa26b8e0 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0910800
Nov 23 13:24:57.256151 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e372f611-f044-49e0-a31e-bf09d7894a61 req-e2eac49a-6742-49ac-bc89-5329d3c9a935 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0460646
Nov 23 13:24:57.332545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-3025a526-5ead-4dbf-8900-b15b640fcf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:57.334115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-3025a526-5ead-4dbf-8900-b15b640fcf64 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1443932
Nov 23 13:24:57.445520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-eb652c6f-efd4-49f6-ad31-7a84b8f16adf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 999 time: 0.1036839
Nov 23 13:24:57.523123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-cb27aa70-b61a-4821-9082-d634812c3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:57.524651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-cb27aa70-b61a-4821-9082-d634812c3833 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0717556
Nov 23 13:24:57.606691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-37b0f6e0-f102-4a44-9708-23518b67dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:57.608314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-37b0f6e0-f102-4a44-9708-23518b67dd18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759287
Nov 23 13:24:57.621555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-6d7a37a0-0fa2-4839-ab3c-a685aeaac000 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:24:57.622573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-6d7a37a0-0fa2-4839-ab3c-a685aeaac000 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0054724
Nov 23 13:24:57.770580 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-f14bbad6-8b87-4869-9ef0-ea0f80a211a2 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384234
Nov 23 13:24:57.917461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8b2f8a-97ff-4e03-b472-4db5b7adacc9 req-fc6c008d-5c07-425f-8696-c91710c06550 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397212
Nov 23 13:24:57.934452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-027f479d-6874-47eb-ad17-127043597950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:24:58.482022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cb4-709b-4821-af45-29a1e954b078 req-47e471fb-de1c-4a3a-90f4-6034fa1aa8fa tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:58.483628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-606c5cb4-709b-4821-af45-29a1e954b078 req-47e471fb-de1c-4a3a-90f4-6034fa1aa8fa tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0845931
Nov 23 13:24:58.544684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-606c5cb4-709b-4821-af45-29a1e954b078 req-a5e6f3f6-2454-4372-82fa-498dcf15d12b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:24:58.559339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-606c5cb4-709b-4821-af45-29a1e954b078 req-a5e6f3f6-2454-4372-82fa-498dcf15d12b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:24:58.560568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-606c5cb4-709b-4821-af45-29a1e954b078 req-a5e6f3f6-2454-4372-82fa-498dcf15d12b tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0697641
Nov 23 13:24:59.775916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d66e-6c3f-48a7-ad0d-0d0fa6f4ec73 req-cef5cf13-f911-4e17-abcf-ac7ebb42b442 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:24:59.777488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d53d66e-6c3f-48a7-ad0d-0d0fa6f4ec73 req-cef5cf13-f911-4e17-abcf-ac7ebb42b442 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0848258
Nov 23 13:24:59.832525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1d53d66e-6c3f-48a7-ad0d-0d0fa6f4ec73 req-fc61a022-9abd-4461-a90e-2bb714623101 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0486147
Nov 23 13:25:00.361049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b95e-e8c6-47c5-a34c-c13d7ed23c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:00.852785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:01.057926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f142f-a336-4265-8a58-848775ed6656 req-8ea6aea6-b737-4398-b265-21d80d799b1c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:01.059561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-283f142f-a336-4265-8a58-848775ed6656 req-8ea6aea6-b737-4398-b265-21d80d799b1c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0895338
Nov 23 13:25:01.111565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-283f142f-a336-4265-8a58-848775ed6656 req-1fd86559-548c-46d7-ad9e-acc56631c970 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0446680
Nov 23 13:25:02.083598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:02.331828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9858-6fcc-46f1-b88b-86a6d52d96a0 req-d0daa46e-868a-4153-a460-4a5b28e14613 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:02.333469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce4f9858-6fcc-46f1-b88b-86a6d52d96a0 req-d0daa46e-868a-4153-a460-4a5b28e14613 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0881219
Nov 23 13:25:02.387911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce4f9858-6fcc-46f1-b88b-86a6d52d96a0 req-5867e9a6-ca31-4337-9a32-86b12d5131ae tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0476182
Nov 23 13:25:02.413984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:03.613379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45936d-ea22-431a-89f7-7ba0b3c2fe01 req-4133c4c9-55de-4033-bef1-f98a7bf2c195 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:03.615020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc45936d-ea22-431a-89f7-7ba0b3c2fe01 req-4133c4c9-55de-4033-bef1-f98a7bf2c195 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0920994
Nov 23 13:25:03.667591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fc45936d-ea22-431a-89f7-7ba0b3c2fe01 req-3f89c8ae-23a7-4301-9021-2b1cc0430c31 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0455108
Nov 23 13:25:04.890782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21370c-3303-4ef7-9fd7-85e932884b04 req-a1cd284f-d091-41dd-97ea-1e3399fedf9c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:04.892405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b21370c-3303-4ef7-9fd7-85e932884b04 req-a1cd284f-d091-41dd-97ea-1e3399fedf9c tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0873914
Nov 23 13:25:04.940051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:25:04.949432 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b21370c-3303-4ef7-9fd7-85e932884b04 req-d7333780-2c0a-4fb9-a0dc-170e68c5749e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0496919
Nov 23 13:25:06.165296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54a69-7270-433a-91cd-1e93049332a5 req-5cba3f17-62bf-4de9-a416-42710bd7dbd9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:06.166876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7a54a69-7270-433a-91cd-1e93049332a5 req-5cba3f17-62bf-4de9-a416-42710bd7dbd9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0834279
Nov 23 13:25:06.219023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a7a54a69-7270-433a-91cd-1e93049332a5 req-b4054ba1-5d6b-4cce-9662-60586db3b96e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0456679
Nov 23 13:25:07.438132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e4320-2d93-49c7-96ce-7770f63791df req-fb8efcc3-0228-4113-885e-7118dea4b41f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:07.440260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b0e4320-2d93-49c7-96ce-7770f63791df req-fb8efcc3-0228-4113-885e-7118dea4b41f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0876255
Nov 23 13:25:07.491944 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b0e4320-2d93-49c7-96ce-7770f63791df req-fac62e9a-f6c2-488c-9fbb-5018802ec4d5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0447984
Nov 23 13:25:08.719996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44b3d0-b116-40d6-bfc9-76ab4fecd27b req-19d876ac-9155-48e3-b3a0-2bda24da85be tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:08.722089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf44b3d0-b116-40d6-bfc9-76ab4fecd27b req-19d876ac-9155-48e3-b3a0-2bda24da85be tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0901072
Nov 23 13:25:08.773933 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf44b3d0-b116-40d6-bfc9-76ab4fecd27b req-f446f5ce-6bbd-4749-8624-5a32a9f65e1e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453529
Nov 23 13:25:10.032771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190028-7a61-4444-981b-e06c8904b406 req-bc32f297-771f-480d-9b7c-ccc3fb3e5ab5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:10.034767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9190028-7a61-4444-981b-e06c8904b406 req-bc32f297-771f-480d-9b7c-ccc3fb3e5ab5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.1092157
Nov 23 13:25:10.096545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9190028-7a61-4444-981b-e06c8904b406 req-fcee8604-f1a4-4c23-8479-f88650781a93 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0537457
Nov 23 13:25:11.311474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88b65c-83af-4e6a-b5e1-cd5fc532d30d req-9af8f265-6e3f-43d5-96c7-0bb28c1db742 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:11.313113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a88b65c-83af-4e6a-b5e1-cd5fc532d30d req-9af8f265-6e3f-43d5-96c7-0bb28c1db742 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0848460
Nov 23 13:25:11.368944 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9a88b65c-83af-4e6a-b5e1-cd5fc532d30d req-413bd641-3555-41ae-b22e-b4445bb3709a tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0486040
Nov 23 13:25:12.588552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693378a0-09e2-4736-a42b-f1c55fbda534 req-5f574efe-2095-446a-a84b-3ad723a12c9f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:12.590181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-693378a0-09e2-4736-a42b-f1c55fbda534 req-5f574efe-2095-446a-a84b-3ad723a12c9f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0905771
Nov 23 13:25:12.642120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-693378a0-09e2-4736-a42b-f1c55fbda534 req-68b065f5-42a7-4f66-9de6-da5783bb9cf1 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0446892
Nov 23 13:25:13.863559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a03a9-f7b3-45c4-92b7-7777c91a2e54 req-7caf1cd1-6d99-436d-ad25-32f94bd345f6 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:13.865197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef9a03a9-f7b3-45c4-92b7-7777c91a2e54 req-7caf1cd1-6d99-436d-ad25-32f94bd345f6 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0872588
Nov 23 13:25:13.916995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef9a03a9-f7b3-45c4-92b7-7777c91a2e54 req-d2d75d4f-eeb3-4097-9868-b6e12dd7f653 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0451698
Nov 23 13:25:15.388524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744662-be84-43a2-a531-aa551cfbeadd req-59a0eab9-bbe1-4a2f-bc17-d351f4716b36 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:15.390066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-57744662-be84-43a2-a531-aa551cfbeadd req-59a0eab9-bbe1-4a2f-bc17-d351f4716b36 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.3395417
Nov 23 13:25:15.444203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-57744662-be84-43a2-a531-aa551cfbeadd req-bf13742f-c4c3-4c2e-b264-007f4a14b534 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&id=9f63ab32-76ba-41ea-95aa-b58a11b8566d&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0475476
Nov 23 13:25:17.238048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:20.650645 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-23bf8ad6-968b-46bc-9b40-f7fd02132ad4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0838678
Nov 23 13:25:20.815290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-a9c9fc14-bd13-4263-aee8-02affc1faedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:20.816957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-a9c9fc14-bd13-4263-aee8-02affc1faedd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1202 time: 0.0788941
Nov 23 13:25:20.973973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-a46c8c5a-276d-44d2-9b01-79fa7a547583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:20.975566 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-a46c8c5a-276d-44d2-9b01-79fa7a547583 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1399064
Nov 23 13:25:21.092357 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-a1fece9d-7069-4a71-b245-904f32f4dee9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 999 time: 0.1106031
Nov 23 13:25:21.160773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-3201a9d7-fdbe-4620-aa6d-067bf605e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:21.162329 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-3201a9d7-fdbe-4620-aa6d-067bf605e64a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0640347
Nov 23 13:25:21.245921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-285051e8-3bf4-4fcd-9511-d8bbd8f686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:21.247439 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-285051e8-3bf4-4fcd-9511-d8bbd8f686e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790658
Nov 23 13:25:21.391365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-bafe6288-a9f2-444f-b122-336fdb2ac4b5 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374559
Nov 23 13:25:21.539854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cb6ee405-7c14-4327-8109-b2a8e4dcbff4 req-d49e4932-eacd-46c2-b595-9d955e4d21c9 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422513
Nov 23 13:25:27.936200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0a3d-c9c4-4438-b0c9-96c42875a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:30.364761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98e5e16f-315e-47a3-962b-80f7b8fb729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:30.857518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:32.085918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:32.417419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:41.941097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:25:46.182892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-10c57787-e3d7-4af1-a7ee-8dd8ea0c99d6 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1161651014&fields=id&tenant_id=5eabbad6e676412e8ef726cea297dd94 HTTP/1.1" status: 200  len: 267 time: 0.0435984
Nov 23 13:25:46.269941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-5fea0949-81e0-4893-ae58-43803c5bf121 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:46.271534 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-5fea0949-81e0-4893-ae58-43803c5bf121 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 984 time: 0.0826786
Nov 23 13:25:46.284599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Request body: {'port': {'security_groups': ['a667b6d1-5d57-4383-99d3-27a7d169fe44']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:25:46.410695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:46.982722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:25:47.009202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.012824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.028099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-49f20201-c772-454f-82a4-26db3f915101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:25:47.170737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event updated for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=6']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:25:47.208066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.208677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.208903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.209311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.209719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.210123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.210526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.210928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.211326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.211723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.212118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.212539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.213025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.213428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.213825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.214220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.214613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.215009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.215400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.215794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.216188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.216612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.217008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.217397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:47.224068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:25:47.246251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:47.246912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.248369 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f2d4cc8c-fd49-4d72-8719-b0cc11f70805 req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "PUT /v2.0/ports/8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 942 time: 0.9694889
Nov 23 13:25:47.249021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:25:47.281216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.336356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-9c10887c-d295-4a7e-92e8-b6a1aeecc4e5 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups/9f63ab32-76ba-41ea-95aa-b58a11b8566d HTTP/1.1" status: 200  len: 2763 time: 0.0539715
Nov 23 13:25:47.421890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.426564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:25:47.455488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.530427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-81d96dc7-96ca-42b7-bf99-26086570a755 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:25:47.530865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81d96dc7-96ca-42b7-bf99-26086570a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.579189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557039-a85e-4a4b-b962-c21069b8074e req-93463699-1447-429f-99ec-d533882408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:47.581507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-93463699-1447-429f-99ec-d533882408f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.1130047
Nov 23 13:25:47.582759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.589444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a44f1a48-380a-457f-8eb0-d105ce509c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:25:47.680985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63ab32-76ba-41ea-95aa-b58a11b8566d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:25:47.694454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:25:47.712413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:47.713669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8f6fc176-3f0e-455c-bf37-8b899e540b49 req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "DELETE /v2.0/security-groups/9f63ab32-76ba-41ea-95aa-b58a11b8566d HTTP/1.1" status: 204  len: 173 time: 0.3710089
Nov 23 13:25:47.759218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557039-a85e-4a4b-b962-c21069b8074e req-57071855-fe03-4314-a182-ddebc806722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:47.760849 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-57071855-fe03-4314-a182-ddebc806722e service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1725378
Nov 23 13:25:47.871039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-edf70abf-f7ba-451f-b53b-1c3d8fc90efd tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/floatingips/f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff HTTP/1.1" status: 200  len: 996 time: 0.1255786
Nov 23 13:25:47.877420 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-cf4db20f-1deb-4e0f-ba80-ac1411125ddc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 999 time: 0.1093671
Nov 23 13:25:47.948670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557039-a85e-4a4b-b962-c21069b8074e req-3c6e449b-65eb-4050-8173-46f502e158c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:47.950277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-3c6e449b-65eb-4050-8173-46f502e158c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0669663
Nov 23 13:25:48.036070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557039-a85e-4a4b-b962-c21069b8074e req-3acab4b1-f938-4c9b-9e37-b16c0d3c602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:48.037716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-3acab4b1-f938-4c9b-9e37-b16c0d3c602f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799272
Nov 23 13:25:48.039059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-8c1fb1a1-5b2b-40c8-af7b-c97a490b4cc6 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:48.040605 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-8c1fb1a1-5b2b-40c8-af7b-c97a490b4cc6 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1627736
Nov 23 13:25:48.051982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-68b67189-d0ef-4b03-8ffb-7e9de1ee3d10 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:25:48.053095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-68b67189-d0ef-4b03-8ffb-7e9de1ee3d10 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0065243
Nov 23 13:25:48.168638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-bccffe82-f88f-4378-883a-fefcb11ab6eb tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.2 HTTP/1.1" status: 200  len: 999 time: 0.1084938
Nov 23 13:25:48.189990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-b32cc536-a099-48eb-a66a-2150f420907e service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455336
Nov 23 13:25:48.250429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-42c6890c-b743-4fb5-9515-1cd51d7e63cb tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:48.251897 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-42c6890c-b743-4fb5-9515-1cd51d7e63cb tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports/8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 942 time: 0.0762033
Nov 23 13:25:48.338156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a557039-a85e-4a4b-b962-c21069b8074e req-fe085b8f-104b-4d71-a4c3-85db3f2c49ad service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409700
Nov 23 13:25:48.441967 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-8667beb5-057f-48dd-a2d1-6326632c5364 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.2 HTTP/1.1" status: 200  len: 999 time: 0.1068830
Nov 23 13:25:48.662294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Deleting port 4d69fd1d-1993-4732-ba34-d695d5d6a1fc {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:25:48.662671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:48.817093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:25:48.855021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:48.855429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:48.894329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 8b6ec0b0-5637-44ff-9eaa-892594767e9d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:25:48.894747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:48.987530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Calling delete_port for 4d69fd1d-1993-4732-ba34-d695d5d6a1fc owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:25:49.144811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:49.160893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-884ff879-6af8-4817-9a85-284c38c7e55d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:25:49.261063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event deleted for resources: {'Port': ['ID=4d69fd1d-1993-4732-ba34-d695d5d6a1fc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:25:49.278295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.278731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.279157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.279579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.279995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.280412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.280850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.281262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.281675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.282084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.282493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.282901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.283395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.283807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.284498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.284978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.285390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.285802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.286212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.286620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.287030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.287437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.287841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.288244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:25:49.293308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:25:49.406820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:49.407222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Floating IP f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff disassociated (deleted). External IP: 172.26.6.2, port: 8b6ec0b0-5637-44ff-9eaa-892594767e9d.
Nov 23 13:25:49.829421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:25:50.041564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:25:50.052371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Sync routers for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:25:50.066132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:25:50.067074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824c65f60>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:25:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:25:50.069657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:50.127015 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "DELETE /v2.0/floatingips/f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff HTTP/1.1" status: 204  len: 173 time: 1.6788936
Nov 23 13:25:50.127640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:25:50.191203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:25:50.263644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:25:50.309171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-f9a26fcd-0849-4555-ac52-c3420b49d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.310740 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-f9a26fcd-0849-4555-ac52-c3420b49d956 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.1691973
Nov 23 13:25:50.319121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-793b8184-b316-4038-a138-7517144927ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.320894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-793b8184-b316-4038-a138-7517144927ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5eabbad6e676412e8ef726cea297dd94&device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 1162 time: 0.0842123
Nov 23 13:25:50.473255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-0e9cb403-fe2a-45a8-8f9c-855d1c537103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.475642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-0e9cb403-fe2a-45a8-8f9c-855d1c537103 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1477742
Nov 23 13:25:50.476932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-18498d1d-4c0c-42bc-b155-bf78532e2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.478646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-18498d1d-4c0c-42bc-b155-bf78532e2189 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 200  len: 908 time: 0.1588726
Nov 23 13:25:50.552121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-2e00e0bc-9c9a-4344-af27-de7c9e9e9cdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 217 time: 0.0663357
Nov 23 13:25:50.556010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-1702105a-1044-418d-8f0f-86691476cd0d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 200  len: 217 time: 0.0738406
Nov 23 13:25:50.608324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824c65f60>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:25:50.612739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Checking router: 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:25:50.626059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:25:50.626735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824c65f60>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:25:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:25:50.631326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-a84a84a0-ea17-4dda-bc7e-6c10658b40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.633030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-a84a84a0-ea17-4dda-bc7e-6c10658b40d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0740600
Nov 23 13:25:50.638734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-e821600f-2e1b-4e65-8bfe-53a7dfdfcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.640254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-e821600f-2e1b-4e65-8bfe-53a7dfdfcbd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 200  len: 853 time: 0.0774255
Nov 23 13:25:50.726409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-0bc6c663-ef1d-4569-8404-3de1919b172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.728043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-0bc6c663-ef1d-4569-8404-3de1919b172b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816467
Nov 23 13:25:50.730345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-eafa2517-4e58-4332-a72b-f441d2def69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:50.731983 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-eafa2517-4e58-4332-a72b-f441d2def69e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922420
Nov 23 13:25:50.905254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-0e2a64e7-c95d-4bf1-a74b-3b9acf1e307a service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655395
Nov 23 13:25:50.907339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-9918b0e4-02d8-41b8-a015-9d0e86bd228d service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717858
Nov 23 13:25:50.997379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:25:51.067193 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a8025f4-7a17-46aa-a438-a7460e948215 req-d2298717-a895-4888-9e58-cdfc71b82738 service neutron] 10.222.0.63 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527815
Nov 23 13:25:51.327628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a36c97ff-afbf-429c-b136-5d31881032a9 req-3d9ee306-c942-4f2c-ab54-13e2bff4dd02 service neutron] 10.222.0.60 "GET /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4142020
Nov 23 13:25:51.348259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824c65f60>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:25:51.352553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfc415-51cc-40c1-8296-7f5707c9c549 None None] The sync data for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs is: [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:50Z', 'revision_number': 4, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '406c3f53-e61e-4349-bf2c-70a9add9311b', 'name': '', 'network_id': 'c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'mac_address': 'fa:16:3e:e3:d8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:49Z', 'updated_at': '2020-11-23T13:23:58Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'subnets': [{'id': 'cba3671c-304c-4179-9dd5-bc0d05beda73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:25:51.790811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5d830-86e1-4526-ace0-cdfe146e3092 None None] New status for floating IP f1a871da-8fd7-464b-bbc6-7b6f78dcb8ff: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:25:55.737965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c84f-d81b-4772-96f8-b176ff02666e req-73743a2a-110b-4328-b96b-a54a6af20c70 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:55.739595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-07d5c84f-d81b-4772-96f8-b176ff02666e req-73743a2a-110b-4328-b96b-a54a6af20c70 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0907199
Nov 23 13:25:55.789026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-07d5c84f-d81b-4772-96f8-b176ff02666e req-553a86d8-e03e-4ceb-bf82-454c99997fcf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:25:55.804487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-07d5c84f-d81b-4772-96f8-b176ff02666e req-553a86d8-e03e-4ceb-bf82-454c99997fcf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:25:55.805748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-07d5c84f-d81b-4772-96f8-b176ff02666e req-553a86d8-e03e-4ceb-bf82-454c99997fcf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596313
Nov 23 13:25:57.029659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1219c72-f64b-456a-84f1-566f7236e0d2 req-93898de2-f483-4fdb-8c0f-167d02fadfa1 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:57.030334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d1219c72-f64b-456a-84f1-566f7236e0d2 req-93898de2-f483-4fdb-8c0f-167d02fadfa1 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:25:57.045809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d1219c72-f64b-456a-84f1-566f7236e0d2 req-93898de2-f483-4fdb-8c0f-167d02fadfa1 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:25:57.047068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1219c72-f64b-456a-84f1-566f7236e0d2 req-93898de2-f483-4fdb-8c0f-167d02fadfa1 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.1034629
Nov 23 13:25:57.098085 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1219c72-f64b-456a-84f1-566f7236e0d2 req-57701789-540c-4399-87bf-2d8e16dfafcd tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/security-groups?id=a667b6d1-5d57-4383-99d3-27a7d169fe44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436976
Nov 23 13:25:57.459059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-07bbb408-6a79-40c9-a274-7ed5f2851f9f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:25:57.460680 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-07bbb408-6a79-40c9-a274-7ed5f2851f9f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.63 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 945 time: 0.0824769
Nov 23 13:25:57.540412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Deleting port 8b6ec0b0-5637-44ff-9eaa-892594767e9d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:25:57.540810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:57.805205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] For port 8b6ec0b0-5637-44ff-9eaa-892594767e9d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b6ec0b0-5637-44ff-9eaa-892594767e9d,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:25:57.805584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:57.938511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-91261cc9-93f1-4304-ae98-fe75faf51df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:57.943529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Calling delete_port for 8b6ec0b0-5637-44ff-9eaa-892594767e9d owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:25:58.089851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:58.108009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-279f29a5-0ea5-4bb2-914c-450d2b175d2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:25:58.198202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Pushing event deleted for resources: {'Port': ['ID=8b6ec0b0-5637-44ff-9eaa-892594767e9d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:25:58.216252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:25:58.322056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] No DVR routers for this DVR port 8b6ec0b0-5637-44ff-9eaa-892594767e9d on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:25:58.324375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:25:58.328518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'name': 'network-vif-deleted', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:25:58.345927 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3aa60d6e-43f4-497f-bdee-bed6ef001398 req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.63 "DELETE /v2.0/ports/8b6ec0b0-5637-44ff-9eaa-892594767e9d HTTP/1.1" status: 204  len: 173 time: 0.8793023
Nov 23 13:25:58.411358 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39247f7c-8bba-4368-823c-defd975c569c', 'name': 'network-vif-deleted', 'tag': '8b6ec0b0-5637-44ff-9eaa-892594767e9d', 'status': 'completed', 'code': 200}
Nov 23 13:25:58.417355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24bed042-da58-4a95-8792-758e990ea4ac req-11324af1-0060-40b5-b451-15f452804443 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Synchronizing usage tracker for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:25:58.433720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-24bed042-da58-4a95-8792-758e990ea4ac req-11324af1-0060-40b5-b451-15f452804443 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Unset dirty status for tenant:5eabbad6e676412e8ef726cea297dd94 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:25:58.435053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-24bed042-da58-4a95-8792-758e990ea4ac req-11324af1-0060-40b5-b451-15f452804443 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] 10.222.0.60 "GET /v2.0/ports?device_id=39247f7c-8bba-4368-823c-defd975c569c HTTP/1.1" status: 200  len: 210 time: 0.0682192
Nov 23 13:25:58.735321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:25:58.770087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 8b6ec0b0-5637-44ff-9eaa-892594767e9d {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:25:58.770485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 8b6ec0b0-5637-44ff-9eaa-892594767e9d not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:26:00.166023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54870) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:00.367770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c992040-c45f-4f37-9ca3-1c568530f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:00.582553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:00.861248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:01.223116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Deleting port 406c3f53-e61e-4349-bf2c-70a9add9311b {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:26:01.223659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:01.413309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] For port 406c3f53-e61e-4349-bf2c-70a9add9311b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=406c3f53-e61e-4349-bf2c-70a9add9311b,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:01.413706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:01.544913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Calling delete_port for 406c3f53-e61e-4349-bf2c-70a9add9311b owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:26:01.723747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:01.740475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ebeb6f55-420b-4055-8a2d-a836247d067e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:01.843185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=406c3f53-e61e-4349-bf2c-70a9add9311b,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:01.847783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:02.089649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:02.186588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:02.421188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:03.215012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:26:03.434072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:26:03.443801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Sync routers for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:26:03.450458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] 10.222.0.60 "PUT /v2.0/routers/22d4aac0-3e8e-48a0-a3b5-74317cd9ada5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2832208
Nov 23 13:26:03.453154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54876) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:03.457556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:03.458196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258dd7b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:03.651395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:03.667345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:03.888603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:03.897745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Deleting port 86c974d6-7a14-4784-9448-4bd8946aa4fe {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:26:03.898242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:03.966844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258dd7b8>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:26:01Z', 'revision_number': 5, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port': {'id': '86c974d6-7a14-4784-9448-4bd8946aa4fe', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:03.971626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Checking router: 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:26:03.983675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Routers {'22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:03.984309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258dd7b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:04.083916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] For port 86c974d6-7a14-4784-9448-4bd8946aa4fe, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86c974d6-7a14-4784-9448-4bd8946aa4fe,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:04.084307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:04.149076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] Set router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:04.214644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Calling delete_port for 86c974d6-7a14-4784-9448-4bd8946aa4fe owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:26:04.262927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258dd7b8>, [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:26:03Z', 'revision_number': 6, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:04.267159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2639bbc-7f4f-49dc-92cb-c840ab3991db None None] The sync data for ids ['22d4aac0-3e8e-48a0-a3b5-74317cd9ada5'] in dv-neutron-601336-59-ovs is: [{'id': '22d4aac0-3e8e-48a0-a3b5-74317cd9ada5', 'name': 'tempest-TestMinimumBasicScenario-625308158-router', 'tenant_id': '5eabbad6e676412e8ef726cea297dd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:23:46Z', 'updated_at': '2020-11-23T13:26:03Z', 'revision_number': 6, 'project_id': '5eabbad6e676412e8ef726cea297dd94', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:26:04.403337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:04.419847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:04.524202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c974d6-7a14-4784-9448-4bd8946aa4fe,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:04.528193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:04.795066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.088040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.092494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.117648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.118203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:26:05.130877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.132856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0d16e80c-b448-442f-88c6-3cb32a78c923 admin admin] 10.222.0.60 "DELETE /v2.0/routers/22d4aac0-3e8e-48a0-a3b5-74317cd9ada5 HTTP/1.1" status: 204  len: 168 time: 1.6779757
Nov 23 13:26:05.135137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54880) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:05.207582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Deleting subnet cba3671c-304c-4179-9dd5-bc0d05beda73 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:26:05.210786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.265134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.350916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.613034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.628815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4cfcb5a7-54eb-476e-8bab-d6422d3e5a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:05.723413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba3671c-304c-4179-9dd5-bc0d05beda73,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:05.727761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:05.775831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.780120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad83853-72ba-446a-8aa9-5d49fbf9bca7 None None] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:26:05.782277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cba3671c-304c-4179-9dd5-bc0d05beda73 HTTP/1.1" status: 204  len: 168 time: 0.6461642
Nov 23 13:26:05.785010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54884) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:05.910234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:05.979715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86c974d6-7a14-4784-9448-4bd8946aa4fe no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:26:05.985043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Deleting port 9ac57f14-bbc4-4683-aad2-41f0af727c98 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:26:05.985424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:06.022464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 86c974d6-7a14-4784-9448-4bd8946aa4fe {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:26:06.022867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86c974d6-7a14-4784-9448-4bd8946aa4fe not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:26:06.023345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 406c3f53-e61e-4349-bf2c-70a9add9311b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:26:06.060927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 406c3f53-e61e-4349-bf2c-70a9add9311b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:26:06.061328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 406c3f53-e61e-4349-bf2c-70a9add9311b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:26:06.124984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] DHCP port deletion for c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:26:06.129862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Deleting port 9ac57f14-bbc4-4683-aad2-41f0af727c98 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:26:06.130287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:06.209860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] For port 9ac57f14-bbc4-4683-aad2-41f0af727c98, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9ac57f14-bbc4-4683-aad2-41f0af727c98,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:06.210262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:06.539079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] For port 9ac57f14-bbc4-4683-aad2-41f0af727c98, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=9ac57f14-bbc4-4683-aad2-41f0af727c98,segment=NetworkSegment(f3ce18a3-dc62-4692-bb93-a50e7b9e45df),segment_id=f3ce18a3-dc62-4692-bb93-a50e7b9e45df)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:06.539446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:06.629909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Calling delete_port for 9ac57f14-bbc4-4683-aad2-41f0af727c98 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:26:06.677012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Calling delete_port for 9ac57f14-bbc4-4683-aad2-41f0af727c98 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:26:06.707415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:06.723099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b787dae1-751a-455b-a361-cbaec2acae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:06.762273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:26:06.762682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:26:06.820518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac57f14-bbc4-4683-aad2-41f0af727c98,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:06.823364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:06.869977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] No DVR routers for this DVR port 9ac57f14-bbc4-4683-aad2-41f0af727c98 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:26:07.004441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.121225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824824748>,) {'filters': {'network_id': ['c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:07.134937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824824748>, 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:07.135273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824824748>, 'f3ce18a3-dc62-4692-bb93-a50e7b9e45df') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:07.148168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.163128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.165223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:26:07.264322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Deleting port 9ac57f14-bbc4-4683-aad2-41f0af727c98 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:26:07.264850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.334911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a9e1-0129-4e95-80b1-aa637344b747 None None] The port '9ac57f14-bbc4-4683-aad2-41f0af727c98' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:26:07.351097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:26:07.360613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.539783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Network c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:26:07.567549 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:26:07.645575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.649030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d4523ae-8d37-4d17-9493-17c149f61182 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:07.667650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:07.680572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:07.684247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:07.694884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c81d7e21-5526-4681-b0dc-bda3d397b831 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c3c82e5b-d7d2-47eb-bdb4-29e11bdd6596 HTTP/1.1" status: 204  len: 168 time: 1.9087932
Nov 23 13:26:07.840093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54890) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:07.901599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8f9b0d83-8541-4dc6-b696-eb345417f464 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5eabbad6e676412e8ef726cea297dd94&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0599747
Nov 23 13:26:07.904222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 54894) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:07.969933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9ac57f14-bbc4-4683-aad2-41f0af727c98 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:26:07.971897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:08.001045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:08.005601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 9ac57f14-bbc4-4683-aad2-41f0af727c98 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:26:08.006002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 9ac57f14-bbc4-4683-aad2-41f0af727c98 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:26:08.051206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:08.056316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1651e64a-e875-41f2-bd53-6388f1b644fb tempest-PortsTestJSON-381372263 tempest-PortsTestJSON-381372263] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:08.070765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667b6d1-5d57-4383-99d3-27a7d169fe44,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:08.073756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:08.079958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:08.081885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a667b6d1-5d57-4383-99d3-27a7d169fe44 HTTP/1.1" status: 204  len: 168 time: 0.1765091
Nov 23 13:26:10.328968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54936) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:10.335039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191894532', 'description': 'tempest-secgroup-smoke-191894532 description', 'project_id': '9e670a8167494ee1904797626a5f6944'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:10.341770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:10.345896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:10.348948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:10.355846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:10.365832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.380295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.418742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:10.422798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:10.427707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:10.434864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:10.507190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.510006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.514748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:10.555419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:10.557743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=096748d5-b611-4296-8ac5-c0eb3ee6e48d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:10.561417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:10.564041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:10.568351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:10.574435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:10.635939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.638967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.644667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1d587c65-2b0a-4cd9-b0ae-210528bdbe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:10.687840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=48188c8f-f9bc-4dd4-859a-0ca686e82960,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:10.691252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:10.692820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.697100 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-27904802-3e8a-49de-a4bb-e1440e2f7778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.3640726
Nov 23 13:26:10.697644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54940) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:10.703183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:10.710234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:10.714493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:10.717626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:10.724240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:10.741541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.806816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.809708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.815752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-978d1ff6-b3ce-46d8-bb63-8b9f88fd9186 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:10.839908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbe83da-2315-4e74-9362-cba51e14e34e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:10.842953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:10.851192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.852510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1540506
Nov 23 13:26:10.855428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54944) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:10.862118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:10.868713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:10.872795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:10.875847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:10.882024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:10.898545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.965286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.967966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:10.969924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d524080-e58b-4854-a0c9-d9e019068005 tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:10.994410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d45536e-e1b2-470e-96e3-29f6d223ea74,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:10.997072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.003566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.004887 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1484814
Nov 23 13:26:11.007883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54948) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.013541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.020459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.024464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.027452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.033924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.050041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.115830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.118375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.120257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c19114e0-9579-4283-b63e-21b33fa3ae0b tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:11.141014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ea4756-ddcb-4c87-8ac1-b217e7e7cc53,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:11.145880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.152807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.154080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1450546
Nov 23 13:26:11.157080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54952) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.163185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.169314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.173303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.176340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.182061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.197595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.266169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.269264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.271135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-da72b631-b3af-4844-873a-278852ea16c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:11.292367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afd8662-c93c-416c-bcb5-1ecc467a10c2,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:11.294907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.305189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.306503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d60db664-c922-4438-9036-ab8acf9b7817 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1484120
Nov 23 13:26:11.309460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54956) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.315777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.322210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.326347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.329406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.335400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.345025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:26:11.351991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.421299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.424622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.426592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-076b1ee9-84a0-47fc-a41b-500cc4c37a60 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:11.449629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe3a515-6454-413f-b15a-ec667dcfaeaa,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:11.452132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.458462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.459723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1492639
Nov 23 13:26:11.462684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54960) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.468502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '48188c8f-f9bc-4dd4-859a-0ca686e82960', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.475276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.479489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.482774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.489206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.499199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:26:11.506181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.584882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.587675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.590306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-886fee68-87d3-4d8c-b7d0-594ee5ec896e tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:11.612213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce17cc3c-1665-42a4-9232-de4ce408d0da,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:11.616503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.623523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.624812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1611218
Nov 23 13:26:11.628596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54964) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.635172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'network': {'name': 'tempest-network-smoke--270851365', 'project_id': '9e670a8167494ee1904797626a5f6944', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.640651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.645307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:network and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.648276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.654677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.664173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:26:11.669670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.706187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:26:11.717821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.718256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Added segment 749d1184-d8c5-4877-ba2d-31ba3dec310f of type vxlan for network bf3a8b38-59a0-4f17-8510-4e6be52af8c3
Nov 23 13:26:11.749399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.789323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.793973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:11.794641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.801522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce1bfa80-a9f1-4b59-9f35-878a82c7980c tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:11.923536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2933185
Nov 23 13:26:11.928233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54968) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:11.936633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'admin_state_up': True, 'project_id': '9e670a8167494ee1904797626a5f6944', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:11.947454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Network': ['ID=bf3a8b38-59a0-4f17-8510-4e6be52af8c3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:11.950164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:11.952860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-206364f1-d13f-416c-bd94-854e5b7b99e2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:11.955370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:router and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:11.958983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for router was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:11.964101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:26:11.967134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:11.977947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.979369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:11.982016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:26:12.001108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:12.192122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:12.415324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:12.459197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:12.773464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.32 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/73d5a58f-f1a7-4622-bfed-33ff765fded2) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:26:12.965078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:12.993322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:13.013829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-057eb652-73ae-48a5-8fd1-ceaa080f3e24 tempest-RoutersIpV6Test-1527182642 tempest-RoutersIpV6Test-1527182642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:13.402879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=73d5a58f-f1a7-4622-bfed-33ff765fded2,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:13.407582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:13.459493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:13.460678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:13.463029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:26:13.630511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:13.631316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:13.887797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 6c858039-7d09-404f-a36b-b867caaf3f90 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:26:14.107291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:26:14.117986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Sync routers for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:26:14.131874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:14.132717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824db35c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:14.135379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:14.139857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2073550
Nov 23 13:26:14.140115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54972) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:14.325842 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-77e65c97-45ca-4d0e-a709-a0cee4610f12 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/subnets?project_id=9e670a8167494ee1904797626a5f6944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1844480
Nov 23 13:26:14.327785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:14.328667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54978) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:14.336220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606447961', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'project_id': '9e670a8167494ee1904797626a5f6944', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:14.458015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:14.462143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:subnet and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:14.465188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:14.471088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:14.480185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:26:14.597913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:14.642319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824db35c0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:13Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:14.647709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Checking router: 6c858039-7d09-404f-a36b-b867caaf3f90 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:26:14.648119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Updating router 6c858039-7d09-404f-a36b-b867caaf3f90 port 73d5a58f-f1a7-4622-bfed-33ff765fded2 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:26:14.709894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.061918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.077853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-218739ed-5c46-436d-9b60-24e316003a5e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:15.116126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.130103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Transition to ACTIVE for port object 73d5a58f-f1a7-4622-bfed-33ff765fded2 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:15.132980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.148342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:15.212244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Subnet': ['ID=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:15.217141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:15.279953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Pushing event updated for resources: {'Port': ['ID=73d5a58f-f1a7-4622-bfed-33ff765fded2,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:15.287627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Checking segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:26:15.288020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network hostable DHCP agents. Network: bf3a8b38-59a0-4f17-8510-4e6be52af8c3, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:26:15.310403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:26:15.316210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.316583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.316969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.317338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.317707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.318071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.318431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.318797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.319157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.319266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, bf3a8b38-59a0-4f17-8510-4e6be52af8c3) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:15.319520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.319879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.320235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.320718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.321089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.321462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.321822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.322181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.322541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.322902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.323261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.323621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.323978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.324336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.324718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:15.331138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:15.333212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83d368-91e4-4e6b-81fd-783dc525ca78 None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:26:15.336003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:15.336697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.358606 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e85ed1be-07c0-4ed7-9249-2a298638d476 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0286779
Nov 23 13:26:15.362240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 54982) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:15.466729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Attempting to bind port 73d5a58f-f1a7-4622-bfed-33ff765fded2 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:26:15.467279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Attempting to bind port 73d5a58f-f1a7-4622-bfed-33ff765fded2 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:26:15.467532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Attempting to bind port 73d5a58f-f1a7-4622-bfed-33ff765fded2 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:26:15.491640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:26:15.492057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:26:15.492531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.492970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:26:15.493493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Bound port: 73d5a58f-f1a7-4622-bfed-33ff765fded2, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:26:15.493910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.658489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] For port 73d5a58f-f1a7-4622-bfed-33ff765fded2, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:26:15.665443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:26:15.666407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.680771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] For port 73d5a58f-f1a7-4622-bfed-33ff765fded2, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=73d5a58f-f1a7-4622-bfed-33ff765fded2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:26:15.689853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:15.705730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:16.105600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:16.129223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Pushing event updated for resources: {'Port': ['ID=73d5a58f-f1a7-4622-bfed-33ff765fded2,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:16.136532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:16.305094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:16.305791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824db35c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:16.479872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Allocated IP 172.20.0.2 (bf3a8b38-59a0-4f17-8510-4e6be52af8c3/f1af2677-1cb9-4e8a-947a-f6aa01e1e17e/7581dd43-1dc7-4726-ac04-27c5f673f279) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:26:16.614043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:17.012806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.027025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Transition to ACTIVE for port object 7581dd43-1dc7-4726-ac04-27c5f673f279 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:17.047835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Transition to ACTIVE for port object 7581dd43-1dc7-4726-ac04-27c5f673f279 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:17.060581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.076598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e03baac-2759-4909-95d4-94ba7b105207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:17.124591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.1 (bf3a8b38-59a0-4f17-8510-4e6be52af8c3/f1af2677-1cb9-4e8a-947a-f6aa01e1e17e/1effc136-a598-44a2-ba7a-ad5f1bc13c4a) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:26:17.186864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824db35c0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:13Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:17.205045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0654c-6560-48b0-87fa-5707cf5d2260 None None] The sync data for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs is: [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:13Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:26:17.222297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Pushing event updated for resources: {'Port': ['ID=7581dd43-1dc7-4726-ac04-27c5f673f279,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:17.226723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:17.292125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.297337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:17.299085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:17.301374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:26:17.305804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.325735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 1effc136-a598-44a2-ba7a-ad5f1bc13c4a will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:17.348057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.364122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-54da9b85-a0f7-43e9-a7d5-2df3a8cc3ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:17.370781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Attempting to bind port 7581dd43-1dc7-4726-ac04-27c5f673f279 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:26:17.371209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Attempting to bind port 7581dd43-1dc7-4726-ac04-27c5f673f279 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:26:17.371626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Attempting to bind port 7581dd43-1dc7-4726-ac04-27c5f673f279 on network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:26:17.379112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:26:17.379542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Checking segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:26:17.379998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.380472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Bound using segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:26:17.381018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Bound port: 7581dd43-1dc7-4726-ac04-27c5f673f279, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:26:17.381451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.480182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] For port 7581dd43-1dc7-4726-ac04-27c5f673f279, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:26:17.484542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] For port 7581dd43-1dc7-4726-ac04-27c5f673f279, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7581dd43-1dc7-4726-ac04-27c5f673f279,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:26:17.488503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.505020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:17.508155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:17.513007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:17.569032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:17.570503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:17.572994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:26:17.657737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:17.685277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Pushing event updated for resources: {'Port': ['ID=7581dd43-1dc7-4726-ac04-27c5f673f279,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:17.691019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:17.772185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.082759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 73d5a58f-f1a7-4622-bfed-33ff765fded2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:18.175074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 73d5a58f-f1a7-4622-bfed-33ff765fded2 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:18.181248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 73d5a58f-f1a7-4622-bfed-33ff765fded2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:18.181680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.309888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.327565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 73d5a58f-f1a7-4622-bfed-33ff765fded2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=73d5a58f-f1a7-4622-bfed-33ff765fded2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:18.331816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.333799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:18.335206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.338896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.379369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-175a6d45-2ded-4cdb-8693-f64fa7ece814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:18.404791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=73d5a58f-f1a7-4622-bfed-33ff765fded2,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:18.408145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:18.466923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:18.482940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:18.536901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:18.621340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:18.622416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:18.943487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:26:19.056380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 6c858039-7d09-404f-a36b-b867caaf3f90 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:26:19.099345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ea447-190c-4bbb-a1d9-f7688930bd09 None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:26:19.207360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8c2f063c-7bf3-4c34-af7c-f12df2c3787f None None] Provisioning for port 7581dd43-1dc7-4726-ac04-27c5f673f279 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:19.277941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:26:19.287901 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/6c858039-7d09-404f-a36b-b867caaf3f90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9243991
Nov 23 13:26:19.483165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-1d9616f4-3458-4143-813a-356c35b9d943 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:26:19.501042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-1d9616f4-3458-4143-813a-356c35b9d943 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:26:19.502446 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-1d9616f4-3458-4143-813a-356c35b9d943 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191894532&fields=id&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 267 time: 0.0655479
Nov 23 13:26:19.566278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c693c6d2-b03d-499b-b870-181e0c171e44 None None] Provisioning for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:19.571570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c693c6d2-b03d-499b-b870-181e0c171e44 None None] Provisioning complete for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:19.572004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c693c6d2-b03d-499b-b870-181e0c171e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:19.632060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c693c6d2-b03d-499b-b870-181e0c171e44 None None] Port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:26:19.685453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e7fa2f65-d7f1-4615-8300-67fc851d0175 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:19.686222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e7fa2f65-d7f1-4615-8300-67fc851d0175 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:26:19.706262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e7fa2f65-d7f1-4615-8300-67fc851d0175 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:26:19.707572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e7fa2f65-d7f1-4615-8300-67fc851d0175 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/networks?id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 200  len: 796 time: 0.1969712
Nov 23 13:26:19.728863 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e5bcd213-369c-42bc-8a8d-9b8a22de383e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/quotas/9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 375 time: 0.0131030
Nov 23 13:26:19.827661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-fe376dcf-0a7e-421c-a50a-c691965d49d2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:26:19.847491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-fe376dcf-0a7e-421c-a50a-c691965d49d2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:26:19.849281 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-fe376dcf-0a7e-421c-a50a-c691965d49d2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1132565
Nov 23 13:26:19.983548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-0c8c4bc4-e9a7-44a2-a089-982c2cc685c0 None None] Provisioning complete for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:19.983986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4bc4-e9a7-44a2-a089-982c2cc685c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.066087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c4bc4-e9a7-44a2-a089-982c2cc685c0 None None] Port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:26:20.101946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 73d5a58f-f1a7-4622-bfed-33ff765fded2 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:20.117069 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-0bad1606-3978-4d71-84c9-13bf2bc5d322 service neutron] 10.222.0.60 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541881
Nov 23 13:26:20.175333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Sync routers for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:26:20.181652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 73d5a58f-f1a7-4622-bfed-33ff765fded2 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:20.182072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.192255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:20.193086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b971d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:20.283304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-e7cea814-5b9a-4076-86c4-54f734def6d3 service neutron] 10.222.0.60 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582747
Nov 23 13:26:20.405716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:20.447276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-15d78b08-54fa-4fd7-a93b-d47e89f02585 None None] Provisioning complete for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:20.447735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15d78b08-54fa-4fd7-a93b-d47e89f02585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.547083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2cd5fcc9-628e-433c-9c86-b1481cb94b38 req-1552cb9e-18c5-4d5a-a1a7-04e2869999d7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 210 time: 0.0675614
Nov 23 13:26:20.553969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-15d78b08-54fa-4fd7-a93b-d47e89f02585 None None] Port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:26:20.556221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7581dd43-1dc7-4726-ac04-27c5f673f279 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:20.630775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 7581dd43-1dc7-4726-ac04-27c5f673f279 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:20.635763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 7581dd43-1dc7-4726-ac04-27c5f673f279 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:20.636189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.705998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5dca9fa8-9683-4b7d-a8be-51564e86b2d0 None None] Provisioning complete for port 7581dd43-1dc7-4726-ac04-27c5f673f279 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:20.706424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dca9fa8-9683-4b7d-a8be-51564e86b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.800294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b971d0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 2, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:20.805462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Checking router: 6c858039-7d09-404f-a36b-b867caaf3f90 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:26:20.806002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Updating router 6c858039-7d09-404f-a36b-b867caaf3f90 port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:26:20.868220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.869684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.912055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5dca9fa8-9683-4b7d-a8be-51564e86b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.938162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 7581dd43-1dc7-4726-ac04-27c5f673f279, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7581dd43-1dc7-4726-ac04-27c5f673f279,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:20.946075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:20.948525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a30c5f1f-2ebe-416a-9e18-20cc3c01c532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:21.070314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-5dca9fa8-9683-4b7d-a8be-51564e86b2d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:26:21.070726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-5dca9fa8-9683-4b7d-a8be-51564e86b2d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:26:21.074271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=7581dd43-1dc7-4726-ac04-27c5f673f279,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:21.077700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:21.317757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:21.330136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Transition to ACTIVE for port object 1effc136-a598-44a2-ba7a-ad5f1bc13c4a will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:21.332859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:21.346624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ff2ada95-c134-40ea-9542-8fbfe939bce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:21.651135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Pushing event updated for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:21.678796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.679009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.679368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.679748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.680118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.680508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.680880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.681747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.681747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.681927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.682277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.682636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.683497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.683497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.683785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.684146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.684529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.684893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.685259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.685617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.685983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.686341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.686702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.687061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:26:21.694092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:21.813245 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b8224934-e689-4785-b097-de532d84417f req-b60f10ea-c4fd-4475-85e7-d30173ab2b5b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 210 time: 0.0731931
Nov 23 13:26:21.898095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Attempting to bind port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:26:21.899772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Attempting to bind port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:26:21.900187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Attempting to bind port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a on network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:26:21.901515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-b8c00475-99d3-45e0-a34f-6dfbb63acf4a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:21.903968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-b8c00475-99d3-45e0-a34f-6dfbb63acf4a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/networks?id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 200  len: 796 time: 0.2975109
Nov 23 13:26:21.908831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:26:21.909183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Checking segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:26:21.909714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:21.910162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Bound using segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:26:21.910690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Bound port: 1effc136-a598-44a2-ba7a-ad5f1bc13c4a, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:26:21.911107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:21.997703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7581dd43-1dc7-4726-ac04-27c5f673f279 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:22.024856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-2cebd2b0-9b2e-4b5a-9b65-134b97e965ea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 7375 time: 0.0806360
Nov 23 13:26:22.029157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] For port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:26:22.032504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] For port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:26:22.036563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'port': {'device_id': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'admin_state_up': True, 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'security_groups': ['48188c8f-f9bc-4dd4-859a-0ca686e82960']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:22.036766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:22.052502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:22.091169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 7581dd43-1dc7-4726-ac04-27c5f673f279 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:22.091613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:22.201019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Pushing event updated for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:22.215512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:22.265709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:22.266402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b971d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:22.467160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:22.470027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:22.480816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:22.490359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:26:22.495972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:22.804146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b971d0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:22Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:22.808662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9723bb0-2acc-47cb-b7a2-b63abb2005d2 None None] The sync data for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs is: [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:22Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:26:22.821690 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.6 (bf3a8b38-59a0-4f17-8510-4e6be52af8c3/f1af2677-1cb9-4e8a-947a-f6aa01e1e17e/b61ac428-673a-470e-99bd-9497f12397e1) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:26:23.039567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-217e604f-054c-44e5-9fb9-61c314c5d2e6 req-4ceab264-3f53-4ab2-bb0f-5d7ec97828d4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 210 time: 0.0551877
Nov 23 13:26:23.073686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:23.092031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object b61ac428-673a-470e-99bd-9497f12397e1 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:23.115104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:23.132115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-99f3e72c-e5f0-48ea-9bba-2b6a053de4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:23.279892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=b61ac428-673a-470e-99bd-9497f12397e1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:23.286306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:23.346339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:23.347541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:23.349997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:26:23.426131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:23.426820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:23.458989 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4274986
Nov 23 13:26:23.477012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Request body: {'port': {'device_id': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:23.597369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:23.641187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b853290-df2f-4c20-b380-c52b600b3140 None None] Provisioning for port b61ac428-673a-470e-99bd-9497f12397e1 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:23.647349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5b853290-df2f-4c20-b380-c52b600b3140 None None] Provisioning complete for port b61ac428-673a-470e-99bd-9497f12397e1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:23.647769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5b853290-df2f-4c20-b380-c52b600b3140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:23.718649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-5b853290-df2f-4c20-b380-c52b600b3140 None None] Port b61ac428-673a-470e-99bd-9497f12397e1 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:26:24.012695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1effc136-a598-44a2-ba7a-ad5f1bc13c4a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:24.044529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61ac428-673a-470e-99bd-9497f12397e1 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:26:24.052648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.066489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Transition to ACTIVE for port object b61ac428-673a-470e-99bd-9497f12397e1 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:26:24.069377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.085373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d46c1bdb-9b2e-437f-9c69-13b43318adc9 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:24.089289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:24.094719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:24.095192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.231373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.268696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:24.271589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.273571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:24.274485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Pushing event updated for resources: {'Port': ['ID=b61ac428-673a-470e-99bd-9497f12397e1,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:24.280032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:24.345515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:24.349302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:24.370062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a872f2-8d08-413a-afa9-5e42bc81cea6 req-7a07dc37-352d-4e62-9f7b-a2626747ee84 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:24.370820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-30a872f2-8d08-413a-afa9-5e42bc81cea6 req-7a07dc37-352d-4e62-9f7b-a2626747ee84 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:26:24.456440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-30a872f2-8d08-413a-afa9-5e42bc81cea6 req-7a07dc37-352d-4e62-9f7b-a2626747ee84 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:26:24.457770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30a872f2-8d08-413a-afa9-5e42bc81cea6 req-7a07dc37-352d-4e62-9f7b-a2626747ee84 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 943 time: 0.2484038
Nov 23 13:26:24.573431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-30a872f2-8d08-413a-afa9-5e42bc81cea6 req-8142be22-93ce-435f-a989-209ca5865658 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815094
Nov 23 13:26:24.575533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Attempting to bind port b61ac428-673a-470e-99bd-9497f12397e1 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:26:24.575907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Attempting to bind port b61ac428-673a-470e-99bd-9497f12397e1 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:26:24.576277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Attempting to bind port b61ac428-673a-470e-99bd-9497f12397e1 on network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:26:24.583671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:26:24.584170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Checking segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:26:24.584452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.584855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Bound using segment: {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:26:24.585360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Bound port: b61ac428-673a-470e-99bd-9497f12397e1, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d1184-d8c5-4877-ba2d-31ba3dec310f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:26:24.585713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.685996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] For port b61ac428-673a-470e-99bd-9497f12397e1, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:26:24.689536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] For port b61ac428-673a-470e-99bd-9497f12397e1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b61ac428-673a-470e-99bd-9497f12397e1,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:26:24.693138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.709642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:24.852838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Pushing event updated for resources: {'Port': ['ID=b61ac428-673a-470e-99bd-9497f12397e1,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:24.856298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:24.905048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:24.905813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:24.907166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] 10.222.0.63 "PUT /v2.0/ports/b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 200  len: 1157 time: 1.4351838
Nov 23 13:26:24.908403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:26:24.996798 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1', 'status': 'completed', 'code': 200}
Nov 23 13:26:25.046016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-d15ec373-f7ad-4ee0-a0f5-7b9f7aafdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:25.047980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-d15ec373-f7ad-4ee0-a0f5-7b9f7aafdabe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1160 time: 0.0885484
Nov 23 13:26:25.130204 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f870db79-351d-4cf3-a41b-2ec2502f124c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 200  len: 217 time: 0.0698223
Nov 23 13:26:25.206100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-0fc51577-db94-40a6-aa09-d552cef57945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:25.207672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-0fc51577-db94-40a6-aa09-d552cef57945 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e HTTP/1.1" status: 200  len: 834 time: 0.0719025
Nov 23 13:26:25.288535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-2d950787-8153-4218-8336-66f7f711a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:25.290129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-2d950787-8153-4218-8336-66f7f711a271 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760355
Nov 23 13:26:25.433096 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-f137eb43-f8d5-4d56-8a3c-9102d32a65fb service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358984
Nov 23 13:26:25.576916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d20c5d1b-2a1d-43d9-a0aa-8925569e2a7e req-b5ef45af-90b2-4a4b-a73b-e7a16ddd68c1 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358335
Nov 23 13:26:25.819875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-c710b662-bfaa-4c9f-bf93-95850253332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:25.821546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-c710b662-bfaa-4c9f-bf93-95850253332c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1160 time: 0.1531639
Nov 23 13:26:25.827610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5d6c9-fa5a-4bfa-8abd-6bf879d771d0 req-73fb9623-e309-4842-bad3-1200f09dda55 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:25.829256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06b5d6c9-fa5a-4bfa-8abd-6bf879d771d0 req-73fb9623-e309-4842-bad3-1200f09dda55 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 943 time: 0.1249285
Nov 23 13:26:25.971754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06b5d6c9-fa5a-4bfa-8abd-6bf879d771d0 req-804cc07b-f2f8-414b-97eb-38ba90e2688a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186292
Nov 23 13:26:25.990851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1effc136-a598-44a2-ba7a-ad5f1bc13c4a up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:26.008853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-b135999d-a5ae-4f1f-a606-d402841048a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:26.010450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-b135999d-a5ae-4f1f-a606-d402841048a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 200  len: 890 time: 0.1799979
Nov 23 13:26:26.067217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:26.067739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:26.088447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-fee9df13-1c85-4b93-86d9-b000ef03fb51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 200  len: 217 time: 0.0699921
Nov 23 13:26:26.160139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-e8844e4c-8fe0-4f0f-ad64-b6aa0b13bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:26.161756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-e8844e4c-8fe0-4f0f-ad64-b6aa0b13bb4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e HTTP/1.1" status: 200  len: 834 time: 0.0664234
Nov 23 13:26:26.248693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-0d5f29cd-7655-4edb-a860-ed6ae4bdeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:26.250219 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-0d5f29cd-7655-4edb-a860-ed6ae4bdeb89 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810425
Nov 23 13:26:26.658926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-eda63dd2-07df-4e2a-bb93-bf55e6bbc020 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013810
Nov 23 13:26:26.822132 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1546f4d9-ae4f-46ff-9adb-035a9a005172 req-44401bf5-ec0c-4015-aadb-b38d23f3d445 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487303
Nov 23 13:26:27.191986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84be5b-867a-4f7a-bb2f-9451764cbda5 req-67f8aff1-5ec2-4542-aeb2-75583fdd7c35 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:27.193634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a84be5b-867a-4f7a-bb2f-9451764cbda5 req-67f8aff1-5ec2-4542-aeb2-75583fdd7c35 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 943 time: 0.0844824
Nov 23 13:26:27.243380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7a84be5b-867a-4f7a-bb2f-9451764cbda5 req-935ef61b-75cb-4d7a-8663-c93e3b61eed4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432837
Nov 23 13:26:27.377275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b61ac428-673a-470e-99bd-9497f12397e1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:27.445781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port b61ac428-673a-470e-99bd-9497f12397e1 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:26:27.450557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b61ac428-673a-470e-99bd-9497f12397e1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:27.450975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:27.570981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:27.599994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:26:27.611777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port b61ac428-673a-470e-99bd-9497f12397e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b61ac428-673a-470e-99bd-9497f12397e1,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:26:27.614930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:27.617089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29b69ff8-c4d0-4668-b4d6-963c53b16c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:27.701811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=b61ac428-673a-470e-99bd-9497f12397e1,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:27.706599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:27.748888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1', 'code': 200}
Nov 23 13:26:27.945071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2f03-433e-4b58-9a59-a13e9594f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:28.029079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1b8f2-44f1-4e80-a6e0-fa1ed63fe47a req-69be2a3e-077e-4522-8347-7966e4584b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:28.030696 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fed1b8f2-44f1-4e80-a6e0-fa1ed63fe47a req-69be2a3e-077e-4522-8347-7966e4584b70 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1162 time: 0.0758839
Nov 23 13:26:28.075517 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fed1b8f2-44f1-4e80-a6e0-fa1ed63fe47a req-4e9730aa-df05-43ec-8238-0d171e418799 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384755
Nov 23 13:26:28.458160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74b20f-6962-42d4-a37f-9dc110eca266 req-1c5c7c3b-27f8-46ed-8c46-3fb45e9a8a1c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:28.459737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d74b20f-6962-42d4-a37f-9dc110eca266 req-1c5c7c3b-27f8-46ed-8c46-3fb45e9a8a1c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0878768
Nov 23 13:26:28.508911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d74b20f-6962-42d4-a37f-9dc110eca266 req-d307b0e0-ccf2-4564-bd7d-f02db8fa55d0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425406
Nov 23 13:26:29.147909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b61ac428-673a-470e-99bd-9497f12397e1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:29.222105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b61ac428-673a-470e-99bd-9497f12397e1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:29.222524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:29.730245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077aaa1-6fc4-4359-bf01-9f3d24538c72 req-6e393290-54bc-463e-a681-8524c952a5fd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:29.731838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9077aaa1-6fc4-4359-bf01-9f3d24538c72 req-6e393290-54bc-463e-a681-8524c952a5fd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0887115
Nov 23 13:26:29.781614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9077aaa1-6fc4-4359-bf01-9f3d24538c72 req-f515b9b7-2232-4f25-b635-57a540127917 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423050
Nov 23 13:26:30.007845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d873bbd-8c89-41a1-9e3d-5a55e10dd465 req-1b10cb08-0d8f-4203-bfc5-5b125ead6a2d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:30.009583 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d873bbd-8c89-41a1-9e3d-5a55e10dd465 req-1b10cb08-0d8f-4203-bfc5-5b125ead6a2d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0832379
Nov 23 13:26:30.059245 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0d873bbd-8c89-41a1-9e3d-5a55e10dd465 req-6d8544be-68cd-4b37-817c-159049db05fd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433486
Nov 23 13:26:30.090003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:30.165238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3bbb0-ec73-4457-a3e0-551dc78d51f7 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:30.166887 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72e3bbb0-ec73-4457-a3e0-551dc78d51f7 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1157 time: 0.0757904
Nov 23 13:26:30.170275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55040) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:30.175821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'b61ac428-673a-470e-99bd-9497f12397e1', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:26:30.181839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:26:30.185908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:floatingip and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:26:30.189526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:26:30.195252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:26:30.205239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.349192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.370179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e17c896-a101-40d9-ad2d-f7e6ba458816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.631166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.127 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/1a50c323-9f26-4676-a71a-48f094754a7b) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:26:30.787589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.824979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.842238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-28bfee0c-f5d3-45d8-84bf-e358c393ec12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:30.863171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:30.984989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1a50c323-9f26-4676-a71a-48f094754a7b,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:30.990784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:31.043823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:26:31.045084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:26:31.047365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:26:31.118784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b61ac428-673a-470e-99bd-9497f12397e1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:26:31.191720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port b61ac428-673a-470e-99bd-9497f12397e1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:26:31.192142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:31.489262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:31.563540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:31.842099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:31.846517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:31.862959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aaaa67c-140b-487b-86cb-bbb1f26ebb7f tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:26:31.995634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1a50c323-9f26-4676-a71a-48f094754a7b,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:26:32.000448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:26:32.093046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:32.106784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:32.309298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 1a47637d-df30-400f-932c-7e94b6a7bf3b associated. External IP: 172.26.6.127, port: b61ac428-673a-470e-99bd-9497f12397e1.
Nov 23 13:26:32.424993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:32.984197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 6c858039-7d09-404f-a36b-b867caaf3f90 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:26:33.211356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:26:33.221134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Sync routers for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:26:33.234595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:33.235044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824c348d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:33.237066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:33.295807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1244211
Nov 23 13:26:33.296547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:26:33.360847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1', 'status': 'completed', 'code': 200}
Nov 23 13:26:33.431856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:33.548653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-3bc3a145-8ba2-49ee-85ad-80fc54cb28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:33.550141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-3bc3a145-8ba2-49ee-85ad-80fc54cb28a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1162 time: 0.1080012
Nov 23 13:26:33.556290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29350045-cc93-4939-b495-4d9e47604e08 req-11a46d20-5f4a-4d27-b1db-4605404211a6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:33.557801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29350045-cc93-4939-b495-4d9e47604e08 req-11a46d20-5f4a-4d27-b1db-4605404211a6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.1551821
Nov 23 13:26:33.702487 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29350045-cc93-4939-b495-4d9e47604e08 req-8a2f83fc-fcea-4037-bef6-b7d46bf953c7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205640
Nov 23 13:26:33.734199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55048) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:33.812464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824c348d0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '1a47637d-df30-400f-932c-7e94b6a7bf3b', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.127', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'port_id': 'b61ac428-673a-470e-99bd-9497f12397e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'mac_address': 'fa:16:3e:45:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:26:31Z', 'updated_at': '2020-11-23T13:26:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:33.817762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Checking router: 6c858039-7d09-404f-a36b-b867caaf3f90 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:26:33.823311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-af6325d2-0d65-467e-ad14-ff7b97c07777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:33.824962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-af6325d2-0d65-467e-ad14-ff7b97c07777 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 200  len: 890 time: 0.2662265
Nov 23 13:26:33.830710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:26:33.831412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824c348d0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:26:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:33.956884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1e635fe2-42f9-4c83-90c7-884d99ec4717 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 200  len: 991 time: 0.2213485
Nov 23 13:26:33.966698 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-980c19f0-edb7-47b8-97ec-529f876553fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 200  len: 999 time: 0.1342864
Nov 23 13:26:34.025615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:26:34.037082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-18c24ab7-30bd-4525-9225-54fbc71f5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:34.038679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-18c24ab7-30bd-4525-9225-54fbc71f5018 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e HTTP/1.1" status: 200  len: 834 time: 0.0657403
Nov 23 13:26:34.123903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-4d639e23-67f0-41fd-ab90-bc494f5f9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:26:34.125540 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-4d639e23-67f0-41fd-ab90-bc494f5f9c7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802157
Nov 23 13:26:34.273563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-2249832c-a5c1-4fd9-b45f-d4084f02415e service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411345
Nov 23 13:26:34.429442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c6bc1b8a-ce3d-46c1-b048-a577f791faf1 req-0497cd1e-b26d-4b64-92b8-ca04c24e7534 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495531
Nov 23 13:26:34.567452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824c348d0>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '1a47637d-df30-400f-932c-7e94b6a7bf3b', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.127', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'port_id': 'b61ac428-673a-470e-99bd-9497f12397e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'mac_address': 'fa:16:3e:45:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:26:31Z', 'updated_at': '2020-11-23T13:26:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:26:34.571707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586a4fe-fccc-48f4-b1b8-6bb3845d7204 None None] The sync data for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs is: [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '1a47637d-df30-400f-932c-7e94b6a7bf3b', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.127', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'port_id': 'b61ac428-673a-470e-99bd-9497f12397e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'mac_address': 'fa:16:3e:45:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:26:31Z', 'updated_at': '2020-11-23T13:26:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:26:34.862993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f4afb-eb58-4a88-969c-aa18159411f2 None None] New status for floating IP 1a47637d-df30-400f-932c-7e94b6a7bf3b: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:26:34.961047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55052) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:35.076951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3941faef-063f-4b8f-8ed7-219daf1b1af8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 200  len: 991 time: 0.1132421
Nov 23 13:26:36.079990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55056) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:26:36.189170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-86219e25-e1a5-47c4-b94d-2c28434e9b78 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 200  len: 993 time: 0.1077065
Nov 23 13:26:47.312300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:26:55.945325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:26:57.936392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37e18989-2b91-4e92-a302-436a87714174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:00.371610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-373fc35c-2ab9-42cd-bc7b-7c75af6f1a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:00.866031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:02.100869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:02.428881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:04.158973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae27a6f-56d3-4b01-b162-4f1e7f6655e3 req-02eb3e3b-1731-4f83-96a3-3ceb0ed525f1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:04.160568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ae27a6f-56d3-4b01-b162-4f1e7f6655e3 req-02eb3e3b-1731-4f83-96a3-3ceb0ed525f1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0912166
Nov 23 13:27:04.210733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ae27a6f-56d3-4b01-b162-4f1e7f6655e3 req-e4b91c36-a07b-4562-baf7-0e09690b505c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435588
Nov 23 13:27:05.437917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd75ba-7e08-4ea1-aa81-aa0e881d4094 req-6e5608b9-f2ec-4536-8ccd-81869ca314b1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:05.439636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16cd75ba-7e08-4ea1-aa81-aa0e881d4094 req-6e5608b9-f2ec-4536-8ccd-81869ca314b1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0897892
Nov 23 13:27:05.490587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-16cd75ba-7e08-4ea1-aa81-aa0e881d4094 req-0711f0b6-7188-4325-af0e-61dbd9f912d6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445230
Nov 23 13:27:05.520783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55076) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:05.634563 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-73c62b9f-fb9e-4ebc-b34d-0d79fc0c4e35 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 200  len: 993 time: 0.1124048
Nov 23 13:27:07.183048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d563-e107-43d4-9276-84bfb907cfac req-e4d89934-7a7c-4543-b3c3-9981551c58dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:07.184723 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51d0d563-e107-43d4-9276-84bfb907cfac req-e4d89934-7a7c-4543-b3c3-9981551c58dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0840302
Nov 23 13:27:07.239521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51d0d563-e107-43d4-9276-84bfb907cfac req-313974dc-393f-491f-893c-142e277bf037 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477860
Nov 23 13:27:08.462433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461192b-5503-48ee-901a-7cb50db46fc2 req-c199b6e5-d1aa-44b1-8b48-b7edccb0bd93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:08.464056 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a461192b-5503-48ee-901a-7cb50db46fc2 req-c199b6e5-d1aa-44b1-8b48-b7edccb0bd93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0836904
Nov 23 13:27:08.517536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a461192b-5503-48ee-901a-7cb50db46fc2 req-a57d0277-2366-4dc8-8f6e-edd4d6c599e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470316
Nov 23 13:27:08.551080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55088) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:08.664292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-01b56deb-2c92-498a-8a29-db2d19c3b4ed tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 200  len: 993 time: 0.1118829
Nov 23 13:27:09.063696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55096) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:09.279641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 1a50c323-9f26-4676-a71a-48f094754a7b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:27:09.280025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:09.459834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:09.460206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:09.592269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 1a50c323-9f26-4676-a71a-48f094754a7b owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:27:09.745823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:09.761787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5c309b6e-c9b3-4124-bfdb-8eae60be2116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:09.861671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=1a50c323-9f26-4676-a71a-48f094754a7b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:09.877739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.878164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.878579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.878990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.882968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.883894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.883894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.884078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.884373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.884797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.885206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.885603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.886003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.886404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.886799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:09.891891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:10.009626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:10.009998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 1a47637d-df30-400f-932c-7e94b6a7bf3b disassociated (deleted). External IP: 172.26.6.127, port: b61ac428-673a-470e-99bd-9497f12397e1.
Nov 23 13:27:10.427108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 6c858039-7d09-404f-a36b-b867caaf3f90 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:27:10.639112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:27:10.650369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Sync routers for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:27:10.661115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:10.663647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:10.664320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824135d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:10.721168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/floatingips/1a47637d-df30-400f-932c-7e94b6a7bf3b HTTP/1.1" status: 204  len: 168 time: 1.6561427
Nov 23 13:27:10.722107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:27:10.833060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1', 'status': 'completed', 'code': 200}
Nov 23 13:27:10.864516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:10.957965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257dce-4600-4567-afc1-f797df411427 req-ea75c6b6-940d-43f8-ae8e-4230d7a201bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:10.959627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-ea75c6b6-940d-43f8-ae8e-4230d7a201bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 1162 time: 0.0835426
Nov 23 13:27:11.116634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257dce-4600-4567-afc1-f797df411427 req-4975d800-89c4-437d-8522-09aa7fb00683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:11.118293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-4975d800-89c4-437d-8522-09aa7fb00683 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 200  len: 890 time: 0.1516891
Nov 23 13:27:11.210972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824135d30>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:11.215946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Checking router: 6c858039-7d09-404f-a36b-b867caaf3f90 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:27:11.220995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b740f82-5227-4306-ad65-f4a477380efb req-6a3b492c-c121-4869-8e01-50e3cc0a88a0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:11.225738 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b740f82-5227-4306-ad65-f4a477380efb req-6a3b492c-c121-4869-8e01-50e3cc0a88a0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.1015337
Nov 23 13:27:11.234671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:11.235331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824135d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:11.292751 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9b740f82-5227-4306-ad65-f4a477380efb req-e957f587-25e2-4d8f-972a-538350c4e83f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495679
Nov 23 13:27:11.445529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:11.469000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-8aa3c92d-e828-45b3-9fbb-95580bebfa35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 200  len: 217 time: 0.3424833
Nov 23 13:27:11.543248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257dce-4600-4567-afc1-f797df411427 req-fd8b5811-62ce-4e9c-b9f8-61df9ce06e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:11.544815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-fd8b5811-62ce-4e9c-b9f8-61df9ce06e46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e HTTP/1.1" status: 200  len: 834 time: 0.0686901
Nov 23 13:27:11.630293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257dce-4600-4567-afc1-f797df411427 req-792ce2d2-7059-4598-bf25-2191107b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:11.631906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-792ce2d2-7059-4598-bf25-2191107b83c0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf3a8b38-59a0-4f17-8510-4e6be52af8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796201
Nov 23 13:27:11.784631 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-2d896a35-3dc2-4ef8-93b0-c359580cc348 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440487
Nov 23 13:27:11.791867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824135d30>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:11.796379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781efc1-89ee-4cc9-906f-7e8c4d6fb804 None None] The sync data for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs is: [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:26:17Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1effc136-a598-44a2-ba7a-ad5f1bc13c4a', 'name': '', 'network_id': 'bf3a8b38-59a0-4f17-8510-4e6be52af8c3', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:10:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:16Z', 'updated_at': '2020-11-23T13:26:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'f1af2677-1cb9-4e8a-947a-f6aa01e1e17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:27:11.942718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1257dce-4600-4567-afc1-f797df411427 req-be5cc21f-5034-4edd-94b4-6ae6c7358dc6 service neutron] 10.222.0.63 "GET /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470485
Nov 23 13:27:12.222615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84b328-afb3-4264-9b5f-cb950f4ee860 None None] New status for floating IP 1a47637d-df30-400f-932c-7e94b6a7bf3b: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:27:12.519204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cbc35-522d-4965-9bd7-a5738504c03a req-c8b40e52-7643-4408-a912-3f5489cde0fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:12.519964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ba6cbc35-522d-4965-9bd7-a5738504c03a req-c8b40e52-7643-4408-a912-3f5489cde0fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:27:12.535096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-ba6cbc35-522d-4965-9bd7-a5738504c03a req-c8b40e52-7643-4408-a912-3f5489cde0fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:27:12.536363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba6cbc35-522d-4965-9bd7-a5738504c03a req-c8b40e52-7643-4408-a912-3f5489cde0fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.1025739
Nov 23 13:27:12.585321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba6cbc35-522d-4965-9bd7-a5738504c03a req-759ad0a0-39af-415d-a2c3-9ebdf09feb08 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=48188c8f-f9bc-4dd4-859a-0ca686e82960&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424707
Nov 23 13:27:12.842717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-43d5859e-7f53-4e66-a76c-44e77e3af140 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:12.844344 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-43d5859e-7f53-4e66-a76c-44e77e3af140 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 945 time: 0.0882370
Nov 23 13:27:12.920266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port b61ac428-673a-470e-99bd-9497f12397e1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:27:12.920693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:13.186055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port b61ac428-673a-470e-99bd-9497f12397e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b61ac428-673a-470e-99bd-9497f12397e1,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:13.186355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:13.315599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for b61ac428-673a-470e-99bd-9497f12397e1 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:27:13.351735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device b61ac428-673a-470e-99bd-9497f12397e1 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:27:13.464586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:13.478364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:13.480862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:13.590515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=b61ac428-673a-470e-99bd-9497f12397e1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:13.603367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:13.705038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] No DVR routers for this DVR port b61ac428-673a-470e-99bd-9497f12397e1 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:27:13.707633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:13.710965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'name': 'network-vif-deleted', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:27:13.732343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8003de0c-7fdd-42bd-a29b-d2eb7fd73d71 req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "DELETE /v2.0/ports/b61ac428-673a-470e-99bd-9497f12397e1 HTTP/1.1" status: 204  len: 173 time: 0.8825250
Nov 23 13:27:13.778265 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2cf25f-a4bd-4ce3-86c8-05e5a942547a', 'name': 'network-vif-deleted', 'tag': 'b61ac428-673a-470e-99bd-9497f12397e1', 'status': 'completed', 'code': 200}
Nov 23 13:27:13.792793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d49aba57-93ea-4524-a5ec-58a4cb6c1cf9 req-3dedc5ca-36e7-4d90-b740-3d360c55b018 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=bf2cf25f-a4bd-4ce3-86c8-05e5a942547a HTTP/1.1" status: 200  len: 210 time: 0.0613964
Nov 23 13:27:14.935455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55116) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:15.380222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:16.040052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:27:16.040598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:16.242929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 1effc136-a598-44a2-ba7a-ad5f1bc13c4a, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:16.243333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:16.375789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 1effc136-a598-44a2-ba7a-ad5f1bc13c4a owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:27:16.556683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:16.572380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc168dbb-89c3-4daf-8cbf-1caf01536fa2 tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:16.678529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=1effc136-a598-44a2-ba7a-ad5f1bc13c4a,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:16.682535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:17.280896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:17.338726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:18.036440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 6c858039-7d09-404f-a36b-b867caaf3f90 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:27:18.254898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:27:18.265108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Sync routers for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:27:18.270705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-667a6399-e7ff-4cd1-8fc5-5f56a838a2cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/6c858039-7d09-404f-a36b-b867caaf3f90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3336451
Nov 23 13:27:18.273223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55120) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:18.279531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:18.279531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824098d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:18.469162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:18.474870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting subnet f1af2677-1cb9-4e8a-947a-f6aa01e1e17e {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:27:18.478123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:18.539928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:18.628251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:18.788622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824098d30>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:27:16Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:18.792868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Checking router: 6c858039-7d09-404f-a36b-b867caaf3f90 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:27:18.814146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Routers {'6c858039-7d09-404f-a36b-b867caaf3f90'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:18.814844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824098d30>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['6c858039-7d09-404f-a36b-b867caaf3f90'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:18.926111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:18.942904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2d9cc35a-a328-41e9-bc98-5eab9c91e7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:19.037645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Subnet': ['ID=f1af2677-1cb9-4e8a-947a-f6aa01e1e17e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:19.056612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:19.092969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:19.101080 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f72bf013-739c-48f8-aac8-fe0fc42933bf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/subnets/f1af2677-1cb9-4e8a-947a-f6aa01e1e17e HTTP/1.1" status: 204  len: 168 time: 0.8267646
Nov 23 13:27:19.103828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55124) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:19.120871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38275d-b3bd-49a0-b23a-bc79198e704d None None] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:27:19.317578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:19.372238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] Set router 6c858039-7d09-404f-a36b-b867caaf3f90 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:19.678707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] DHCP port deletion for bf3a8b38-59a0-4f17-8510-4e6be52af8c3 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:27:19.696894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Deleting port 7581dd43-1dc7-4726-ac04-27c5f673f279 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:27:19.697496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:19.812008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:19.820753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 73d5a58f-f1a7-4622-bfed-33ff765fded2 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:27:19.821126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:19.827802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824098d30>, [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:27:16Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:19.899315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b928f88-cd26-4fbd-85c1-b9fef1b1073d None None] The sync data for ids ['6c858039-7d09-404f-a36b-b867caaf3f90'] in dv-neutron-601336-59-ovs is: [{'id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852843995', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:26:11Z', 'updated_at': '2020-11-23T13:27:16Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '73d5a58f-f1a7-4622-bfed-33ff765fded2', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c858039-7d09-404f-a36b-b867caaf3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:26:12Z', 'updated_at': '2020-11-23T13:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:27:19.946282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] For port 7581dd43-1dc7-4726-ac04-27c5f673f279, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=7581dd43-1dc7-4726-ac04-27c5f673f279,segment=NetworkSegment(749d1184-d8c5-4877-ba2d-31ba3dec310f),segment_id=749d1184-d8c5-4877-ba2d-31ba3dec310f)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:19.946729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:20.020747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 73d5a58f-f1a7-4622-bfed-33ff765fded2, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=73d5a58f-f1a7-4622-bfed-33ff765fded2,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:20.021154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:20.082329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 7581dd43-1dc7-4726-ac04-27c5f673f279 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:27:20.113519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Calling delete_port for 7581dd43-1dc7-4726-ac04-27c5f673f279 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:27:20.159055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 73d5a58f-f1a7-4622-bfed-33ff765fded2 owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:27:20.269022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:20.286667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:20.339730 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:20.356275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-12d758e4-b29f-455c-a253-f63c0d61b732 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:20.382323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:20.395666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Pushing event deleted for resources: {'Port': ['ID=7581dd43-1dc7-4726-ac04-27c5f673f279,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:20.439778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.440082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.440482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.440864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.441236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.441606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.442054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.442346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.442712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.443076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.443439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.443800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.444259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.444656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.445124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.445386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.445749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.446114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.446482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.446845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.447209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.447571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.447932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.448290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:20.458770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:20.461677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=73d5a58f-f1a7-4622-bfed-33ff765fded2,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:20.465944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:20.504302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1effc136-a598-44a2-ba7a-ad5f1bc13c4a no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:27:20.544138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] No DVR routers for this DVR port 7581dd43-1dc7-4726-ac04-27c5f673f279 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:27:20.545542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1effc136-a598-44a2-ba7a-ad5f1bc13c4a {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:27:20.545935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1effc136-a598-44a2-ba7a-ad5f1bc13c4a not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:27:20.726183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.006143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.010692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.035807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.036372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Fanout notify agent at l3_agent the message router_deleted on router 6c858039-7d09-404f-a36b-b867caaf3f90 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:27:21.051860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.053108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/routers/6c858039-7d09-404f-a36b-b867caaf3f90 HTTP/1.1" status: 204  len: 168 time: 1.9482412
Nov 23 13:27:21.056089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55128) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:21.187669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.395401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.520752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f9f8eb8>,) {'filters': {'network_id': ['bf3a8b38-59a0-4f17-8510-4e6be52af8c3']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:21.533668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9f8eb8>, '749d1184-d8c5-4877-ba2d-31ba3dec310f') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:21.534004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f9f8eb8>, '749d1184-d8c5-4877-ba2d-31ba3dec310f') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:21.546272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.561482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.564204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:27:21.745932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:27:21.755652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:21.941408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network bf3a8b38-59a0-4f17-8510-4e6be52af8c3 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:27:21.966037 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:27:22.009996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 73d5a58f-f1a7-4622-bfed-33ff765fded2 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:27:22.045538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 73d5a58f-f1a7-4622-bfed-33ff765fded2 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:27:22.045945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 73d5a58f-f1a7-4622-bfed-33ff765fded2 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:27:22.057156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.060388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e7003cc6-519d-45fd-b314-b84d75edf60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:22.076372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.089088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Network': ['ID=bf3a8b38-59a0-4f17-8510-4e6be52af8c3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:22.092564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:22.097387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-24a9290c-de71-47f0-a758-5add2de46c56 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/networks/bf3a8b38-59a0-4f17-8510-4e6be52af8c3 HTTP/1.1" status: 204  len: 168 time: 1.0401525
Nov 23 13:27:22.100173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55132) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:22.176430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.212236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.269216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.274518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c1966f-b47f-49f4-9e64-af7c3bd1360f tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:22.289584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'SecurityGroup': ['ID=48188c8f-f9bc-4dd4-859a-0ca686e82960,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:22.292175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:22.301584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.302715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-467b5523-c8de-4589-89b5-ee3afb9e314a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/security-groups/48188c8f-f9bc-4dd4-859a-0ca686e82960 HTTP/1.1" status: 204  len: 168 time: 0.2015302
Nov 23 13:27:22.652768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55140) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:22.659409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395581737', 'description': 'tempest-secgroup-smoke-395581737 description', 'project_id': '9e670a8167494ee1904797626a5f6944'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:22.666175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:22.670908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:22.674918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:22.680970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:22.691665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.730216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:22.734655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:22.739324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:22.745280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:22.803589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.812199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.822221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6a89acf-eac2-4f28-9305-56fc0fe0cc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:22.891939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=733e51e9-8a1b-44c2-9126-4e5e235144dd,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:22.894788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:22.896115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1678 time: 0.2422371
Nov 23 13:27:22.897133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa6b9913-636b-4dad-b347-1568b577652f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:22.899499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55144) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:22.905119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:22.912165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:22.916249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:22.919294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:22.925801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:22.941618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.008503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.011214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.013158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0ecf1639-99a7-4e4b-b8f4-eb8429c63f68 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.037532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d0769b-9ad4-4378-ae55-a5dae80037a6,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.040093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.046391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.047705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1471705
Nov 23 13:27:23.050710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55148) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.056228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.062501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.066612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.069657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.075447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.092759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.162394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.164912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.166822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ba769ab0-a20c-4e51-8c90-31171340c62f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.188751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43c5e8-2abd-4123-87fe-0fffa4d3537c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.193122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.200035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.201356 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1496577
Nov 23 13:27:23.204970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55152) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.210785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.217040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.222201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.225257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.231312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.247634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.317456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.320191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.322117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-231645c9-7bfd-44bb-9a42-ff6083246711 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.349191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0349df-8b1a-4bf3-abcb-b385aca41cd4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.351772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.358317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.359560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1533780
Nov 23 13:27:23.362606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55156) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.368045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.374358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.379315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.382356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.388059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.404295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.470680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.473478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.475344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4114a014-d824-461b-ae2d-373be2b553d1 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.496466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10322508-dcbc-4592-bc59-cdb4e25b7291,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.500654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.508380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.509732 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1461480
Nov 23 13:27:23.512645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55160) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.519081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.525436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.529563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.532786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.538708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.548531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:27:23.555341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.623370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.626565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.628601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6d912af-818d-4953-a6b8-764b7e6b4b6e tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.652382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9521894-7368-40bc-86cd-379ce2d0c25b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.654943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.661385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.662660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1490223
Nov 23 13:27:23.665599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55164) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.671134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '733e51e9-8a1b-44c2-9126-4e5e235144dd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.677680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.681803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.684883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.691382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.701913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:27:23.709538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.782901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.785563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.787457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5b106c80-fd47-422e-9e91-10256cf4003a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:23.812295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f24c472-5065-408c-a786-593c46d3e727,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:23.815553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:23.822270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.823562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1569877
Nov 23 13:27:23.826602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55168) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:23.833867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'network': {'name': 'tempest-network-smoke--1667136361', 'project_id': '9e670a8167494ee1904797626a5f6944', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:23.839398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:23.843866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:network and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:23.847504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:23.853410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:23.864109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:27:23.869627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.905849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:27:23.915955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.916748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Added segment 84ba57b1-1ab9-4119-a18f-c1699d59a6ef of type vxlan for network c35daeaf-189d-4f53-bdb9-ff221fb7684c
Nov 23 13:27:23.945142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.976112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.980370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:23.981315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:23.987457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0b5a030-be85-4844-8b34-983dfb46a887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:24.093083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2652831
Nov 23 13:27:24.096324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55172) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:24.102266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'admin_state_up': True, 'project_id': '9e670a8167494ee1904797626a5f6944', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:24.102771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Network': ['ID=c35daeaf-189d-4f53-bdb9-ff221fb7684c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:24.105685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d4a7dc3f-9f49-42a8-8259-79b94ad2e03c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:24.110977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:24.115289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:router and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:24.116006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:27:24.118367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:24.124217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:24.135753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.136799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:27:24.136988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.156301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.312266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.505440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.537285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.812145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.78 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/0257f08e-c4b0-4341-82d1-8b6db5e84d2c) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:27:24.968117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:24.994135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:25.009299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8748e8f-410b-4623-9b4b-3e06cbb36fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:25.137873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:25.166541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.166968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.167385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.167798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.168206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.168653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.169048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.169451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.169853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.170263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.170659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.171058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.171542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.171945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.172348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.172809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.173238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.173704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.174108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.174510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.174908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.175305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.175702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.176101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:25.181680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:25.215057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:25.216171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:25.218489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:27:25.381924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:25.382727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:25.888216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 4d270d57-e21e-4c56-a0ba-4eaa89036752 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:27:26.105323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:27:26.115794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Sync routers for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:27:26.129085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:26.129811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825706e48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:26.132515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:26.133833 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0363142
Nov 23 13:27:26.137150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55176) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:26.187166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-90ef34cd-9e4a-41c9-81f8-f60d7ecc8fe4 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/subnets?project_id=9e670a8167494ee1904797626a5f6944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0487530
Nov 23 13:27:26.190274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55180) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:26.196484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347301923', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:26.318397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:26.323333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:subnet and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:26.326440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:26.330598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:26.333035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:26.341978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:27:26.453719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:26.641001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825706e48>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:25Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:26.646686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Checking router: 4d270d57-e21e-4c56-a0ba-4eaa89036752 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:27:26.647121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Updating router 4d270d57-e21e-4c56-a0ba-4eaa89036752 port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:27:26.708435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:26.924602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:26.940283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-57ec6829-51ab-4619-9f15-e2b12758a142 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:27.078495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Subnet': ['ID=e93bd3e5-bc0a-42bb-aac7-2c19623645cb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:27.084041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:27.160827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Checking segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:27:27.161427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network hostable DHCP agents. Network: c35daeaf-189d-4f53-bdb9-ff221fb7684c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:27:27.183492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:27:27.192746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, c35daeaf-189d-4f53-bdb9-ff221fb7684c) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:27.202444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b2fa29-842a-4fbb-b4ba-5a1d807fe418 None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:27:27.207028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:27.207701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.232249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5beb3b82-52d9-4879-ac4f-a32a96795664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0408702
Nov 23 13:27:27.236024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55184) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:27.271788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.284853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Transition to ACTIVE for port object 0257f08e-c4b0-4341-82d1-8b6db5e84d2c will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:27.287786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.306862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3ee70e6c-4167-4d3b-80a8-fb1a3de39fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:27.421321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Pushing event updated for resources: {'Port': ['ID=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:27.442161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.442547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.442926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.443299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.444306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.444749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.445047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.445575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.445922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.446290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.446655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.447017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.447445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.447813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.448175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.448560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.448921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.449801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.449801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.450021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.450300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.450657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.451019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.451447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:27:27.452796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:27:27.453723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.466665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:27.540277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Attempting to bind port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:27:27.540724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Attempting to bind port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:27:27.541128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Attempting to bind port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:27:27.549711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:27:27.549711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:27:27.549711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.550232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:27:27.550623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Bound port: 0257f08e-c4b0-4341-82d1-8b6db5e84d2c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:27:27.551015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.631434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] For port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:27:27.635105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] For port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:27:27.640003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:27.657532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:27.793945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Allocated IP 172.20.0.2 (c35daeaf-189d-4f53-bdb9-ff221fb7684c/e93bd3e5-bc0a-42bb-aac7-2c19623645cb/eb796ea1-bdb2-4ffa-83bc-f52a35461d5f) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:27:27.808412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Pushing event updated for resources: {'Port': ['ID=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:27.811854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:27.890151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:27.891192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825706e48>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:28.100121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:28.114233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56f8c2c0-f112-45b3-b22b-026cdbe8279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.237905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.249034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Transition to ACTIVE for port object eb796ea1-bdb2-4ffa-83bc-f52a35461d5f will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:28.266099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Transition to ACTIVE for port object eb796ea1-bdb2-4ffa-83bc-f52a35461d5f will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:28.270863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.286963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6077380c-bf79-4e43-8bb5-a2b21542cb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:28.306163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.420371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Pushing event updated for resources: {'Port': ['ID=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:28.423774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825706e48>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:25Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:28.426020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:28.428706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660b41e-b3c3-4dbc-8976-d0c6f26e88ac None None] The sync data for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs is: [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:25Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:27:28.482943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:28.484098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:28.486938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:27:28.547150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Attempting to bind port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:27:28.547624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Attempting to bind port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:27:28.548041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Attempting to bind port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f on network c35daeaf-189d-4f53-bdb9-ff221fb7684c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:27:28.555761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:27:28.556190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Checking segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:27:28.556660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.557109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Bound using segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:27:28.557631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Bound port: eb796ea1-bdb2-4ffa-83bc-f52a35461d5f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:27:28.558055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.653117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] For port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:27:28.656609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] For port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:27:28.660161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:28.676251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:28.837753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Pushing event updated for resources: {'Port': ['ID=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:28.843584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:28.926570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.1 (c35daeaf-189d-4f53-bdb9-ff221fb7684c/e93bd3e5-bc0a-42bb-aac7-2c19623645cb/e4c04132-2e95-4a36-bbdb-a973606e772f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:27:29.107829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:29.126415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object e4c04132-2e95-4a36-bbdb-a973606e772f will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:29.150240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:29.167472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be622980-97c8-42f7-aec3-bc7af52b9819 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:29.329513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:29.333451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:29.393508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:29.394723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:29.397787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:27:29.460777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:29.546416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.045109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.049908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.077588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device eb796ea1-bdb2-4ffa-83bc-f52a35461d5f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:30.083969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-204c1092-196d-4bd2-b265-120ab91813b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:30.157663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:30.163173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0257f08e-c4b0-4341-82d1-8b6db5e84d2c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:30.176682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:30.179443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.196980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:30.237798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:30.243241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:30.243677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.346388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:30.347552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:30.354271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29c56d-86ae-4f2b-8558-d493c2b27dae None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:27:30.486889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.491462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e281194-8707-44b4-a9fa-c8a7db0b41be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.517867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Provisioning for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:30.531666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:30.539178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Provisioning complete for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:30.539606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.564454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.579449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:30.730292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:30.740270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:30.763824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 4d270d57-e21e-4c56-a0ba-4eaa89036752 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:27:30.840207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.898335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.905494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] For port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:30.911517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:30.913547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:31.003640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:27:31.004081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Pushing event updated for resources: {'Port': ['ID=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:31.008925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:31.024090 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/4d270d57-e21e-4c56-a0ba-4eaa89036752/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7868280
Nov 23 13:27:31.143643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Provisioning for port e4c04132-2e95-4a36-bbdb-a973606e772f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:31.149146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Provisioning complete for port e4c04132-2e95-4a36-bbdb-a973606e772f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:31.149581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:31.211403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Port e4c04132-2e95-4a36-bbdb-a973606e772f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:27:31.225313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Provisioning complete for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:31.225740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bdec9e55-0a15-467f-b95e-be0584f63e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:31.236674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-405a6651-0270-40c3-a921-346020f55eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395581737&fields=id&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 267 time: 0.0525823
Nov 23 13:27:31.424088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-c6e64c33-0184-4455-8d41-17080b2dfa24 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:31.426428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-c6e64c33-0184-4455-8d41-17080b2dfa24 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 797 time: 0.1818645
Nov 23 13:27:31.432239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Sync routers for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:27:31.444676 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-99a9627c-7941-4ad8-828b-508a223975e8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/quotas/9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 375 time: 0.0127683
Nov 23 13:27:31.446139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:31.446883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240959b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:31.543848 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-274aa271-74ad-4fa9-b4fd-00eefbc0e772 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0908675
Nov 23 13:27:31.613155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1e743c1b-79d9-4b54-855f-969bca00e648 None None] Provisioning complete for port e4c04132-2e95-4a36-bbdb-a973606e772f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:31.613604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e743c1b-79d9-4b54-855f-969bca00e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:31.701010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1e743c1b-79d9-4b54-855f-969bca00e648 None None] Port e4c04132-2e95-4a36-bbdb-a973606e772f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:27:31.710450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-9cf65df7-37dc-41a2-9ad2-93395ad7c065 service neutron] 10.222.0.60 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516705
Nov 23 13:27:31.719777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:31.779161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-1e743c1b-79d9-4b54-855f-969bca00e648 None None] Provisioning complete for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:31.779502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1e743c1b-79d9-4b54-855f-969bca00e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:31.878203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-c9613973-06d2-42a7-9200-c5c4ef957473 service neutron] 10.222.0.60 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598995
Nov 23 13:27:32.053553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device eb796ea1-bdb2-4ffa-83bc-f52a35461d5f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:32.100948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9d32417b-8f1f-4993-8005-0f05b5e1ebba req-6e817f4b-c77c-4eed-ac0e-58474c297650 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:27:32.117681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9d32417b-8f1f-4993-8005-0f05b5e1ebba req-6e817f4b-c77c-4eed-ac0e-58474c297650 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:27:32.118978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d32417b-8f1f-4993-8005-0f05b5e1ebba req-6e817f4b-c77c-4eed-ac0e-58474c297650 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 210 time: 0.0643048
Nov 23 13:27:32.303080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.399894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:32.400318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.522692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.552525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be017b43-9d56-400d-831e-9129f8767d04 None None] Provisioning complete for port e4c04132-2e95-4a36-bbdb-a973606e772f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:32.552951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be017b43-9d56-400d-831e-9129f8767d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.673987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-be017b43-9d56-400d-831e-9129f8767d04 None None] Port e4c04132-2e95-4a36-bbdb-a973606e772f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:27:32.678013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240959b0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 2, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:32.683052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0257f08e-c4b0-4341-82d1-8b6db5e84d2c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:32.718791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Checking router: 4d270d57-e21e-4c56-a0ba-4eaa89036752 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:27:32.719257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Updating router 4d270d57-e21e-4c56-a0ba-4eaa89036752 port e4c04132-2e95-4a36-bbdb-a973606e772f binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:27:32.803816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.815939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-be017b43-9d56-400d-831e-9129f8767d04 None None] Provisioning complete for port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:32.816285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-be017b43-9d56-400d-831e-9129f8767d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.938706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:32.939146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:32.946913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:27:33.281747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-ad19d4fa-3e58-42bb-8293-097d96745904 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:33.282670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-ad19d4fa-3e58-42bb-8293-097d96745904 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:27:33.300383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-ad19d4fa-3e58-42bb-8293-097d96745904 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:27:33.301794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-ad19d4fa-3e58-42bb-8293-097d96745904 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 797 time: 0.2030339
Nov 23 13:27:33.366277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44e5f0e2-6eff-4eb3-ad18-6acc53a8e4c3 req-c5e7d362-1e66-4064-8bde-6791fa2dea26 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 210 time: 0.0581853
Nov 23 13:27:33.408403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-d6fa1937-c035-4007-b8a4-3376dffafab1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:27:33.423852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-d6fa1937-c035-4007-b8a4-3376dffafab1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:27:33.425271 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-d6fa1937-c035-4007-b8a4-3376dffafab1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 7375 time: 0.1040759
Nov 23 13:27:33.456414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'port': {'device_id': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'admin_state_up': True, 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'security_groups': ['733e51e9-8a1b-44c2-9126-4e5e235144dd']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:33.483151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.496432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Transition to ACTIVE for port object e4c04132-2e95-4a36-bbdb-a973606e772f will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:33.499666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.515649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:33.605971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:33.617010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:33.626401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:27:33.632222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.649629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9139e8-15ce-4199-ad15-e2bea9222b57 None None] Pushing event updated for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:33.654092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9139e8-15ce-4199-ad15-e2bea9222b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:33.831660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Attempting to bind port e4c04132-2e95-4a36-bbdb-a973606e772f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:27:33.832089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Attempting to bind port e4c04132-2e95-4a36-bbdb-a973606e772f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:27:33.832545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Attempting to bind port e4c04132-2e95-4a36-bbdb-a973606e772f on network c35daeaf-189d-4f53-bdb9-ff221fb7684c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:27:33.840595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:27:33.841035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Checking segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:27:33.841496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.841943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Bound using segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:27:33.842498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Bound port: e4c04132-2e95-4a36-bbdb-a973606e772f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:27:33.843090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.948546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] For port e4c04132-2e95-4a36-bbdb-a973606e772f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:27:33.952114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] For port e4c04132-2e95-4a36-bbdb-a973606e772f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4c04132-2e95-4a36-bbdb-a973606e772f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:27:33.955845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:33.972745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be495349-66cb-4e96-8eb5-d266e3278bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:34.136622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9139e8-15ce-4199-ad15-e2bea9222b57 None None] Pushing event updated for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:34.142999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9139e8-15ce-4199-ad15-e2bea9222b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:34.245821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.3 (c35daeaf-189d-4f53-bdb9-ff221fb7684c/e93bd3e5-bc0a-42bb-aac7-2c19623645cb/046242d8-6914-43d6-9aa3-0b32168bb1c1) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:27:34.377633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:34.378462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240959b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:34.481723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:34.503883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 046242d8-6914-43d6-9aa3-0b32168bb1c1 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:34.570125 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d970f2ae-a266-43f4-940f-057a1e25b571 req-080806c4-acfe-4881-a859-942e3c89477f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 210 time: 0.0503035
Nov 23 13:27:34.574348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:34.590756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:34.590895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-53f6466d-eb85-40c4-8858-759bc18bef99 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:34.733580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=046242d8-6914-43d6-9aa3-0b32168bb1c1,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:34.738770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:34.794744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:34.795984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:34.799488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:27:34.868339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:34.869061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:34.899909 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4478431
Nov 23 13:27:34.966860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240959b0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:33Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:34.971943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08582354-0f8c-49d9-a52c-2a281e1096fb None None] The sync data for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs is: [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:33Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:27:35.040545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Request body: {'port': {'device_id': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:35.048924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d6c4d396-91cf-44be-a504-ab5e3cf4051b None None] Provisioning for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:35.054695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d6c4d396-91cf-44be-a504-ab5e3cf4051b None None] Provisioning complete for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:35.055201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d396-91cf-44be-a504-ab5e3cf4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:35.121041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4d396-91cf-44be-a504-ab5e3cf4051b None None] Port 046242d8-6914-43d6-9aa3-0b32168bb1c1 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:27:35.180692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:35.619502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046242d8-6914-43d6-9aa3-0b32168bb1c1 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:27:35.627575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:35.641163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Transition to ACTIVE for port object 046242d8-6914-43d6-9aa3-0b32168bb1c1 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:27:35.644909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:35.665292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6a92f61-6700-4251-ae9a-52a9d3d418af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:35.808149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Pushing event updated for resources: {'Port': ['ID=046242d8-6914-43d6-9aa3-0b32168bb1c1,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:35.813848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:35.820925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac4d95-2b47-4b95-a03f-75965d58f434 req-2541b10a-80a4-436d-9709-a17f036a895c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:35.822637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8ac4d95-2b47-4b95-a03f-75965d58f434 req-2541b10a-80a4-436d-9709-a17f036a895c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 943 time: 0.0960438
Nov 23 13:27:35.879980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8ac4d95-2b47-4b95-a03f-75965d58f434 req-e7eac724-caa5-4c5b-a1b3-c332ca114b47 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494201
Nov 23 13:27:36.042741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Attempting to bind port 046242d8-6914-43d6-9aa3-0b32168bb1c1 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:27:36.043124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Attempting to bind port 046242d8-6914-43d6-9aa3-0b32168bb1c1 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:27:36.043499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Attempting to bind port 046242d8-6914-43d6-9aa3-0b32168bb1c1 on network c35daeaf-189d-4f53-bdb9-ff221fb7684c {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:27:36.052210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:27:36.052619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Checking segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:27:36.053030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.053433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Bound using segment: {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:27:36.053911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Bound port: 046242d8-6914-43d6-9aa3-0b32168bb1c1, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ba57b1-1ab9-4119-a18f-c1699d59a6ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:27:36.054290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.072335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4c04132-2e95-4a36-bbdb-a973606e772f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:36.158655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] For port 046242d8-6914-43d6-9aa3-0b32168bb1c1, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:27:36.162717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] For port 046242d8-6914-43d6-9aa3-0b32168bb1c1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:27:36.165439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port e4c04132-2e95-4a36-bbdb-a973606e772f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:36.166407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.170603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e4c04132-2e95-4a36-bbdb-a973606e772f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:36.171144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.183320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:36.298701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.336042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port e4c04132-2e95-4a36-bbdb-a973606e772f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4c04132-2e95-4a36-bbdb-a973606e772f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:36.338894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Pushing event updated for resources: {'Port': ['ID=046242d8-6914-43d6-9aa3-0b32168bb1c1,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:36.339034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.340933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:36.344784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:36.397513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:36.397883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:36.399448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a0995bac-e05f-44de-8b2c-5443706290b2 service neutron] 10.222.0.63 "PUT /v2.0/ports/046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 1157 time: 1.4868889
Nov 23 13:27:36.400048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:27:36.416545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:36.419982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:36.496521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'status': 'completed', 'code': 200}
Nov 23 13:27:36.542707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-5de39f7d-2220-4932-8b6a-9b4929ad86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:36.544340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-5de39f7d-2220-4932-8b6a-9b4929ad86e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1160 time: 0.0865681
Nov 23 13:27:36.632060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-a19739f1-8aa3-478d-b838-85f06e6fe8ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 217 time: 0.0747499
Nov 23 13:27:36.704619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-db2ccebf-fe94-40cd-9920-c6d20cdfcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:36.706224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-db2ccebf-fe94-40cd-9920-c6d20cdfcee2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0679891
Nov 23 13:27:36.792704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-e23ad799-4708-420b-902b-bbb17ca3ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:36.794302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-e23ad799-4708-420b-902b-bbb17ca3ed9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818906
Nov 23 13:27:36.945577 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-ebb6f699-caaf-419b-82e6-b5707f02b844 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437230
Nov 23 13:27:37.095982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aecf497a-8fb3-455c-9eef-0d807d5f4218 req-b54dd82e-bed9-4bb0-b582-ea9dc05ac5c2 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439757
Nov 23 13:27:37.104795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52947dd8-ecd6-45b4-91b6-5ec01367913f req-6827bb0a-ad91-4f5d-837f-e796a747e0a7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:37.106692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-52947dd8-ecd6-45b4-91b6-5ec01367913f req-6827bb0a-ad91-4f5d-837f-e796a747e0a7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 943 time: 0.0908303
Nov 23 13:27:37.157211 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-52947dd8-ecd6-45b4-91b6-5ec01367913f req-b3d66390-74b2-49c0-bfb4-c06ebf751a1d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428398
Nov 23 13:27:37.254076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-f75073c7-0917-4e38-af87-8fc317cf6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:37.255687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-f75073c7-0917-4e38-af87-8fc317cf6166 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1160 time: 0.0753388
Nov 23 13:27:37.402041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-ba2a52f5-a99a-4a0a-8dfe-cdf7dd770c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:37.403628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-ba2a52f5-a99a-4a0a-8dfe-cdf7dd770c01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 891 time: 0.1411314
Nov 23 13:27:37.481239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-39ac100e-51e9-4a06-9038-b9416b222d70 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 217 time: 0.0689166
Nov 23 13:27:37.550498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-23be064b-5a09-4f53-a553-319d55977339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:37.552008 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-23be064b-5a09-4f53-a553-319d55977339 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0640059
Nov 23 13:27:37.632586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-bd53c329-337a-4a7b-9d44-af915deee65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:37.634188 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-bd53c329-337a-4a7b-9d44-af915deee65e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754309
Nov 23 13:27:37.782986 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-2600900d-a755-4270-b068-77862b1d08d2 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400275
Nov 23 13:27:37.931666 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9df7805e-7f98-446d-941e-bec6aa1ffc28 req-99c4714c-4f27-47e8-b102-a93d34595751 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413293
Nov 23 13:27:38.026138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4c04132-2e95-4a36-bbdb-a973606e772f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:38.102659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port e4c04132-2e95-4a36-bbdb-a973606e772f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:38.103079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:38.391996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68eb8f-a725-43dd-ba14-91ac971a0320 req-7158380f-1424-4034-a1d8-cc52854ee979 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:38.392801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bf68eb8f-a725-43dd-ba14-91ac971a0320 req-7158380f-1424-4034-a1d8-cc52854ee979 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:27:38.408657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-bf68eb8f-a725-43dd-ba14-91ac971a0320 req-7158380f-1424-4034-a1d8-cc52854ee979 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:27:38.409907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf68eb8f-a725-43dd-ba14-91ac971a0320 req-7158380f-1424-4034-a1d8-cc52854ee979 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 943 time: 0.1159432
Nov 23 13:27:38.464857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-bf68eb8f-a725-43dd-ba14-91ac971a0320 req-42990619-9d69-4d14-aef2-5d42c60b477f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484257
Nov 23 13:27:39.685898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b52a1-f44f-4d2b-9553-c3f93c11cef9 req-1d16f588-5fff-4b42-b5eb-bb9f7dee1cb3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:39.687535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d4b52a1-f44f-4d2b-9553-c3f93c11cef9 req-1d16f588-5fff-4b42-b5eb-bb9f7dee1cb3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 943 time: 0.0884540
Nov 23 13:27:39.740527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5d4b52a1-f44f-4d2b-9553-c3f93c11cef9 req-9043a904-23a6-4c6a-8d80-47cb5fd3629a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456452
Nov 23 13:27:40.055371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:40.128438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:27:40.133247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:40.133670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:40.249930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:40.277846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:27:40.289179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 046242d8-6914-43d6-9aa3-0b32168bb1c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:27:40.292047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:40.293984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-be4e9da1-2d85-45b5-90b0-58fe7d104b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:40.339565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'code': 200}
Nov 23 13:27:40.369036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=046242d8-6914-43d6-9aa3-0b32168bb1c1,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:40.372389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:40.614642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671060-aebe-4df2-b9aa-b03835adaf60 req-36c76572-afc6-4055-b502-ee82712c66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:40.616179 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c671060-aebe-4df2-b9aa-b03835adaf60 req-36c76572-afc6-4055-b502-ee82712c66d7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1162 time: 0.0776777
Nov 23 13:27:40.667793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5c671060-aebe-4df2-b9aa-b03835adaf60 req-52084eb6-cc3c-4fa7-912d-bf32eef6a198 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449007
Nov 23 13:27:40.960304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000e769-f113-4c87-aaba-dc19b9652c59 req-286b088e-0ebb-4c42-9bc5-12f578a78565 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:40.961939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c000e769-f113-4c87-aaba-dc19b9652c59 req-286b088e-0ebb-4c42-9bc5-12f578a78565 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0906205
Nov 23 13:27:41.013691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c000e769-f113-4c87-aaba-dc19b9652c59 req-3c7023be-1bcb-4f84-8885-4e9216aed475 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452785
Nov 23 13:27:41.749767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:27:41.829538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:27:41.829971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:42.232769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9af902-6dcc-4875-ac57-4249f77a18b7 req-3781205d-40a3-4a46-acfb-9b2095048440 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:42.234270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ed9af902-6dcc-4875-ac57-4249f77a18b7 req-3781205d-40a3-4a46-acfb-9b2095048440 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0828612
Nov 23 13:27:42.282409 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ed9af902-6dcc-4875-ac57-4249f77a18b7 req-8cca2764-3c20-4a67-af83-787653f6eda0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411322
Nov 23 13:27:42.497428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9c2b-fc7f-4f70-a8af-9c09d46e460e req-8d4fc6ae-bf2f-4dcd-af5a-fdba1fe39090 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:42.498965 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-629d9c2b-fc7f-4f70-a8af-9c09d46e460e req-8d4fc6ae-bf2f-4dcd-af5a-fdba1fe39090 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0853429
Nov 23 13:27:42.553304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-629d9c2b-fc7f-4f70-a8af-9c09d46e460e req-b8afb249-bb3a-4e50-aba6-e21aba1f4305 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470595
Nov 23 13:27:42.582440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55238) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:42.662394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660d400-4622-4542-9a48-d0154c6953cb tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:42.664039 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e660d400-4622-4542-9a48-d0154c6953cb tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1157 time: 0.0805278
Nov 23 13:27:42.667176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55242) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:42.673556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:27:42.680030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:27:42.684395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:floatingip and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:27:42.687447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:27:42.693412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:27:42.703250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:43.110744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:43.382298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.53 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/f4e34fed-fd2e-4608-8b14-bd58714972bc) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:27:43.553275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:43.580238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:43.600632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-78ef2940-a736-49d2-8e57-f60e5a46007d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:43.739927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=f4e34fed-fd2e-4608-8b14-bd58714972bc,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:43.755687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:43.794727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:27:43.795931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:27:43.798313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:27:44.231693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:44.307542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:44.581543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:44.584987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:44.600050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:27:44.732587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=f4e34fed-fd2e-4608-8b14-bd58714972bc,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:27:44.738277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:27:44.844655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:45.049381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 8433061f-0bc7-4ab1-a4a6-f8f81473875d associated. External IP: 172.26.6.53, port: 046242d8-6914-43d6-9aa3-0b32168bb1c1.
Nov 23 13:27:45.467110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 4d270d57-e21e-4c56-a0ba-4eaa89036752 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:27:45.681436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:27:45.692930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Sync routers for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:27:45.707882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:45.708710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:45.709393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b339b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:45.767077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0987241
Nov 23 13:27:45.767795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:27:45.845536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'status': 'completed', 'code': 200}
Nov 23 13:27:45.918355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:46.031707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-35a6fe53-ec2a-4039-bdfd-7c455a90753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:46.033575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-35a6fe53-ec2a-4039-bdfd-7c455a90753b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1162 time: 0.1462181
Nov 23 13:27:46.043735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40a15-513f-4986-8807-e0b3e610ba15 req-6f1b77de-fe31-4360-8f9a-c26e5a0e76fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:46.045280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4de40a15-513f-4986-8807-e0b3e610ba15 req-6f1b77de-fe31-4360-8f9a-c26e5a0e76fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.1153705
Nov 23 13:27:46.193013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4de40a15-513f-4986-8807-e0b3e610ba15 req-75ec2854-f2f2-4915-8eef-82496951dac9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234283
Nov 23 13:27:46.224689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55250) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:46.225711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-0cfcd5e9-805b-4fa3-bfc3-857a022505ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:46.227332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-0cfcd5e9-805b-4fa3-bfc3-857a022505ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 891 time: 0.1811090
Nov 23 13:27:46.300518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b339b0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '8433061f-0bc7-4ab1-a4a6-f8f81473875d', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.53', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'port_id': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'mac_address': 'fa:16:3e:0e:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:27:44Z', 'updated_at': '2020-11-23T13:27:44Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:46.305305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Checking router: 4d270d57-e21e-4c56-a0ba-4eaa89036752 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:27:46.317217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:27:46.317852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b339b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:27:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:46.346032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8a80dd98-dbcf-4223-8eb3-1055b5290ab5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/8433061f-0bc7-4ab1-a4a6-f8f81473875d HTTP/1.1" status: 200  len: 990 time: 0.1196978
Nov 23 13:27:46.346230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-7ddb3c18-2492-422a-9042-5f0524d3563a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 998 time: 0.1118939
Nov 23 13:27:46.427314 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-6c3b55b5-6030-4655-bee0-4dbee3d697ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:46.428964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-6c3b55b5-6030-4655-bee0-4dbee3d697ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0765474
Nov 23 13:27:46.519555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-0d6b655d-5d74-4454-8d27-854b4c642b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:27:46.521149 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-0d6b655d-5d74-4454-8d27-854b4c642b82 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855567
Nov 23 13:27:46.660375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:27:46.672860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-b3bbaf9b-c684-48d6-9bb4-8e01481d60b7 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448047
Nov 23 13:27:47.051763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b339b0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '8433061f-0bc7-4ab1-a4a6-f8f81473875d', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.53', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'port_id': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'mac_address': 'fa:16:3e:0e:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:27:44Z', 'updated_at': '2020-11-23T13:27:44Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:27:47.056070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad6fe3-faec-4368-8d37-5998f8097c1a None None] The sync data for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs is: [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '8433061f-0bc7-4ab1-a4a6-f8f81473875d', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.53', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'port_id': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'mac_address': 'fa:16:3e:0e:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:27:44Z', 'updated_at': '2020-11-23T13:27:44Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:27:47.089654 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-935673af-17a8-4bda-b4f5-a14dbb8c1c32 req-5d403b1d-c6f3-4849-8aef-4133912bb3d0 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4108248
Nov 23 13:27:47.322817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:27:47.349516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55254) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:47.358668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453e56-a94e-4566-88df-cec5d53afec3 None None] New status for floating IP 8433061f-0bc7-4ab1-a4a6-f8f81473875d: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:27:47.470805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-512b3032-ac81-443e-8445-777a36438be3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/8433061f-0bc7-4ab1-a4a6-f8f81473875d HTTP/1.1" status: 200  len: 990 time: 0.1198444
Nov 23 13:27:48.475634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55258) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:27:48.593016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9066e0c-b5cd-4eca-9770-0920bb003bb6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/8433061f-0bc7-4ab1-a4a6-f8f81473875d HTTP/1.1" status: 200  len: 992 time: 0.1160185
Nov 23 13:27:52.714465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-0571a4f7-5ac3-43a9-bbba-e91111528e37 req-5349b772-9cf1-442e-b3c2-e2fbb80e988a tempest-ServerDiskConfigTestJSON-287662323 tempest-ServerDiskConfigTestJSON-287662323] (81022) timed out ('10.222.0.63', 61776) {{(pid=81022) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:27:57.945321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd9bba14-5eff-48ec-bc14-1524b54a957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:00.373766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55b24149-d27f-438d-87dc-f44bf34f7050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:00.870534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:02.097013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:02.435110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:09.948973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:28:13.587791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301350-16af-4f05-8b93-2cb03754a377 req-6b248606-0ad6-40bd-bf69-5c7e89258388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:13.589452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-6b248606-0ad6-40bd-bf69-5c7e89258388 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1162 time: 0.0788600
Nov 23 13:28:13.738095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301350-16af-4f05-8b93-2cb03754a377 req-8d7e47ec-1554-4294-8886-cd1e86780a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:13.739766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-8d7e47ec-1554-4294-8886-cd1e86780a7b service neutron] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 891 time: 0.1431034
Nov 23 13:28:13.764898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7e74-2bf0-465c-9bb7-3e8500108f52 req-b686c9bb-0847-4952-9ca9-47959caec685 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:13.766485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b6ea7e74-2bf0-465c-9bb7-3e8500108f52 req-b686c9bb-0847-4952-9ca9-47959caec685 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.2319672
Nov 23 13:28:13.818674 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b6ea7e74-2bf0-465c-9bb7-3e8500108f52 req-8ff7937c-2fdd-4662-98e0-1b56d578f48a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444171
Nov 23 13:28:13.857288 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-3692a227-59b8-45ed-843f-e4ddaaee8951 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 1000 time: 0.1094706
Nov 23 13:28:13.931144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301350-16af-4f05-8b93-2cb03754a377 req-49e021d4-651b-425b-8396-5f5e38881503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:13.932760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-49e021d4-651b-425b-8396-5f5e38881503 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0681000
Nov 23 13:28:14.014917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301350-16af-4f05-8b93-2cb03754a377 req-67d7bf94-33f9-425a-aa85-b7e4d808d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:14.016548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-67d7bf94-33f9-425a-aa85-b7e4d808d24e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754797
Nov 23 13:28:14.166473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-93e7dd78-b9c3-497c-876a-5f5932344507 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419599
Nov 23 13:28:14.320243 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-04301350-16af-4f05-8b93-2cb03754a377 req-666b58c1-42d0-4698-bf2d-b9807c3de24f service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438961
Nov 23 13:28:15.166652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51ea8-c413-45ab-b84f-ff82545ad7c4 req-cedfdd0c-c044-4a33-94db-013075bcee6c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:15.168368 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cd51ea8-c413-45ab-b84f-ff82545ad7c4 req-cedfdd0c-c044-4a33-94db-013075bcee6c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.1944635
Nov 23 13:28:15.223678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cd51ea8-c413-45ab-b84f-ff82545ad7c4 req-81a1b205-9e85-466c-a906-26717ee41ddc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487425
Nov 23 13:28:16.443415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29de2d-5d2f-42f0-8285-4af991a3ca18 req-6ffa2b0c-6092-402c-829e-40c1cd00c95a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:16.445077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5e29de2d-5d2f-42f0-8285-4af991a3ca18 req-6ffa2b0c-6092-402c-829e-40c1cd00c95a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0846550
Nov 23 13:28:16.494957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5e29de2d-5d2f-42f0-8285-4af991a3ca18 req-6a7c407b-0511-48ae-8f35-8d05a8f551bb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435722
Nov 23 13:28:17.325908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:17.715915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441345cb-ae70-4326-b8fa-0557a1e108b2 req-5a4a3e20-4280-4daa-9766-9c237402cc09 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:17.717546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-441345cb-ae70-4326-b8fa-0557a1e108b2 req-5a4a3e20-4280-4daa-9766-9c237402cc09 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0858853
Nov 23 13:28:17.766436 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-441345cb-ae70-4326-b8fa-0557a1e108b2 req-f9011cb7-2720-43c2-864e-c7ec70ff9fd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416393
Nov 23 13:28:18.990912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727204-f97d-4d01-942b-51a04faf62fc req-cf27b3d8-9a5b-4d5a-b84c-e58c90041232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:18.992395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2727204-f97d-4d01-942b-51a04faf62fc req-cf27b3d8-9a5b-4d5a-b84c-e58c90041232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0879793
Nov 23 13:28:19.040748 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e2727204-f97d-4d01-942b-51a04faf62fc req-1d707d23-af8d-483a-956f-e38d0d2c2216 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415149
Nov 23 13:28:20.259700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d078378-75ce-459a-b4ea-3cf0fc95bc74 req-9f674c48-8eab-4860-b246-6579eca8f232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:20.261267 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d078378-75ce-459a-b4ea-3cf0fc95bc74 req-9f674c48-8eab-4860-b246-6579eca8f232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0895386
Nov 23 13:28:20.310994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9d078378-75ce-459a-b4ea-3cf0fc95bc74 req-9a561ead-feb5-4034-9027-41f95e4fe605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433788
Nov 23 13:28:21.529665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10d088-bad2-4e4c-a2b1-1e8e3d3e04c7 req-1062dda6-34e8-4a13-8068-702c45a13742 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:21.531296 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c10d088-bad2-4e4c-a2b1-1e8e3d3e04c7 req-1062dda6-34e8-4a13-8068-702c45a13742 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0909677
Nov 23 13:28:21.586837 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8c10d088-bad2-4e4c-a2b1-1e8e3d3e04c7 req-76167168-54ed-410a-aaaf-dc5935d6fa52 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479281
Nov 23 13:28:22.800786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8889f5-f2a0-498a-8f28-cb0c2fcd7e6e req-3c4b1e2f-bf6a-4637-8879-6f68511facd6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:22.802400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8d8889f5-f2a0-498a-8f28-cb0c2fcd7e6e req-3c4b1e2f-bf6a-4637-8879-6f68511facd6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0858219
Nov 23 13:28:22.852885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8d8889f5-f2a0-498a-8f28-cb0c2fcd7e6e req-f3c2079f-d2b2-4cbb-ad73-c4197c2203fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438714
Nov 23 13:28:24.069448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f3c5-b227-478d-a817-fd9d8e1d3e8a req-168282f5-a279-4bd4-9c69-5ffa28d7d79d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:24.071062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c66f3c5-b227-478d-a817-fd9d8e1d3e8a req-168282f5-a279-4bd4-9c69-5ffa28d7d79d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0872996
Nov 23 13:28:24.080779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:28:24.122007 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c66f3c5-b227-478d-a817-fd9d8e1d3e8a req-f97a6ea8-1228-494a-ba9d-5034ed41d61d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445404
Nov 23 13:28:24.154958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:28:24.155353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:25.359256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc9c5c-7021-4b8e-b4cb-0794c329c8d5 req-01f0262e-b2b4-4462-be87-a94a67eb7b88 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:25.360879 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76fc9c5c-7021-4b8e-b4cb-0794c329c8d5 req-01f0262e-b2b4-4462-be87-a94a67eb7b88 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0902574
Nov 23 13:28:25.412712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76fc9c5c-7021-4b8e-b4cb-0794c329c8d5 req-0408e80c-acc7-4939-9410-a22ace15c6df tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444088
Nov 23 13:28:25.647295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-d6d0a6b8-1557-43fe-80c4-2a3531104f27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0811701
Nov 23 13:28:25.816739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-b08ffa2c-67e2-42cf-ba07-7b04bd52a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:25.818428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-b08ffa2c-67e2-42cf-ba07-7b04bd52a490 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1162 time: 0.0795135
Nov 23 13:28:25.982007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-ede53b3f-37d6-471b-8097-4e6f77398f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:25.983511 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-ede53b3f-37d6-471b-8097-4e6f77398f92 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 891 time: 0.1456761
Nov 23 13:28:26.099992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-929c9ad8-bc28-4129-b679-b2f9e6a05107 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 1000 time: 0.1086662
Nov 23 13:28:26.101806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:28:26.171383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-67db56da-9ea8-4734-86b2-e8a9e20d1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:26.173003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-67db56da-9ea8-4734-86b2-e8a9e20d1a64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0669727
Nov 23 13:28:26.173984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 046242d8-6914-43d6-9aa3-0b32168bb1c1 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:28:26.174401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:26.258071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-539d50b6-1c5c-4c6e-9316-44e2a694e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:26.259590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-539d50b6-1c5c-4c6e-9316-44e2a694e24a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805430
Nov 23 13:28:26.410827 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-afb25cbf-ce99-4a67-a338-91806e1b378e service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437261
Nov 23 13:28:26.564263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9e1a300f-8417-43e6-85d3-5a0c3790d376 req-1c316bd3-2c56-4b5a-9d6c-475cd4d792cc service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476748
Nov 23 13:28:26.773219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d1377-4ce1-49a1-beb2-1baf6ae1673c req-0fafa81d-f058-4f6f-a9c2-371f4df5b2ab tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:26.774847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce7d1377-4ce1-49a1-beb2-1baf6ae1673c req-0fafa81d-f058-4f6f-a9c2-371f4df5b2ab tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0839503
Nov 23 13:28:26.829414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce7d1377-4ce1-49a1-beb2-1baf6ae1673c req-435dd2c4-3333-4ecc-9564-33493cf6fbcc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479026
Nov 23 13:28:26.861575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55302) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:28:26.971208 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aa5e56db-c422-42ea-8f54-25f50d0a67d3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/8433061f-0bc7-4ab1-a4a6-f8f81473875d HTTP/1.1" status: 200  len: 992 time: 0.1083276
Nov 23 13:28:27.948197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f87efafe-e6ef-4188-a161-2ba1514f704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:30.375778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-92f62d2f-59e1-4c36-82c0-9b0d2f9a9402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:30.873129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:32.099893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:32.438634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:46.950343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:28:47.324399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:55.460224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55322) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:28:55.682978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port f4e34fed-fd2e-4608-8b14-bd58714972bc {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:28:55.683356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:55.876748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:55.877112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:56.012122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for f4e34fed-fd2e-4608-8b14-bd58714972bc owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:28:56.417229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:56.433025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a5c9ecbf-6d79-4f76-a171-830265b063d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:28:56.535544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=f4e34fed-fd2e-4608-8b14-bd58714972bc,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:28:56.552307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.552761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.553178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.553592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.554001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.554409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.554813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.555224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.555629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.556033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.556472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.556861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.557352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.557758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.558163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.558568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.558970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.559373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.559772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.560172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.560600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.561003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.561400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.561798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:28:56.566776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:28:56.675336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:56.675609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 8433061f-0bc7-4ab1-a4a6-f8f81473875d disassociated (deleted). External IP: 172.26.6.53, port: 046242d8-6914-43d6-9aa3-0b32168bb1c1.
Nov 23 13:28:57.094542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 4d270d57-e21e-4c56-a0ba-4eaa89036752 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:28:57.311922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:28:57.322654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Sync routers for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:28:57.334515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:57.336388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:28:57.337098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826751cf8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:28:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:28:57.390660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/floatingips/8433061f-0bc7-4ab1-a4a6-f8f81473875d HTTP/1.1" status: 204  len: 168 time: 1.9291022
Nov 23 13:28:57.391288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:28:57.453683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'status': 'completed', 'code': 200}
Nov 23 13:28:57.534947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:28:57.572892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2140-0c92-489d-b5c8-a23049450042 req-e95e4c46-a7cb-4c0c-b0af-207563f3a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:57.575083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-e95e4c46-a7cb-4c0c-b0af-207563f3a9d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 1162 time: 0.0787656
Nov 23 13:28:57.732137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2140-0c92-489d-b5c8-a23049450042 req-4bfe7ed9-738b-4edf-890d-5caf06f40b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:57.734052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-4bfe7ed9-738b-4edf-890d-5caf06f40b93 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 200  len: 891 time: 0.1515779
Nov 23 13:28:57.852643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-ce1a17ae-fc18-467e-aab6-0a2770aa503b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 200  len: 217 time: 0.1114981
Nov 23 13:28:57.909156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826751cf8>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:28:57.913756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Checking router: 4d270d57-e21e-4c56-a0ba-4eaa89036752 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:28:57.925384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:28:57.926139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826751cf8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:28:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:28:57.945559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2140-0c92-489d-b5c8-a23049450042 req-1f9bdda3-3aed-4db8-a3e6-f931467e8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:57.947154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-1f9bdda3-3aed-4db8-a3e6-f931467e8bb8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 200  len: 835 time: 0.0860527
Nov 23 13:28:57.952929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7aad399f-ea4b-4237-9336-b1d6114b7703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:58.002154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10563a04-d22d-418f-b452-5457825a00d3 req-0bb20afd-d9bd-4ece-aa6e-bb766038af45 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:58.003714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10563a04-d22d-418f-b452-5457825a00d3 req-0bb20afd-d9bd-4ece-aa6e-bb766038af45 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.2056499
Nov 23 13:28:58.079987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-10563a04-d22d-418f-b452-5457825a00d3 req-8436f650-22b7-439b-a58f-ece6d10eac14 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662699
Nov 23 13:28:58.086293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba2140-0c92-489d-b5c8-a23049450042 req-5400ddb7-956d-4ee8-9e46-af1fa455ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:58.087847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-5400ddb7-956d-4ee8-9e46-af1fa455ee35 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c35daeaf-189d-4f53-bdb9-ff221fb7684c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1329861
Nov 23 13:28:58.126865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:28:58.240078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-294f3026-4edd-488a-b9dd-4912ee717fa0 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423016
Nov 23 13:28:58.388230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9aba2140-0c92-489d-b5c8-a23049450042 req-0df9c301-6343-4a85-b08a-93e8424db005 service neutron] 10.222.0.63 "GET /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414816
Nov 23 13:28:58.465329 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826751cf8>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:28:58.469643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f17bf-8bd8-4798-8759-6e4d872d4a4e None None] The sync data for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs is: [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:29Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'e4c04132-2e95-4a36-bbdb-a973606e772f', 'name': '', 'network_id': 'c35daeaf-189d-4f53-bdb9-ff221fb7684c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cc:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:28Z', 'updated_at': '2020-11-23T13:27:36Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': 'e93bd3e5-bc0a-42bb-aac7-2c19623645cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:28:58.874778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36e996-fe11-4e19-858c-7a83dfc40a8f None None] New status for floating IP 8433061f-0bc7-4ab1-a4a6-f8f81473875d: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:28:59.302822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5cf04-80eb-4c6f-9eda-ec704d18672d req-f28733ab-fb3b-4a9f-8adc-1e71b8ca496c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:59.303508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-65f5cf04-80eb-4c6f-9eda-ec704d18672d req-f28733ab-fb3b-4a9f-8adc-1e71b8ca496c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:28:59.318802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-65f5cf04-80eb-4c6f-9eda-ec704d18672d req-f28733ab-fb3b-4a9f-8adc-1e71b8ca496c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:28:59.320090 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-65f5cf04-80eb-4c6f-9eda-ec704d18672d req-f28733ab-fb3b-4a9f-8adc-1e71b8ca496c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.1050861
Nov 23 13:28:59.372178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-65f5cf04-80eb-4c6f-9eda-ec704d18672d req-d51db0d1-f28f-4909-8a7e-2dec8ddf4778 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=733e51e9-8a1b-44c2-9126-4e5e235144dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456026
Nov 23 13:28:59.388369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-a8276807-7feb-418c-aad6-43e8a42068ce tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:28:59.390023 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-a8276807-7feb-418c-aad6-43e8a42068ce tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 945 time: 0.0840974
Nov 23 13:28:59.472927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 046242d8-6914-43d6-9aa3-0b32168bb1c1 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:28:59.473992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:59.733562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 046242d8-6914-43d6-9aa3-0b32168bb1c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=046242d8-6914-43d6-9aa3-0b32168bb1c1,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:28:59.733966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:28:59.873845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 046242d8-6914-43d6-9aa3-0b32168bb1c1 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:29:00.024326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:00.040055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33349c3f-f638-4032-900a-e4aec613e955 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:00.197040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:29:00.237543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 046242d8-6914-43d6-9aa3-0b32168bb1c1 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:29:00.237944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 046242d8-6914-43d6-9aa3-0b32168bb1c1 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:29:00.379061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-244be501-d7f0-4ee9-b413-df19069e5b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:00.400136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=046242d8-6914-43d6-9aa3-0b32168bb1c1,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:00.417745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.418179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.418603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.419018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.419430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.419841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.420252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.420683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.421090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.421495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.421898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.422300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.422799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.423207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.423610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.424012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.424463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.424820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.425310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.425598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.425998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.427081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.427403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.427920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:00.433160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:00.562429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] No DVR routers for this DVR port 046242d8-6914-43d6-9aa3-0b32168bb1c1 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:29:00.568446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:00.576350 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9861c11-856d-44ca-b930-ce9fcd9eedc6 req-9a068701-b0f8-43f5-b404-7db15b137344 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a64d0-ab1c-4cff-8b35-14e475be8381 HTTP/1.1" status: 200  len: 210 time: 0.0611255
Nov 23 13:29:00.576929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'name': 'network-vif-deleted', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:29:00.592554 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dd857e4-6d91-4986-b83c-a8d62ce4f32a req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "DELETE /v2.0/ports/046242d8-6914-43d6-9aa3-0b32168bb1c1 HTTP/1.1" status: 204  len: 173 time: 1.1963818
Nov 23 13:29:00.645992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a64d0-ab1c-4cff-8b35-14e475be8381', 'name': 'network-vif-deleted', 'tag': '046242d8-6914-43d6-9aa3-0b32168bb1c1', 'status': 'completed', 'code': 200}
Nov 23 13:29:00.876673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:01.690790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55340) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:02.103545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:02.135694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:02.441568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:02.775613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port e4c04132-2e95-4a36-bbdb-a973606e772f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:29:02.776204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:02.982517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port e4c04132-2e95-4a36-bbdb-a973606e772f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=e4c04132-2e95-4a36-bbdb-a973606e772f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:02.982883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:03.113904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for e4c04132-2e95-4a36-bbdb-a973606e772f owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:29:03.294615 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:03.309911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a746d63b-8a8b-45d7-9af4-41e1860055a3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:03.673912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=e4c04132-2e95-4a36-bbdb-a973606e772f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:03.679504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:04.034664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:04.785269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 4d270d57-e21e-4c56-a0ba-4eaa89036752 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:29:05.005843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:29:05.015326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Sync routers for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:29:05.021247 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/4d270d57-e21e-4c56-a0ba-4eaa89036752/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3292625
Nov 23 13:29:05.024037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55344) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:05.028891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:05.029453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826751da0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:05.220971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:05.229678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting subnet e93bd3e5-bc0a-42bb-aac7-2c19623645cb {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:29:05.232953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:05.296192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:05.384901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:05.688826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826751da0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:29:03Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:05.694138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Checking router: 4d270d57-e21e-4c56-a0ba-4eaa89036752 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:29:05.698170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:05.706568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Routers {'4d270d57-e21e-4c56-a0ba-4eaa89036752'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:05.707258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826751da0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['4d270d57-e21e-4c56-a0ba-4eaa89036752'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:05.718106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e263f71f-db84-4088-bf03-4853723add8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:05.814921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Subnet': ['ID=e93bd3e5-bc0a-42bb-aac7-2c19623645cb,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:05.823751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:05.871211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:05.877096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc51123-f01e-4cc3-ae55-b974c585fe8c None None] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:29:05.878351 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-30985d9a-cbea-44a7-8de7-e6524c17f281 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/subnets/e93bd3e5-bc0a-42bb-aac7-2c19623645cb HTTP/1.1" status: 204  len: 168 time: 0.8531587
Nov 23 13:29:05.881328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55348) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:05.913074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] Set router 4d270d57-e21e-4c56-a0ba-4eaa89036752 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:06.100643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.147688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] DHCP port deletion for c35daeaf-189d-4f53-bdb9-ff221fb7684c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:29:06.152082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Deleting port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:29:06.152542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.239858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826751da0>, [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:29:03Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:06.244369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fc8a-d8bd-4a6d-9e04-57ee97c03ece None None] The sync data for ids ['4d270d57-e21e-4c56-a0ba-4eaa89036752'] in dv-neutron-601336-59-ovs is: [{'id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944678524', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:29:03Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '0257f08e-c4b0-4341-82d1-8b6db5e84d2c', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d270d57-e21e-4c56-a0ba-4eaa89036752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:27:24Z', 'updated_at': '2020-11-23T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:29:06.329232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.339745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:29:06.340182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.384516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] For port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,segment=NetworkSegment(84ba57b1-1ab9-4119-a18f-c1699d59a6ef),segment_id=84ba57b1-1ab9-4119-a18f-c1699d59a6ef)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:06.384918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.526805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Calling delete_port for eb796ea1-bdb2-4ffa-83bc-f52a35461d5f owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:29:06.539396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 0257f08e-c4b0-4341-82d1-8b6db5e84d2c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:06.539829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.605367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.622236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:06.680398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 0257f08e-c4b0-4341-82d1-8b6db5e84d2c owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:29:06.721205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Pushing event deleted for resources: {'Port': ['ID=eb796ea1-bdb2-4ffa-83bc-f52a35461d5f,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:06.749161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.749558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.750043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.750323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.750701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.751076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.751453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.751826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.752207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.752587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.752958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.753327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.753782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.754193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.755088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.755452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.755813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.756181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.756574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.756943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.757309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.757674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.758040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.758402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:06.770277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:06.788524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] No DVR routers for this DVR port eb796ea1-bdb2-4ffa-83bc-f52a35461d5f on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:29:06.858332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:06.878951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:06.979871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=0257f08e-c4b0-4341-82d1-8b6db5e84d2c,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:06.983918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:07.244428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.530241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.534661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.560237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.560864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Fanout notify agent at l3_agent the message router_deleted on router 4d270d57-e21e-4c56-a0ba-4eaa89036752 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:29:07.575798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.579930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/routers/4d270d57-e21e-4c56-a0ba-4eaa89036752 HTTP/1.1" status: 204  len: 168 time: 1.6975219
Nov 23 13:29:07.580069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55352) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:07.712071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:07.935039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.061561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f50ac18>,) {'filters': {'network_id': ['c35daeaf-189d-4f53-bdb9-ff221fb7684c']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:08.069554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4c04132-2e95-4a36-bbdb-a973606e772f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:29:08.074724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f50ac18>, '84ba57b1-1ab9-4119-a18f-c1699d59a6ef') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:08.075057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f50ac18>, '84ba57b1-1ab9-4119-a18f-c1699d59a6ef') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:08.087418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.104249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.105282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: e4c04132-2e95-4a36-bbdb-a973606e772f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:29:08.105689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device e4c04132-2e95-4a36-bbdb-a973606e772f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:29:08.106150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device eb796ea1-bdb2-4ffa-83bc-f52a35461d5f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:29:08.106542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:29:08.143324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: eb796ea1-bdb2-4ffa-83bc-f52a35461d5f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:29:08.143717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device eb796ea1-bdb2-4ffa-83bc-f52a35461d5f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:29:08.144193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0257f08e-c4b0-4341-82d1-8b6db5e84d2c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:29:08.179991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 0257f08e-c4b0-4341-82d1-8b6db5e84d2c {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:29:08.180392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 0257f08e-c4b0-4341-82d1-8b6db5e84d2c not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:29:08.551286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:29:08.560670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.740364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network c35daeaf-189d-4f53-bdb9-ff221fb7684c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:29:08.768644 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:29:08.849588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.852872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-340bae2f-3df3-47bf-ae5f-e92681ad84fc tempest-FloatingIPNegativeTestJSON-314701906 tempest-FloatingIPNegativeTestJSON-314701906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:08.868614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:08.881350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Network': ['ID=c35daeaf-189d-4f53-bdb9-ff221fb7684c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:08.884833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:08.889512 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/networks/c35daeaf-189d-4f53-bdb9-ff221fb7684c HTTP/1.1" status: 204  len: 168 time: 1.3084037
Nov 23 13:29:08.892431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55356) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:08.969612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.001327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.061320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.067327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-efa4ef9e-0a97-4715-a13f-824b4efbb407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:09.083278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e51e9-8a1b-44c2-9126-4e5e235144dd,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:09.087689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:09.091147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.092376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/security-groups/733e51e9-8a1b-44c2-9126-4e5e235144dd HTTP/1.1" status: 204  len: 168 time: 0.1989479
Nov 23 13:29:09.813148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55364) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:09.822886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065458030', 'description': 'tempest-secgroup-smoke-1065458030 description', 'project_id': '9e670a8167494ee1904797626a5f6944'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:09.830744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:09.835495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:09.838947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:09.844983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:09.856233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.899901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:09.903996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:09.906975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:09.912819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:09.970706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.973652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:09.979248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2a2965fb-500d-4857-98b8-51ca4ce5ae10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.029189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71b992-5673-444d-bd6d-2b72b67578a1,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.032069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.033400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2191675
Nov 23 13:29:10.034413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-67a43304-5a79-4d3d-9941-95e20de31bd0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.036644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55368) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.042448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.049002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.053968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.057009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.062863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.079506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.146643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.149357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.151267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9323ecdf-5989-437a-b288-dc733f40ecb3 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.172579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdc119d-5530-4b60-b269-dd94cb2faa7b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.177370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.184459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.185729 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1480246
Nov 23 13:29:10.188745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55372) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.194380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.200637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.204722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.207920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.213705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.230266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.294795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.297567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.299485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29c9a98f-c57c-42a2-8b47-8685046465dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.323780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a87516-8060-4c46-bb11-8966b0905d7a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.326351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.333072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.334367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d7d3bd69-9aaf-497e-ab36-327a9af1f278 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1446452
Nov 23 13:29:10.337300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55376) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.342850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.349715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.354056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.357083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.362871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.379993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.448950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.452626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.454550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-faa6a22e-ec68-408d-af75-1b9daf3d2e98 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.484066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db3c61f-18ef-423c-a734-f89aae442eb5,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.486633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.493507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.494801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4b8aec1c-de12-48f6-8bb2-4d69885e2783 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1565139
Nov 23 13:29:10.497745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55380) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.503351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.509787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.513900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.518927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.525539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.542463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.609877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.612711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.614651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ce1b06f0-2d21-492d-a57b-296ce51c65b2 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.637925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abf63a0-c3ac-4fc4-8be6-53ce417a47bb,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.640496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.647496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.648787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b83aaf79-7186-4674-a6db-fa59f495fada tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1500046
Nov 23 13:29:10.651637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55384) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.657198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.664104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.668257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.671382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.677647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.687590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:29:10.694744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.763380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.766000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.767929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2c731ed2-c933-46cc-bcff-32ceb68546a0 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.792703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea90df3-eb09-4e50-b4c1-b0c6ecc18f77,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.795388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.802985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.804270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-55bfc39a-1213-48f1-ae4e-4e4bc7fbe70e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1516418
Nov 23 13:29:10.807215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55388) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.813321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': '5a71b992-5673-444d-bd6d-2b72b67578a1', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.820386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.824578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.827656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.834933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:10.844974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:29:10.852134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.924435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.927225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.929141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aa5c98-df84-4586-8f1b-862c541ab249 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:10.952411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ba173-c7c0-49f6-9c47-45143009d69a,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:10.955068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:10.962278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:10.963549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1553257
Nov 23 13:29:10.966618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55392) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:10.972652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'network': {'name': 'tempest-network-smoke--2114339154', 'project_id': '9e670a8167494ee1904797626a5f6944', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:10.977905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:10.982551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:network and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:10.985558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:10.991331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:11.000817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:29:11.006947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.040486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:29:11.049682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.050120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Added segment 9932ab70-7b6b-43d9-a633-f9125b530f1b of type vxlan for network b7faa9a5-4457-4289-945b-2980453b536a
Nov 23 13:29:11.078540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.109280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.113430 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:11.114053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.119370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8df7fa3-bb4e-4cc4-a7e8-dee06139c0b8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:11.224266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2565503
Nov 23 13:29:11.227380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55396) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:11.233598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'admin_state_up': True, 'project_id': '9e670a8167494ee1904797626a5f6944', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:11.233898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Network': ['ID=b7faa9a5-4457-4289-945b-2980453b536a,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:11.236853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2948303-1f3f-42f3-9161-7084c5ff2d4b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:11.242131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:11.245828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network b7faa9a5-4457-4289-945b-2980453b536a details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:29:11.246273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:router and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:11.249398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:11.256026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:11.263996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network b7faa9a5-4457-4289-945b-2980453b536a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:29:11.266701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.267688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.287796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.449245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.637513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.673104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:11.945428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.17 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/20222508-7ebe-4998-8fef-a0296b2aa7a6) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:29:12.110335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:12.138159 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:12.154276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:12.292738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=20222508-7ebe-4998-8fef-a0296b2aa7a6,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:12.297752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:12.354678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:12.355921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:12.358254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:29:12.524934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:12.525731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:12.773772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router d2a061ba-0962-4219-bed4-f921216c370e is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:29:12.991851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:29:13.001643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Sync routers for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:29:13.014186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:13.014867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675eef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:13.021723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:13.023033 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7945664
Nov 23 13:29:13.026575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55400) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:13.076466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c51c5768-e3f5-4379-b469-8d3f3fea3325 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/subnets?project_id=9e670a8167494ee1904797626a5f6944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0463927
Nov 23 13:29:13.077076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55404) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:13.083178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175779369', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'project_id': '9e670a8167494ee1904797626a5f6944', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:13.201655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:13.205708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:subnet and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:13.208584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:13.208947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:13.214746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:13.224570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'subnet': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:29:13.336174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773238'] for subnet, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:13.525248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675eef0>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:12Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:13.529431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Checking router: d2a061ba-0962-4219-bed4-f921216c370e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:29:13.529835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Updating router d2a061ba-0962-4219-bed4-f921216c370e port 20222508-7ebe-4998-8fef-a0296b2aa7a6 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:29:13.586986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:13.792827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773223'] for subnet, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:13.809597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-64c6e38f-1ed6-4577-a492-7ba513ffd570 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:13.947461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Subnet': ['ID=2aa63372-c8e6-456a-bbbb-b89a0b8d089f,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:13.950090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:14.001247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.015761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Transition to ACTIVE for port object 20222508-7ebe-4998-8fef-a0296b2aa7a6 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:14.019035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.027054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Checking segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:29:14.027473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network hostable DHCP agents. Network: b7faa9a5-4457-4289-945b-2980453b536a, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:29:14.036020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:14.053074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:29:14.062158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, b7faa9a5-4457-4289-945b-2980453b536a) {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:14.075723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:14.076377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.096829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c4aa7325-c3bb-494a-ab21-d06921d5d076 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0185909
Nov 23 13:29:14.100785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55408) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:14.133321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f3867c-0c13-4609-bbcd-5305b285d031 None None] Network b7faa9a5-4457-4289-945b-2980453b536a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:29:14.265628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Pushing event updated for resources: {'Port': ['ID=20222508-7ebe-4998-8fef-a0296b2aa7a6,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:14.288926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:14.624656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Attempting to bind port 20222508-7ebe-4998-8fef-a0296b2aa7a6 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:29:14.624997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Attempting to bind port 20222508-7ebe-4998-8fef-a0296b2aa7a6 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:29:14.625415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Attempting to bind port 20222508-7ebe-4998-8fef-a0296b2aa7a6 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:29:14.639510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:29:14.639933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:29:14.640389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.640865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:29:14.641400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Bound port: 20222508-7ebe-4998-8fef-a0296b2aa7a6, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:29:14.641890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.672977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-b7faa9a5-4457-4289-945b-2980453b536a', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:29:14.674166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.837924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] For port 20222508-7ebe-4998-8fef-a0296b2aa7a6, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:29:14.854885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] For port 20222508-7ebe-4998-8fef-a0296b2aa7a6, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=20222508-7ebe-4998-8fef-a0296b2aa7a6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:29:14.861152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:14.883460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-14ce92ab-f632-44f2-8a02-f78cb9c6adf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:15.111884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:15.120682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Pushing event updated for resources: {'Port': ['ID=20222508-7ebe-4998-8fef-a0296b2aa7a6,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:15.128140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:15.232589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Allocated IP 172.20.0.2 (b7faa9a5-4457-4289-945b-2980453b536a/2aa63372-c8e6-456a-bbbb-b89a0b8d089f/871ab0ec-38c3-4b86-a1b6-02f2ccb39dae) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:29:15.247794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:15.248525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675eef0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:15.618183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:15.859248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:15.882884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Transition to ACTIVE for port object 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:15.920661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Transition to ACTIVE for port object 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:15.938879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:15.962283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6e813209-00bc-4f3d-90df-2059afc34b92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:16.027966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.1 (b7faa9a5-4457-4289-945b-2980453b536a/2aa63372-c8e6-456a-bbbb-b89a0b8d089f/1d37deda-8050-47d7-9cfd-c02f3483d109) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:29:16.155931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Pushing event updated for resources: {'Port': ['ID=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:16.161854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:16.227429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.243658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Network b7faa9a5-4457-4289-945b-2980453b536a is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:16.245639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675eef0>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:12Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:16.245933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 1d37deda-8050-47d7-9cfd-c02f3483d109 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:16.248294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:16.251501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:29:16.255351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379a710-fb6f-48dd-bcb5-27714cb96242 None None] The sync data for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs is: [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:12Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:29:16.276387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.295236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6a6b4453-0f6a-4ecd-88b2-b6cfc6288163 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:16.315502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Attempting to bind port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:29:16.315922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Attempting to bind port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:29:16.316384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Attempting to bind port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae on network b7faa9a5-4457-4289-945b-2980453b536a {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:29:16.326528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:29:16.326962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Checking segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:29:16.327418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.327860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Bound using segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:29:16.328394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Bound port: 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:29:16.328861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.441380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:16.444377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] For port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:29:16.444778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:16.449258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] For port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:29:16.454786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.479682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3e5c89d-4603-452c-baed-e79ba02f9309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:16.508408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:16.509640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:16.512114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:29:16.594557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.738863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:16.887661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Pushing event updated for resources: {'Port': ['ID=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:16.896680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:17.325087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:17.381328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:17.385550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:17.422079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-793b1f50-1675-4e12-8956-ea55c7ee84e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:17.512261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:17.514972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:17.530120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:17.669912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:17.670932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:18.104512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router d2a061ba-0962-4219-bed4-f921216c370e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:29:18.153621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:18.229281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:18.235066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 20222508-7ebe-4998-8fef-a0296b2aa7a6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:18.313139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 20222508-7ebe-4998-8fef-a0296b2aa7a6 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:18.318949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 20222508-7ebe-4998-8fef-a0296b2aa7a6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:18.319377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.334967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:29:18.349502 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/d2a061ba-0962-4219-bed4-f921216c370e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2474551
Nov 23 13:29:18.366342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db52e4d-027b-4081-9d64-f3fc4621de8d None None] Network b7faa9a5-4457-4289-945b-2980453b536a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:29:18.489758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Provisioning for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:18.524983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Provisioning complete for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:18.525337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.542397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-3f39a446-8e00-4162-bc37-d963681a372e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:18.557381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-3f39a446-8e00-4162-bc37-d963681a372e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:18.559372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-3f39a446-8e00-4162-bc37-d963681a372e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065458030&fields=id&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 267 time: 0.0620806
Nov 23 13:29:18.672681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.690446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 20222508-7ebe-4998-8fef-a0296b2aa7a6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=20222508-7ebe-4998-8fef-a0296b2aa7a6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:18.705651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.711847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:18.893025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=20222508-7ebe-4998-8fef-a0296b2aa7a6,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:18.899962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:18.901593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.959229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] For port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:18.964506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:18.967253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:19.024091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-40dde307-fd5a-438d-b069-c24c811d190f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:19.024908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-40dde307-fd5a-438d-b069-c24c811d190f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:19.042875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-40dde307-fd5a-438d-b069-c24c811d190f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:19.043058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Pushing event updated for resources: {'Port': ['ID=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:19.044083 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-40dde307-fd5a-438d-b069-c24c811d190f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 797 time: 0.4777076
Nov 23 13:29:19.046676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:19.058102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Sync routers for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:29:19.071769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-f819f684-2377-4cc9-acfe-e2a8111d3257 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/quotas/9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 375 time: 0.0162358
Nov 23 13:29:19.072141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:19.072937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ca95c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:19.165010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-fd0a5f2b-4470-4ebe-8763-112569442dba tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:19.184239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-fd0a5f2b-4470-4ebe-8763-112569442dba tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:19.185756 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-fd0a5f2b-4470-4ebe-8763-112569442dba tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1073420
Nov 23 13:29:19.290684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:19.294180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Provisioning for port 1d37deda-8050-47d7-9cfd-c02f3483d109 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:19.302793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Provisioning complete for port 1d37deda-8050-47d7-9cfd-c02f3483d109 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:19.303330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:19.348257 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-bbf9b202-a62a-45dc-b70d-65ee536b9d0a service neutron] 10.222.0.60 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476746
Nov 23 13:29:19.369555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Port 1d37deda-8050-47d7-9cfd-c02f3483d109 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:29:19.384846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Provisioning complete for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:19.385407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-764c7ec6-728b-41eb-b97f-2e6e49c177de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:19.525016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-aa169aad-fbd1-4960-a3c7-5fac0811e834 service neutron] 10.222.0.60 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1698787
Nov 23 13:29:19.696347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ca95c0>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:17Z', 'revision_number': 2, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:19.696550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8db3ae77-889a-4018-8c96-a4f7f0acf5c6 None None] Provisioning complete for port 1d37deda-8050-47d7-9cfd-c02f3483d109 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:19.696914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8db3ae77-889a-4018-8c96-a4f7f0acf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:19.702755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Checking router: d2a061ba-0962-4219-bed4-f921216c370e for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:29:19.703311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Updating router d2a061ba-0962-4219-bed4-f921216c370e port 1d37deda-8050-47d7-9cfd-c02f3483d109 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:29:19.799887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8db3ae77-889a-4018-8c96-a4f7f0acf5c6 None None] Port 1d37deda-8050-47d7-9cfd-c02f3483d109 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:29:19.809845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:19.815401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8db3ae77-889a-4018-8c96-a4f7f0acf5c6 None None] Provisioning complete for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:19.815830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8db3ae77-889a-4018-8c96-a4f7f0acf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.099909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfd49ef1-3163-4330-96d9-b39f672ecbcf None None] Provisioning complete for port 1d37deda-8050-47d7-9cfd-c02f3483d109 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:20.101002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd49ef1-3163-4330-96d9-b39f672ecbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.106750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33fff76f-e2a2-4d46-8baa-9c85736f7fb7 req-23e458ee-3ea8-494c-8717-060c6ee614e3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:20.120669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-33fff76f-e2a2-4d46-8baa-9c85736f7fb7 req-23e458ee-3ea8-494c-8717-060c6ee614e3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:20.126437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-33fff76f-e2a2-4d46-8baa-9c85736f7fb7 req-23e458ee-3ea8-494c-8717-060c6ee614e3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 210 time: 0.4110405
Nov 23 13:29:20.145502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:20.232308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-dfd49ef1-3163-4330-96d9-b39f672ecbcf None None] Port 1d37deda-8050-47d7-9cfd-c02f3483d109 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:29:20.251932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:20.252667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.396770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 20222508-7ebe-4998-8fef-a0296b2aa7a6 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:20.401274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.416167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Transition to ACTIVE for port object 1d37deda-8050-47d7-9cfd-c02f3483d109 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:20.418977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.433781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-cb42e206-e49f-4208-8692-4d8f6b434832 None None] Provisioning complete for port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:20.434213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-cb42e206-e49f-4208-8692-4d8f6b434832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.436558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8c64e0bf-5764-4528-9fdf-bd2b5c67f5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:20.541507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 20222508-7ebe-4998-8fef-a0296b2aa7a6 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:20.541935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.576090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Pushing event updated for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:20.602889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.603384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.604015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.604390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.604887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.605256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.605617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.606731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.606731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.606731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.606981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.607300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.607746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.608222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.608605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.608960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.609450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.609819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.610174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.610527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.610908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.611263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.611614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.611963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:29:20.630758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:20.803835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Attempting to bind port 1d37deda-8050-47d7-9cfd-c02f3483d109 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:29:20.804260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Attempting to bind port 1d37deda-8050-47d7-9cfd-c02f3483d109 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:29:20.804697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Attempting to bind port 1d37deda-8050-47d7-9cfd-c02f3483d109 on network b7faa9a5-4457-4289-945b-2980453b536a {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:29:20.812061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:29:20.812509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Checking segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:29:20.812959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.813400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Bound using segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:29:20.813927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Bound port: 1d37deda-8050-47d7-9cfd-c02f3483d109, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:29:20.814346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.913437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] For port 1d37deda-8050-47d7-9cfd-c02f3483d109, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:29:20.916660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] For port 1d37deda-8050-47d7-9cfd-c02f3483d109, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d37deda-8050-47d7-9cfd-c02f3483d109,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:29:20.919860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:20.936046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a9303181-64c1-4743-8282-2364abffc6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:21.245365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Pushing event updated for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:21.262143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-86ad2008-0589-45ad-b46b-45a2d25bf392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:21.324817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:21.326214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825ca95c0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:21.347054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-792b4be9-8ec8-4aa1-840d-c8e98d782f03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:21.348612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-792b4be9-8ec8-4aa1-840d-c8e98d782f03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:21.362468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-792b4be9-8ec8-4aa1-840d-c8e98d782f03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:21.363884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-792b4be9-8ec8-4aa1-840d-c8e98d782f03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 797 time: 0.2128296
Nov 23 13:29:21.364268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4390c4c1-c449-47ce-bd79-96ff0f0760c8 req-a7d9158a-6c92-4474-8cd9-d25434f59e02 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 210 time: 0.0753429
Nov 23 13:29:21.469030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-ab361ee8-977d-4a27-bcf9-3ca82e07a820 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 7377 time: 0.0867364
Nov 23 13:29:21.480094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'port': {'device_id': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'admin_state_up': True, 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'security_groups': ['5a71b992-5673-444d-bd6d-2b72b67578a1']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:21.547666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:21.635258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:21.645686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:21.655693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:29:21.661486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:21.894266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825ca95c0>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:20Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:21.898956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425e2c7-bdbb-47cb-ba62-8c824ce69d3a None None] The sync data for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs is: [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:20Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:29:22.003511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.11 (b7faa9a5-4457-4289-945b-2980453b536a/2aa63372-c8e6-456a-bbbb-b89a0b8d089f/a2476ce6-c4be-447e-98ff-930645629c27) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:29:22.115917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d37deda-8050-47d7-9cfd-c02f3483d109 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:22.198473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 1d37deda-8050-47d7-9cfd-c02f3483d109 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:22.203787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1d37deda-8050-47d7-9cfd-c02f3483d109 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:22.204301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.239126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.256671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object a2476ce6-c4be-447e-98ff-930645629c27 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:22.278115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.295224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-07b0e59f-a19b-4cd9-aac6-f6b6417c934c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:22.346184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.385327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 1d37deda-8050-47d7-9cfd-c02f3483d109, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d37deda-8050-47d7-9cfd-c02f3483d109,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:22.389673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.391788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:22.442771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:22.447963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:22.477793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:22.481477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:22.546090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:22.552677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:22.562204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:29:22.647188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:22.647904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.682178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8747ae-1a34-495b-a861-96716193be66 req-6d66dca6-1df5-4544-9821-cabfccc86df6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:22.683846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d8747ae-1a34-495b-a861-96716193be66 req-6d66dca6-1df5-4544-9821-cabfccc86df6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 932 time: 0.1756330
Nov 23 13:29:22.713066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-d4ee53b7-48a6-4b97-b66f-bbc17213f8b4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2377775
Nov 23 13:29:22.744845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Request body: {'port': {'device_id': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:22.793766 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d8747ae-1a34-495b-a861-96716193be66 req-0561dde5-6dc2-442e-8c6b-b2bc38c0844d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012321
Nov 23 13:29:22.842086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9cea4bbc-56ff-4207-8228-a386e22fe929 None None] Provisioning for port a2476ce6-c4be-447e-98ff-930645629c27 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:22.848221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9cea4bbc-56ff-4207-8228-a386e22fe929 None None] Provisioning complete for port a2476ce6-c4be-447e-98ff-930645629c27 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:22.848702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9cea4bbc-56ff-4207-8228-a386e22fe929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.874552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:22.908857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-9cea4bbc-56ff-4207-8228-a386e22fe929 None None] Port a2476ce6-c4be-447e-98ff-930645629c27 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:29:23.302092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2476ce6-c4be-447e-98ff-930645629c27 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:29:23.309386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:23.323573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Transition to ACTIVE for port object a2476ce6-c4be-447e-98ff-930645629c27 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:29:23.326409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:23.342308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1175830-6c74-4b6a-bf27-b79f8024dafd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:23.481318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:23.486125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:23.684133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Attempting to bind port a2476ce6-c4be-447e-98ff-930645629c27 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:29:23.684547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Attempting to bind port a2476ce6-c4be-447e-98ff-930645629c27 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:29:23.684922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Attempting to bind port a2476ce6-c4be-447e-98ff-930645629c27 on network b7faa9a5-4457-4289-945b-2980453b536a {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:29:23.692682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:29:23.693058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Checking segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:29:23.693465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:23.693867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Bound using segment: {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:29:23.694349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Bound port: a2476ce6-c4be-447e-98ff-930645629c27, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9932ab70-7b6b-43d9-a633-f9125b530f1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:29:23.694734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:23.792522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:29:23.795644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:29:23.799492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:23.815606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-217d3027-b38f-41ef-be4f-a6a37c7bb7fa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:23.951791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:29:23.980553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:23.986325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:24.017515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c64e74-0e40-47ef-9124-5263634be2e9 req-17cb50a5-0657-4727-8c1e-861af212ffcc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.020076 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68c64e74-0e40-47ef-9124-5263634be2e9 req-17cb50a5-0657-4727-8c1e-861af212ffcc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 944 time: 0.0898149
Nov 23 13:29:24.021728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.022596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:24.024226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] 10.222.0.63 "PUT /v2.0/ports/a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1158 time: 1.2880366
Nov 23 13:29:24.025077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:29:24.104794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-68c64e74-0e40-47ef-9124-5263634be2e9 req-197a6120-cede-4d66-8e78-28cf8cfebc3e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599182
Nov 23 13:29:24.107685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d37deda-8050-47d7-9cfd-c02f3483d109 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:24.131663 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'status': 'completed', 'code': 200}
Nov 23 13:29:24.177662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-568bc905-a3af-4563-8e87-07d00101c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.179311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-568bc905-a3af-4563-8e87-07d00101c649 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1161 time: 0.0992477
Nov 23 13:29:24.201065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 1d37deda-8050-47d7-9cfd-c02f3483d109 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:24.201493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:24.260222 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-413a948c-d8f8-4b06-b582-cadaad6f49af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 217 time: 0.0679727
Nov 23 13:29:24.338457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-e8ea00bb-3661-430d-817c-e769c81b3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.340043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-e8ea00bb-3661-430d-817c-e769c81b3916 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0732739
Nov 23 13:29:24.421788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-9e01aced-ac81-42c0-b75f-9bd24e287a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.423408 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-9e01aced-ac81-42c0-b75f-9bd24e287a9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754259
Nov 23 13:29:24.569857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-85b55ac7-45de-4901-b2f8-53db2db9d384 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394527
Nov 23 13:29:24.716741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9eaf494e-ebd7-4ce9-b421-ad51d2aaa8e9 req-edf2ce2d-7d06-42ef-a72e-b6beb6d4ea14 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401920
Nov 23 13:29:24.877842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-5ee69d7f-a558-407d-b44f-61f2555158a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:24.880290 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-5ee69d7f-a558-407d-b44f-61f2555158a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1161 time: 0.0823843
Nov 23 13:29:25.028812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-1f95c6bb-23ec-4b66-92bb-5ea8cc0f2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:25.030332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-1f95c6bb-23ec-4b66-92bb-5ea8cc0f2cd0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.1434977
Nov 23 13:29:25.107231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-59a0195a-213e-4788-98eb-cdf0249dffd5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 217 time: 0.0698147
Nov 23 13:29:25.180267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-448ec89d-78f6-453d-943e-ac29a587d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:25.181904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-448ec89d-78f6-453d-943e-ac29a587d094 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0671420
Nov 23 13:29:25.341905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-4fdc2344-b6b5-4e5b-9cee-5ffaf845b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:25.343447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-4fdc2344-b6b5-4e5b-9cee-5ffaf845b00f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1543102
Nov 23 13:29:25.350582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1d2bb-e36e-443d-8f53-d17ac7eb9bfb req-3f1cec5a-4da7-4bdf-aed7-9b0ded85d288 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:25.351359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-23a1d2bb-e36e-443d-8f53-d17ac7eb9bfb req-3f1cec5a-4da7-4bdf-aed7-9b0ded85d288 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:29:25.457934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-23a1d2bb-e36e-443d-8f53-d17ac7eb9bfb req-3f1cec5a-4da7-4bdf-aed7-9b0ded85d288 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:29:25.459197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23a1d2bb-e36e-443d-8f53-d17ac7eb9bfb req-3f1cec5a-4da7-4bdf-aed7-9b0ded85d288 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 944 time: 0.2257128
Nov 23 13:29:25.541561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-d36466d8-fe4e-4f76-b54c-de9b0000681a service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869292
Nov 23 13:29:25.574020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-23a1d2bb-e36e-443d-8f53-d17ac7eb9bfb req-5a1431fb-1baf-47c5-a9c7-1ef0bc2ce6b1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076360
Nov 23 13:29:25.699421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-846cbe5e-0fb5-4101-9f73-cb7ec3d00f4a req-8205b709-9128-4f57-a511-0340d9915b74 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489518
Nov 23 13:29:26.804500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb279-eb09-420f-a860-a208e339dd68 req-e504c9e3-48a0-41bc-8646-7dd50f6df119 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:26.806159 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a2eb279-eb09-420f-a860-a208e339dd68 req-e504c9e3-48a0-41bc-8646-7dd50f6df119 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 944 time: 0.0912466
Nov 23 13:29:26.856543 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a2eb279-eb09-420f-a860-a208e339dd68 req-7effb2af-cec4-4ae2-8cd0-48762182313c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437686
Nov 23 13:29:26.891377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:26.963836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port a2476ce6-c4be-447e-98ff-930645629c27 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:29:26.969217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a2476ce6-c4be-447e-98ff-930645629c27 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:26.969685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:27.090307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:27.118926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:29:27.129952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:29:27.138006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:27.139936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f1e21486-4545-4786-8af0-4dc41a2ad643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:27.186088 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'code': 200}
Nov 23 13:29:27.209076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:27.213224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:27.458872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434bcf-be1e-403b-9c8d-8fbaedd3cefa req-75cd3cc4-ef9a-436d-86f4-554114cece3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:27.460545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a5434bcf-be1e-403b-9c8d-8fbaedd3cefa req-75cd3cc4-ef9a-436d-86f4-554114cece3a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0777066
Nov 23 13:29:27.508618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a5434bcf-be1e-403b-9c8d-8fbaedd3cefa req-1dca8131-ba81-4c0e-9180-b708b9d4f73a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417669
Nov 23 13:29:27.945409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b8516a7f-b07a-49b0-a0e7-46c465b9ee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:28.075460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4fc22-d87c-4aa1-b709-da49cbe97e9d req-6d2c9de0-4f91-4a7c-9bc2-788e8180e0a7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:28.077110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20a4fc22-d87c-4aa1-b709-da49cbe97e9d req-6d2c9de0-4f91-4a7c-9bc2-788e8180e0a7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0875955
Nov 23 13:29:28.129025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20a4fc22-d87c-4aa1-b709-da49cbe97e9d req-434b13b2-b978-4d40-b7f2-d57f3b1dbe79 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446687
Nov 23 13:29:28.595476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:29:28.672413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a2476ce6-c4be-447e-98ff-930645629c27 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:29:28.672868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:29.346675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18140b2a-8b76-4458-a6c2-940734b4362f req-cdcebf0d-d895-4b23-8545-f0d80dfe333e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:29.348400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18140b2a-8b76-4458-a6c2-940734b4362f req-cdcebf0d-d895-4b23-8545-f0d80dfe333e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0870292
Nov 23 13:29:29.662220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-18140b2a-8b76-4458-a6c2-940734b4362f req-48be7bb2-7759-48a0-a40e-14c9ddc37d3d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3069797
Nov 23 13:29:29.881037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4bca-d38d-4841-bcc5-4ed943c6e188 req-126974ca-47a5-4f0e-a9c6-c09aea58d200 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:29.882651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7af4bca-d38d-4841-bcc5-4ed943c6e188 req-126974ca-47a5-4f0e-a9c6-c09aea58d200 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0906291
Nov 23 13:29:29.932147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7af4bca-d38d-4841-bcc5-4ed943c6e188 req-bf59f51a-d086-476b-84bf-4b58579cbcb5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429866
Nov 23 13:29:29.961336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55464) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:30.042443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b22f6-7eea-4c96-8777-63a558faeaf9 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:30.044099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e60b22f6-7eea-4c96-8777-63a558faeaf9 tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1158 time: 0.0817111
Nov 23 13:29:30.047304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55468) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:30.053589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': 'a2476ce6-c4be-447e-98ff-930645629c27', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:29:30.059549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:29:30.063712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:floatingip and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:29:30.067663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:29:30.077528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:29:30.089202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.235663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.380913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4d815fb2-b00e-44c1-80f3-272cdbfd9272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.526396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.202 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/4ddeb9b5-a3cd-43b4-858a-5355c7239772) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:29:30.685419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.712569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.729596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:30.864624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=4ddeb9b5-a3cd-43b4-858a-5355c7239772,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:30.867704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:30.882123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:30.929022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:29:30.930156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:29:30.932516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:29:31.368234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:31.443686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:31.724077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:31.727753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:31.743700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-761c3e8e-66f9-4c87-b76d-f04e4a1897ca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:29:31.882578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=4ddeb9b5-a3cd-43b4-858a-5355c7239772,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:29:31.887335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:29:31.996173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:32.113549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:32.208332 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP c7f237a6-7598-498a-8f9f-c3dd90315519 associated. External IP: 172.26.6.202, port: a2476ce6-c4be-447e-98ff-930645629c27.
Nov 23 13:29:32.447338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:32.623799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router d2a061ba-0962-4219-bed4-f921216c370e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:29:33.096662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:29:33.107424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Sync routers for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:29:33.121840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:33.122495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675e6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:33.123402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:33.181713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1333122
Nov 23 13:29:33.182423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:29:33.243759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'status': 'completed', 'code': 200}
Nov 23 13:29:33.323447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:33.432096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9f919-f470-407a-886e-4b9491139b72 req-5bacd69b-dad7-47b5-8d54-5ea5e396e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:33.433703 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-5bacd69b-dad7-47b5-8d54-5ea5e396e72d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.1461041
Nov 23 13:29:33.444277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f039-f4b1-4148-83f4-a210d115528d req-7ad60137-62d4-45fe-8ddb-2ca98c35c31a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:33.445851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db43f039-f4b1-4148-83f4-a210d115528d req-7ad60137-62d4-45fe-8ddb-2ca98c35c31a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.1191666
Nov 23 13:29:33.594923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db43f039-f4b1-4148-83f4-a210d115528d req-1b13cd73-9c31-4b97-8f94-d46ff58aa8dd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262565
Nov 23 13:29:33.627783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55476) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:33.636089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9f919-f470-407a-886e-4b9491139b72 req-61185948-954d-45fa-8f9a-8631572b2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:33.637768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-61185948-954d-45fa-8f9a-8631572b2424 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.1909783
Nov 23 13:29:33.753964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-19da7d70-6459-4a81-afc1-f8a4bdfc059b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1000 time: 0.1083732
Nov 23 13:29:33.766360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6e9f7f26-3b36-4add-b7fd-4746c64a6005 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/c7f237a6-7598-498a-8f9f-c3dd90315519 HTTP/1.1" status: 200  len: 992 time: 0.1354547
Nov 23 13:29:33.824501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9f919-f470-407a-886e-4b9491139b72 req-9bf7317d-9761-42c0-a70b-e14dd5658c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:33.826107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-9bf7317d-9761-42c0-a70b-e14dd5658c9c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0670135
Nov 23 13:29:33.921970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675e6d8>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c7f237a6-7598-498a-8f9f-c3dd90315519', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'port_id': 'a2476ce6-c4be-447e-98ff-930645629c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'mac_address': 'fa:16:3e:4f:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:29:31Z', 'updated_at': '2020-11-23T13:29:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:33.929154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Checking router: d2a061ba-0962-4219-bed4-f921216c370e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:29:33.939470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9f919-f470-407a-886e-4b9491139b72 req-343fda33-e72c-4239-a8a2-4f214d2232c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:29:33.942888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-343fda33-e72c-4239-a8a2-4f214d2232c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1097910
Nov 23 13:29:33.945907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:29:33.946573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682675e6d8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:29:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:34.094236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-2ca08eff-57c9-4743-81e3-d218c004bb8a service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449375
Nov 23 13:29:34.148320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:29:34.245194 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a3e9f919-f470-407a-886e-4b9491139b72 req-0a8792f4-8216-4cf1-97a4-127550e661cb service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444886
Nov 23 13:29:34.517155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682675e6d8>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c7f237a6-7598-498a-8f9f-c3dd90315519', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'port_id': 'a2476ce6-c4be-447e-98ff-930645629c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'mac_address': 'fa:16:3e:4f:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:29:31Z', 'updated_at': '2020-11-23T13:29:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:29:34.522115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98967076-e207-4ad2-8045-f3ed6f36dbd2 None None] The sync data for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs is: [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c7f237a6-7598-498a-8f9f-c3dd90315519', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'port_id': 'a2476ce6-c4be-447e-98ff-930645629c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'mac_address': 'fa:16:3e:4f:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:29:31Z', 'updated_at': '2020-11-23T13:29:31Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:29:34.770056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55480) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:34.807724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0cf78-ae43-47f1-9039-a2ab29fa3c2b None None] New status for floating IP c7f237a6-7598-498a-8f9f-c3dd90315519: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:29:34.886678 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-85dd59e4-9a4a-446d-9344-766492ef3f80 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/c7f237a6-7598-498a-8f9f-c3dd90315519 HTTP/1.1" status: 200  len: 992 time: 0.1152909
Nov 23 13:29:35.891091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55484) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:29:36.009030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-340e6637-4f7d-40c2-9d38-c6f3a3200aac tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/c7f237a6-7598-498a-8f9f-c3dd90315519 HTTP/1.1" status: 200  len: 994 time: 0.1166711
Nov 23 13:29:47.338417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:29:57.948699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b6315f76-0293-4332-8c42-7281650f9351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:00.387324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ffa8ea7-d153-4616-b356-a021dbc7c56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:00.880529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:00.954410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:30:02.105749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:02.451067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:03.621138 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55506) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:30:03.684106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d4de-355a-4852-91c2-9aae288ec37d req-c706a1c2-41fe-494d-92e9-1bc30ec021fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:03.685793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9e9d4de-355a-4852-91c2-9aae288ec37d req-c706a1c2-41fe-494d-92e9-1bc30ec021fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0891144
Nov 23 13:30:03.738264 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f9e9d4de-355a-4852-91c2-9aae288ec37d req-bb23eea3-bd67-405c-b19e-48d416b6bed5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455685
Nov 23 13:30:03.775796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-05cc3332-7507-4d88-b7f5-8810308ea8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1527431
Nov 23 13:30:04.957091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3894f2-0589-4df2-9b24-6203be42a7f6 req-dd60484a-5c91-48b6-8768-98029aa62e2b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:04.958702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da3894f2-0589-4df2-9b24-6203be42a7f6 req-dd60484a-5c91-48b6-8768-98029aa62e2b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0864747
Nov 23 13:30:05.013199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da3894f2-0589-4df2-9b24-6203be42a7f6 req-d71b1973-bf29-429b-9758-28edab29d185 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473866
Nov 23 13:30:06.235422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce2caf-6afb-4da8-b90a-1a031bd5dd5e req-f03ce175-f17d-4c9b-8059-4ac9bb5bad58 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:06.237068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51ce2caf-6afb-4da8-b90a-1a031bd5dd5e req-f03ce175-f17d-4c9b-8059-4ac9bb5bad58 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0940614
Nov 23 13:30:06.288520 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-51ce2caf-6afb-4da8-b90a-1a031bd5dd5e req-7f874f7c-415d-473e-a0a4-4f486d67032e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440400
Nov 23 13:30:07.506476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989310a-b683-4250-abde-339844ceda37 req-b3c5adab-ebfe-4c81-809f-30f3d4d7f508 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:07.508272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8989310a-b683-4250-abde-339844ceda37 req-b3c5adab-ebfe-4c81-809f-30f3d4d7f508 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0841067
Nov 23 13:30:07.559200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8989310a-b683-4250-abde-339844ceda37 req-c3832226-fe51-4672-8390-4774023c7dfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444734
Nov 23 13:30:08.786264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb201bd-9324-4f51-811d-34dcea7c63f8 req-f2714839-77f3-4ab3-97dd-dde13186cecf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:08.787895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cbb201bd-9324-4f51-811d-34dcea7c63f8 req-f2714839-77f3-4ab3-97dd-dde13186cecf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0882094
Nov 23 13:30:08.839501 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cbb201bd-9324-4f51-811d-34dcea7c63f8 req-3da37710-ba71-450c-9f7a-8a3ef043223e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442584
Nov 23 13:30:09.182625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-382c1e24-471f-477e-a228-8902076ba854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:09.184142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-382c1e24-471f-477e-a228-8902076ba854 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0803597
Nov 23 13:30:09.328543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-7a811b61-5a34-4335-9891-59a421690846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:09.330122 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-7a811b61-5a34-4335-9891-59a421690846 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.1393471
Nov 23 13:30:09.438059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-93d90e84-5f21-4a3c-b35f-70950f1ad701 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1002 time: 0.0994513
Nov 23 13:30:09.511269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-8b4602cf-e173-4267-b27d-8e590ac454a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:09.512882 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-8b4602cf-e173-4267-b27d-8e590ac454a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0685670
Nov 23 13:30:09.592638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-d24af8e2-bb8d-45ae-b066-8846f4a4653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:09.594226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-d24af8e2-bb8d-45ae-b066-8846f4a4653b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753715
Nov 23 13:30:09.742778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-7cb62d4c-6476-40ab-9ec7-bafafd58dfb4 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413915
Nov 23 13:30:09.891210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-2af6bb6a-a82c-412a-8eb8-8eaefe1f72d1 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425705
Nov 23 13:30:10.066185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7443f-6a48-44cb-b433-58ccdf332fb6 req-61c86592-9ed9-4d55-98ad-4ae355717b4e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:10.067784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccb7443f-6a48-44cb-b433-58ccdf332fb6 req-61c86592-9ed9-4d55-98ad-4ae355717b4e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0919721
Nov 23 13:30:10.117372 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ccb7443f-6a48-44cb-b433-58ccdf332fb6 req-1a3539c5-0931-453f-a2aa-f5ac6e5a3b95 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425615
Nov 23 13:30:11.334402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ea52-f87d-40c9-872c-b1aca9a350ff req-821640da-9199-41b9-9f61-98e6b4bd9ad2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:11.336620 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a391ea52-f87d-40c9-872c-b1aca9a350ff req-821640da-9199-41b9-9f61-98e6b4bd9ad2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0880151
Nov 23 13:30:11.385964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a391ea52-f87d-40c9-872c-b1aca9a350ff req-d9594d6f-58a7-4bc1-a17a-d20f67dc1bde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429025
Nov 23 13:30:12.603900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0c37-dd91-49cc-bec8-df606b61a80a req-6f017298-32ed-4960-899a-7478c4453f9a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:12.605567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2bde0c37-dd91-49cc-bec8-df606b61a80a req-6f017298-32ed-4960-899a-7478c4453f9a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0868144
Nov 23 13:30:12.655775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2bde0c37-dd91-49cc-bec8-df606b61a80a req-1c280f57-e3a5-45d6-8ca8-1b0e5ee7c420 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438395
Nov 23 13:30:13.872936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143a16-e474-4835-b0d4-f00199b846c5 req-2cda918a-a5b2-48c2-8d2c-d16952e5ba30 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:13.874568 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef143a16-e474-4835-b0d4-f00199b846c5 req-2cda918a-a5b2-48c2-8d2c-d16952e5ba30 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0881760
Nov 23 13:30:13.929052 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef143a16-e474-4835-b0d4-f00199b846c5 req-542c3e8e-1392-49ed-823c-2097e7ab4e37 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480609
Nov 23 13:30:15.145799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8a93-722b-43d3-b856-defa36641167 req-2aacec07-7fba-4832-a6c2-b11dc929b02d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:15.147399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-776d8a93-722b-43d3-b856-defa36641167 req-2aacec07-7fba-4832-a6c2-b11dc929b02d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0862982
Nov 23 13:30:15.197999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-776d8a93-722b-43d3-b856-defa36641167 req-5af699e4-c254-40e7-8601-1c6e60b175dc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437188
Nov 23 13:30:16.422757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8856ca-d40b-4b9d-bf68-6e8e85eb0041 req-622dee46-01e6-4387-9f60-3a225decb60d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:16.424308 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e8856ca-d40b-4b9d-bf68-6e8e85eb0041 req-622dee46-01e6-4387-9f60-3a225decb60d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0879622
Nov 23 13:30:16.473737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e8856ca-d40b-4b9d-bf68-6e8e85eb0041 req-63bf22c1-290e-4458-ba66-53899bf1a56d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422447
Nov 23 13:30:17.350032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:17.734648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4268f-a80b-41c5-a331-c9737c6baa45 req-73505178-01d8-4976-acf5-2c442dcb938a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:17.737135 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ca4268f-a80b-41c5-a331-c9737c6baa45 req-73505178-01d8-4976-acf5-2c442dcb938a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.1116123
Nov 23 13:30:17.798316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5ca4268f-a80b-41c5-a331-c9737c6baa45 req-d7107e1c-28dc-4dd6-a447-30eb297c1c73 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542078
Nov 23 13:30:19.022925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d515-32a4-46f1-90f8-d3fc6de8a91b req-7cddbf92-a4ee-42e4-8ce9-bd1f9ec98590 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:19.024567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2457d515-32a4-46f1-90f8-d3fc6de8a91b req-7cddbf92-a4ee-42e4-8ce9-bd1f9ec98590 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0889091
Nov 23 13:30:19.074333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2457d515-32a4-46f1-90f8-d3fc6de8a91b req-3d4e79cb-7d78-4177-ae59-497fb5875ad4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430245
Nov 23 13:30:20.293717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0c68-2689-4bc0-b505-833d3c939dc1 req-746b4533-bf4f-418a-af27-378009cbd382 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:20.295388 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f56e0c68-2689-4bc0-b505-833d3c939dc1 req-746b4533-bf4f-418a-af27-378009cbd382 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0899589
Nov 23 13:30:20.346325 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f56e0c68-2689-4bc0-b505-833d3c939dc1 req-72e4b911-6e0d-427e-a3d8-7a975585c68b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443404
Nov 23 13:30:21.561991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082c9a2-f033-43a5-a15e-dbb0558fe8a7 req-a0a08b8d-cf4b-478a-926e-d63152393f68 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:21.563585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5082c9a2-f033-43a5-a15e-dbb0558fe8a7 req-a0a08b8d-cf4b-478a-926e-d63152393f68 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0830736
Nov 23 13:30:21.611857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5082c9a2-f033-43a5-a15e-dbb0558fe8a7 req-d7211923-a318-47c7-993c-08a436170000 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419471
Nov 23 13:30:21.762732 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-7a4d910d-dc67-4fde-9295-02887f762e51 service neutron] 10.222.0.63 "GET /v2.0/ports/a2476ce6-c4be-447e-98ff-930645629c27/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0900693
Nov 23 13:30:22.050856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-168b75da-a0b0-4f41-a4dc-0a753adbc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.052679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-168b75da-a0b0-4f41-a4dc-0a753adbc67d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 1163 time: 0.0764849
Nov 23 13:30:22.160130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-381cf6da-ac75-4280-9224-52d1b065e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.161787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-381cf6da-ac75-4280-9224-52d1b065e201 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0762186
Nov 23 13:30:22.306066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-29cb59d1-9600-41cf-8d78-2c6737a7e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.307594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-29cb59d1-9600-41cf-8d78-2c6737a7e35d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.1395729
Nov 23 13:30:22.425044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-d273ff3f-42d3-432e-903d-c5a0b6c6fdef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1002 time: 0.1105211
Nov 23 13:30:22.496788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-b07d7816-bfde-45d0-88a5-fb4279fced3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.498339 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-b07d7816-bfde-45d0-88a5-fb4279fced3f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0676794
Nov 23 13:30:22.578889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-9ae4a23a-875a-4935-bf64-c653647730b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.580400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-9ae4a23a-875a-4935-bf64-c653647730b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750172
Nov 23 13:30:22.729978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-2ef643a9-5b9d-47ad-b39a-4a455a801a49 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421816
Nov 23 13:30:22.805527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:30:22.924016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:22.945160 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-d1791fc6-b1f2-4517-b1be-7807dda29960 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2078190
Nov 23 13:30:22.952330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451a5fe-f6a7-4709-b32b-df54c3d5eba1 req-dc39cc7a-3b0a-4d13-85dd-70f989dc7102 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:22.953902 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c451a5fe-f6a7-4709-b32b-df54c3d5eba1 req-dc39cc7a-3b0a-4d13-85dd-70f989dc7102 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.1932855
Nov 23 13:30:22.957182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:30:22.966972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:30:22.970656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:22.972544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:30:23.013178 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c451a5fe-f6a7-4709-b32b-df54c3d5eba1 req-4f26c7fc-3710-4c19-90fe-c00eb04cc52f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520663
Nov 23 13:30:23.043799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:30:23.051538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'code': 200}
Nov 23 13:30:23.055172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.055769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.056174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.056576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.056959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.057337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.057735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.058110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.058481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.058852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.059222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.059593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.060047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.060431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.060810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.061182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.061547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.061919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.062282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.062647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.063014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.063383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.063746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.064109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:23.068749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:30:24.234970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3df26-537b-4419-b19e-599e21469dd7 req-2e3921f7-b5ff-42b9-af4f-d2e38421f53f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:24.236617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ad3df26-537b-4419-b19e-599e21469dd7 req-2e3921f7-b5ff-42b9-af4f-d2e38421f53f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 944 time: 0.0858645
Nov 23 13:30:24.285307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8ad3df26-537b-4419-b19e-599e21469dd7 req-c34c3aff-05da-471e-9a0d-5bf428610044 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423498
Nov 23 13:30:25.223749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:30:25.295081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a2476ce6-c4be-447e-98ff-930645629c27 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:30:25.295665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:25.418129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:25.446938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:30:25.457217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:30:25.460212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:25.462352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:30:25.513962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ff75d-69f0-4b58-bdee-d85c9f7b3988 req-d024c035-a611-4952-8542-5eb32c4135c5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:25.515637 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b8ff75d-69f0-4b58-bdee-d85c9f7b3988 req-d024c035-a611-4952-8542-5eb32c4135c5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0929155
Nov 23 13:30:25.524213 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'code': 200}
Nov 23 13:30:25.537433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:30:25.541743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:30:25.568060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b8ff75d-69f0-4b58-bdee-d85c9f7b3988 req-f5d9bbea-d924-40a8-b42d-e68e56ff4402 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451925
Nov 23 13:30:25.924816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb1bd4-bbc0-46d8-a2ee-0c89cbf17b3b req-ace379c5-ef7e-4a6a-9eba-582124281988 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:25.926449 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4adb1bd4-bbc0-46d8-a2ee-0c89cbf17b3b req-ace379c5-ef7e-4a6a-9eba-582124281988 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0904529
Nov 23 13:30:25.929869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-33e6b8d4-e346-4d10-9538-525794beaf69 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:25.931443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-33e6b8d4-e346-4d10-9538-525794beaf69 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5&tenant_id=9e670a8167494ee1904797626a5f6944&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.0934763
Nov 23 13:30:25.978413 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4adb1bd4-bbc0-46d8-a2ee-0c89cbf17b3b req-8c4dede6-d803-4a8b-aeb8-f13994cf26a2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449815
Nov 23 13:30:26.105096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-bd3ae569-7360-4fea-913a-868e26e2216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:26.106717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-bd3ae569-7360-4fea-913a-868e26e2216f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0770841
Nov 23 13:30:26.320906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528d49e-3bb8-4de0-a181-790e9cdbc7cb req-8a3124ee-f8a6-421f-8af2-51934ef28f49 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:26.323239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d528d49e-3bb8-4de0-a181-790e9cdbc7cb req-8a3124ee-f8a6-421f-8af2-51934ef28f49 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.2116957
Nov 23 13:30:26.329496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-6697f4ae-e5c5-4644-91b6-f863c496618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:26.331005 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-6697f4ae-e5c5-4644-91b6-f863c496618a service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.2176189
Nov 23 13:30:26.581097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.63', 62166) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:30:26.671702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-3877db1b-2b30-4b4d-8378-f4fb3ecbd9ad service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0890400
Nov 23 13:30:26.731582 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d528d49e-3bb8-4de0-a181-790e9cdbc7cb req-06bdf1f2-d30f-4e27-8461-ce10808c1e43 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3995335
Nov 23 13:30:26.733728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-9d7d80bf-1c13-454c-8363-e1d613291e08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1002 time: 0.3871424
Nov 23 13:30:26.804618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-fd1effd4-b463-450a-8f2a-b3e52956e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:26.806850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-fd1effd4-b463-450a-8f2a-b3e52956e4dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0658364
Nov 23 13:30:26.887370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-ebe1fd1e-fe95-4a2a-944b-0deb3aacb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:26.888968 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-ebe1fd1e-fe95-4a2a-944b-0deb3aacb76c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749192
Nov 23 13:30:26.981688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:30:27.035412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-84b4ba5a-deb3-4f94-a916-a18914e0cef0 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391029
Nov 23 13:30:27.054101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port a2476ce6-c4be-447e-98ff-930645629c27 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:30:27.054527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:27.179223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba65eccc-795f-41fc-8908-cdcaebc3222d req-ec2dd7a1-e366-4c6e-8773-41ddb3f39363 service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371684
Nov 23 13:30:27.389274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-d9dbabf8-a0ee-4175-b87f-a66555790f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:27.390878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-d9dbabf8-a0ee-4175-b87f-a66555790f19 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0827091
Nov 23 13:30:27.557205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-8935113c-7bfb-43f6-8701-fcdb10a869dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:27.559001 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-8935113c-7bfb-43f6-8701-fcdb10a869dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.1463540
Nov 23 13:30:27.690454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-add19300-e14b-4dde-9b44-f2e99d5c0dc0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 1002 time: 0.1107094
Nov 23 13:30:27.766576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-3b0f51b9-20cd-4083-b72e-47584ddeb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:27.768544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-3b0f51b9-20cd-4083-b72e-47584ddeb77a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0718064
Nov 23 13:30:27.855055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-c88da728-1360-46bb-8d23-b7fd669c9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:27.856630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-c88da728-1360-46bb-8d23-b7fd669c9c7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821087
Nov 23 13:30:27.950470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d78e1cdf-d3b4-45d0-b06e-e81b7be7944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:27.959319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abea714-442f-49a6-8d2f-dbd8d57a55f4 req-75715f8a-a874-4be4-9d6c-538b3741bdcc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:27.960992 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4abea714-442f-49a6-8d2f-dbd8d57a55f4 req-75715f8a-a874-4be4-9d6c-538b3741bdcc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0918007
Nov 23 13:30:28.012141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4abea714-442f-49a6-8d2f-dbd8d57a55f4 req-7b02db6d-6fad-4e91-b834-909fda1e96a3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430667
Nov 23 13:30:28.015451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-2f688f0e-aa6f-47f3-869d-47d39c97524f service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514101
Nov 23 13:30:28.045341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55594) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:30:28.161891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fa7d54e7-9b57-420d-b4a8-c8b3ffc7cc1c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/c7f237a6-7598-498a-8f9f-c3dd90315519 HTTP/1.1" status: 200  len: 994 time: 0.1151967
Nov 23 13:30:28.165176 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-4ee84ee5-f16f-45f3-94f4-7ed5ea8b361c service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427758
Nov 23 13:30:30.379298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-17cbdd6b-b8d1-4924-a683-a60697806602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:30.883982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:32.109515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:32.454620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:37.955910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:30:47.365025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:56.705919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55606) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:30:56.923185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 4ddeb9b5-a3cd-43b4-858a-5355c7239772 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:30:56.923564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:57.100128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:57.100386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:57.231044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 4ddeb9b5-a3cd-43b4-858a-5355c7239772 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:30:57.386384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:57.402366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b602cf65-7603-4ca4-8b6c-075fb77e5e62 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:30:57.500982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=4ddeb9b5-a3cd-43b4-858a-5355c7239772,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:30:57.517296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.517716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.518136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.518541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.518947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.519352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.519754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.520154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.520584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.520983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.521379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.521772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.522258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.522656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.523054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.523450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.523844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.524240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.525306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.525705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.526103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.526499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.526895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.527289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:30:57.532291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:30:57.643183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:57.643443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP c7f237a6-7598-498a-8f9f-c3dd90315519 disassociated (deleted). External IP: 172.26.6.202, port: a2476ce6-c4be-447e-98ff-930645629c27.
Nov 23 13:30:57.952336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d78af5c-2d13-4010-b5b9-c17da15f3380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:58.068564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router d2a061ba-0962-4219-bed4-f921216c370e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:30:58.554436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:30:58.564368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Sync routers for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:30:58.574983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:30:58.577414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:30:58.578105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824187128>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:30:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:30:58.639788 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/floatingips/c7f237a6-7598-498a-8f9f-c3dd90315519 HTTP/1.1" status: 204  len: 168 time: 1.9326656
Nov 23 13:30:58.640521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:30:58.784287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:30:58.806855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'status': 'completed', 'code': 200}
Nov 23 13:30:58.935922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-9d502a1e-c937-433b-a9eb-6cd7f9ca10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:58.937916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-9d502a1e-c937-433b-a9eb-6cd7f9ca10eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 1163 time: 0.0892844
Nov 23 13:30:59.138733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824187128>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:30:59.142938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Checking router: d2a061ba-0962-4219-bed4-f921216c370e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:30:59.151178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-3429a1d9-7d31-441a-9fa0-0b29ae854bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:59.152804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-3429a1d9-7d31-441a-9fa0-0b29ae854bcf service neutron] 10.222.0.63 "GET /v2.0/networks?id=b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 200  len: 891 time: 0.2069333
Nov 23 13:30:59.155705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:30:59.156377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824187128>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:30:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:30:59.163618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1a-84e6-494d-a585-94dd0395ee7a req-9672c5f2-ee0b-4f3a-96f4-d3076421e6c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:59.165763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe338b1a-84e6-494d-a585-94dd0395ee7a req-9672c5f2-ee0b-4f3a-96f4-d3076421e6c9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.1417544
Nov 23 13:30:59.256336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-51da8ee8-9598-4d22-b5c9-8b5ac0f9c3cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 200  len: 217 time: 0.0893717
Nov 23 13:30:59.332982 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-fe338b1a-84e6-494d-a585-94dd0395ee7a req-f7de3841-4713-4e99-8a4e-4502661b5cf7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113551
Nov 23 13:30:59.344817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-bb56efe3-6a30-46d0-9401-d4e551eab01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:59.346545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-bb56efe3-6a30-46d0-9401-d4e551eab01f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 200  len: 835 time: 0.0798812
Nov 23 13:30:59.436692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-2555c549-4660-4ad2-8c52-1bca6965069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:30:59.438297 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-2555c549-4660-4ad2-8c52-1bca6965069d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b7faa9a5-4457-4289-945b-2980453b536a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846417
Nov 23 13:30:59.532264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:30:59.593928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-a5507c5c-c784-4ff6-9a5b-0911bca850fb service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465182
Nov 23 13:30:59.746683 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2245c0b-1712-43c9-a2f7-47ad0cafb4de req-67e5a112-ea0f-41de-b0e5-535c0f70907d service neutron] 10.222.0.63 "GET /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451461
Nov 23 13:30:59.875375 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824187128>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:30:59.879631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237dfb3-bf49-480d-9243-fc479838e3eb None None] The sync data for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs is: [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:16Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '1d37deda-8050-47d7-9cfd-c02f3483d109', 'name': '', 'network_id': 'b7faa9a5-4457-4289-945b-2980453b536a', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:d8:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:15Z', 'updated_at': '2020-11-23T13:29:22Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '2aa63372-c8e6-456a-bbbb-b89a0b8d089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:31:00.290901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a4e28-cadb-465d-84a3-73b88a69fc71 None None] New status for floating IP c7f237a6-7598-498a-8f9f-c3dd90315519: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:31:00.382168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5d02-58b1-4dcb-b506-ee70853c6696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:00.568026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8669455-ba3c-4c95-b381-b38bf1752331 req-00577a31-151e-4821-9482-4d966702a5af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:00.568848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f8669455-ba3c-4c95-b381-b38bf1752331 req-00577a31-151e-4821-9482-4d966702a5af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:00.585636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f8669455-ba3c-4c95-b381-b38bf1752331 req-00577a31-151e-4821-9482-4d966702a5af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:00.587068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8669455-ba3c-4c95-b381-b38bf1752331 req-00577a31-151e-4821-9482-4d966702a5af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.1108062
Nov 23 13:31:00.638503 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f8669455-ba3c-4c95-b381-b38bf1752331 req-8cc8901e-dd50-4f15-96fa-84515ac82c80 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449016
Nov 23 13:31:00.843224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487f2f-8496-4c12-a79d-f14f88863875 req-42e878e5-d3a8-40a3-87c9-0c326128cab2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:00.844725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-94487f2f-8496-4c12-a79d-f14f88863875 req-42e878e5-d3a8-40a3-87c9-0c326128cab2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 946 time: 0.0883827
Nov 23 13:31:00.888774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:00.927609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port a2476ce6-c4be-447e-98ff-930645629c27 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:31:00.927995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:01.041257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device a2476ce6-c4be-447e-98ff-930645629c27 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:31:01.161773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:01.191569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:01.191840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:31:01.191973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:01.202727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:01.206025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:01.208013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:01.257869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'code': 200}
Nov 23 13:31:01.281911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:01.285356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:01.325070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for a2476ce6-c4be-447e-98ff-930645629c27 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:31:01.405386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:31:01.405802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:31:01.865187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7056-5a2e-4cba-982a-bd94e73d88ef req-a2f3415c-d2c6-4f36-b488-3b1d505ed794 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:01.866806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aeb7056-5a2e-4cba-982a-bd94e73d88ef req-a2f3415c-d2c6-4f36-b488-3b1d505ed794 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 944 time: 0.0912991
Nov 23 13:31:01.907135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port a2476ce6-c4be-447e-98ff-930645629c27 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:31:01.907567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:01.919434 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6aeb7056-5a2e-4cba-982a-bd94e73d88ef req-c3c9135c-9cdb-41c5-8aa0-60fec43a6faa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=5a71b992-5673-444d-bd6d-2b72b67578a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461507
Nov 23 13:31:02.112727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:02.172168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port a2476ce6-c4be-447e-98ff-930645629c27, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=a2476ce6-c4be-447e-98ff-930645629c27,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:02.172657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:02.304040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for a2476ce6-c4be-447e-98ff-930645629c27 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:31:02.457335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:02.460608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:02.480205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-87258a0b-6302-4e33-b225-59842d1ec50b tempest-TestEncryptedCinderVolumes-1007639151 tempest-TestEncryptedCinderVolumes-1007639151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:02.584090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=a2476ce6-c4be-447e-98ff-930645629c27,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:02.604341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.604825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.605255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.605679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.606095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.606513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.606932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.607347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.607764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.608174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.608611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.609023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.609520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.609934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.610346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.610756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.611163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.611576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.611978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.612395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.612822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.613229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.613635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.614040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:02.619383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:02.711069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] No DVR routers for this DVR port a2476ce6-c4be-447e-98ff-930645629c27 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:31:02.714282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:02.717117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-deleted', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:31:02.732347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-94487f2f-8496-4c12-a79d-f14f88863875 req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "DELETE /v2.0/ports/a2476ce6-c4be-447e-98ff-930645629c27 HTTP/1.1" status: 204  len: 173 time: 1.8816309
Nov 23 13:31:02.874059 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5', 'name': 'network-vif-deleted', 'tag': 'a2476ce6-c4be-447e-98ff-930645629c27', 'status': 'completed', 'code': 200}
Nov 23 13:31:03.119025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2a7d5f3c-f655-4b8d-b3a2-db2f5052c988 req-24f4bb7f-4af1-4ffc-b28b-dc63346fcd55 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=ab1b7dab-effd-4c59-bd04-cc0e92b3c7b5 HTTP/1.1" status: 200  len: 210 time: 0.0474637
Nov 23 13:31:04.235493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55632) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:04.677466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:05.325896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 1d37deda-8050-47d7-9cfd-c02f3483d109 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:31:05.326505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:05.528797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 1d37deda-8050-47d7-9cfd-c02f3483d109, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=1d37deda-8050-47d7-9cfd-c02f3483d109,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:05.529190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:05.657639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 1d37deda-8050-47d7-9cfd-c02f3483d109 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:31:05.840891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:05.856896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-91c956df-e867-4d03-a98a-20c307f3553b tempest-DeleteServersTestJSON-889897362 tempest-DeleteServersTestJSON-889897362] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:05.957900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=1d37deda-8050-47d7-9cfd-c02f3483d109,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:05.962507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:06.298555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:07.306964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router d2a061ba-0962-4219-bed4-f921216c370e has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:31:07.517824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:31:07.527372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Sync routers for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:31:07.533510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/d2a061ba-0962-4219-bed4-f921216c370e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2968307
Nov 23 13:31:07.536363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55636) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:07.541172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:07.541856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825373080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:07.737348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:07.756216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting subnet 2aa63372-c8e6-456a-bbbb-b89a0b8d089f {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:31:07.760661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:07.826599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:07.923849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.050593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825373080>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:31:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:08.054763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Checking router: d2a061ba-0962-4219-bed4-f921216c370e for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:31:08.067556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Routers {'d2a061ba-0962-4219-bed4-f921216c370e'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:08.068242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825373080>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['d2a061ba-0962-4219-bed4-f921216c370e'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:08.222074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.239024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acf5c8e2-d3bf-4874-8eb1-3f37a982bc82 tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:08.262739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] Set router d2a061ba-0962-4219-bed4-f921216c370e gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:08.330075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Subnet': ['ID=2aa63372-c8e6-456a-bbbb-b89a0b8d089f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:08.334642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:08.378724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.386141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d9b29376-e63c-4d65-bd89-66c0c312665d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/subnets/2aa63372-c8e6-456a-bbbb-b89a0b8d089f HTTP/1.1" status: 204  len: 168 time: 0.8486538
Nov 23 13:31:08.388966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55640) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:08.396814 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00205469-1726-439b-a502-554221b1027e None None] Network b7faa9a5-4457-4289-945b-2980453b536a requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:31:08.616186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.891037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.902569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 20222508-7ebe-4998-8fef-a0296b2aa7a6 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:31:08.902961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:08.945679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825373080>, [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:31:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:08.954066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397e42c-909f-443d-90e6-da467c10df81 None None] The sync data for ids ['d2a061ba-0962-4219-bed4-f921216c370e'] in dv-neutron-601336-59-ovs is: [{'id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270079497', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:31:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '20222508-7ebe-4998-8fef-a0296b2aa7a6', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a061ba-0962-4219-bed4-f921216c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:29:11Z', 'updated_at': '2020-11-23T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:31:08.977125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] DHCP port deletion for b7faa9a5-4457-4289-945b-2980453b536a request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:31:08.983258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Deleting port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:31:08.983689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:09.104248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 20222508-7ebe-4998-8fef-a0296b2aa7a6, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=20222508-7ebe-4998-8fef-a0296b2aa7a6,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:09.104673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:09.205436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] For port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,segment=NetworkSegment(9932ab70-7b6b-43d9-a633-f9125b530f1b),segment_id=9932ab70-7b6b-43d9-a633-f9125b530f1b)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:09.205896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:09.242131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 20222508-7ebe-4998-8fef-a0296b2aa7a6 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:31:09.340315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Calling delete_port for 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:31:09.420411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:09.421692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:09.437562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-50138489-edcc-4b6c-a118-8b7e53ed2fc8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:09.437811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:09.531048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Pushing event deleted for resources: {'Port': ['ID=871ab0ec-38c3-4b86-a1b6-02f2ccb39dae,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:09.535346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:09.541358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=20222508-7ebe-4998-8fef-a0296b2aa7a6,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:09.545441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:09.581775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] No DVR routers for this DVR port 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:31:09.812719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.093577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.098197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.184214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:31:10.221866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:31:10.222267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 871ab0ec-38c3-4b86-a1b6-02f2ccb39dae not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:31:10.222750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d37deda-8050-47d7-9cfd-c02f3483d109 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:31:10.262341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 1d37deda-8050-47d7-9cfd-c02f3483d109 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:31:10.262740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 1d37deda-8050-47d7-9cfd-c02f3483d109 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:31:10.393273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.393820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Fanout notify agent at l3_agent the message router_deleted on router d2a061ba-0962-4219-bed4-f921216c370e {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:31:10.409296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.413231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/routers/d2a061ba-0962-4219-bed4-f921216c370e HTTP/1.1" status: 204  len: 168 time: 2.0205641
Nov 23 13:31:10.413460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55644) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:10.625700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.835454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:10.965748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824135f28>,) {'filters': {'network_id': ['b7faa9a5-4457-4289-945b-2980453b536a']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:10.979300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824135f28>, '9932ab70-7b6b-43d9-a633-f9125b530f1b') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:10.979664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824135f28>, '9932ab70-7b6b-43d9-a633-f9125b530f1b') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:10.991672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.007011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.009953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:31:11.194823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:31:11.204829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.387327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network b7faa9a5-4457-4289-945b-2980453b536a has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:31:11.415329 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:31:11.494843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.498139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f00fdf4f-cb6a-4e53-8c82-c73e415cfedb tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:11.513507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.525570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Network': ['ID=b7faa9a5-4457-4289-945b-2980453b536a,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:11.529043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:11.533864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-452e4450-30db-43e8-a31a-e427598d383d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/networks/b7faa9a5-4457-4289-945b-2980453b536a HTTP/1.1" status: 204  len: 168 time: 1.1193495
Nov 23 13:31:11.536763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55650) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:11.619020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.650943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.707028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.713627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4337c9a-9122-4265-bea7-dfb3b2b514c6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:11.729750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71b992-5673-444d-bd6d-2b72b67578a1,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:11.732542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:11.742237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:11.744230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9c985f96-d8b9-4ad3-bee0-8fd8ea938232 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/security-groups/5a71b992-5673-444d-bd6d-2b72b67578a1 HTTP/1.1" status: 204  len: 168 time: 0.2063808
Nov 23 13:31:12.058552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55658) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.064479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541882890', 'description': 'tempest-secgroup-smoke-1541882890 description', 'project_id': '9e670a8167494ee1904797626a5f6944'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.071985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.076437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.079556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.085428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.092940 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 20222508-7ebe-4998-8fef-a0296b2aa7a6 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:31:12.095831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.126949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 20222508-7ebe-4998-8fef-a0296b2aa7a6 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:31:12.127347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 20222508-7ebe-4998-8fef-a0296b2aa7a6 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:31:12.135744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.139852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.142870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.148718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.207123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.209810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.215840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d9fe2068-24ca-4273-bcc8-c2505ad5d8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:12.262427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=c457bbd5-b085-440b-b829-1539421f2bdd,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:12.265266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.266656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1680 time: 0.2070220
Nov 23 13:31:12.267643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bc3aa965-8228-421e-8344-84f9a867db8b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:12.270145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55662) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.276892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.283512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.288597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.291670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.297527 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.313308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.382403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.386188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.393230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-29f48a49-c790-496b-8069-a4ac20591c2c tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:12.416315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e895e91-d465-4cdc-8a8b-cbc8b71fba97,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:12.419270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:12.422761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.424041 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9677d786-15a5-4b72-a06d-4b9e1ddf4a3b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1526384
Nov 23 13:31:12.426995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55666) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.433289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.439623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.443705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.446938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.452815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.468915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.533371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.536104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.538058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36a20010-7aa5-4b56-bd74-6221209e3452 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:12.562601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f6b6b-332f-4231-9a15-756217d5d6b1,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:12.565140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:12.571529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.572829 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5d5582f6-8a9f-42c9-9bfd-c42db230bd3a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1448460
Nov 23 13:31:12.575754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55670) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.581307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.588770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.593134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.596332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.603429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.619852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.690166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.693173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.695105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-315d93fe-be6f-4cf4-834e-519996260dbc tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:12.720785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715692cb-e298-4abb-9431-d8ae38c99a7b,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:12.723431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:12.730623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.731918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1551807
Nov 23 13:31:12.734902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55674) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.740368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.747648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.751771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.754833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.761511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.777813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.852245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.855057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.857026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d34f915d-7947-4250-90bc-a07e51e4f777 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:12.881860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe782d87-d893-4062-b4c3-2201d2a63ce1,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:12.887364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:12.890948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:12.892231 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b0bc7c2a-d7a7-42e9-84d7-6fdfc3a752b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1563482
Nov 23 13:31:12.895107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55678) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:12.901270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:12.907951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:12.912412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:12.916084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:12.922034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:12.931316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:31:12.938063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.006483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.009963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.011873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b1171329-80d2-4ba2-bb39-65140be3be39 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:13.035518 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9316813-5c32-4ff7-a800-c27ebcefd4b2,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:13.038105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:13.044633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.045913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-56b9539f-8cca-4601-b828-4a5313d69390 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1497941
Nov 23 13:31:13.048830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55682) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:13.054391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'c457bbd5-b085-440b-b829-1539421f2bdd', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:13.061128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:13.065173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:13.068174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:13.074549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:13.088137 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:31:13.095257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.166544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.169593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.171504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0adb8fab-770b-45de-801c-4f93f2699357 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:13.195142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3bdbbf-157a-40af-b723-fbbbb5ec15c3,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:13.198538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:13.204975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.206261 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-96ac682f-2bf8-4623-9af2-47aca61e584c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1564600
Nov 23 13:31:13.209339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55686) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:13.216190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'network': {'name': 'tempest-network-smoke--2004513224', 'project_id': '9e670a8167494ee1904797626a5f6944', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:13.221571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:13.226492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:network and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:13.229961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:13.235958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:13.245238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:31:13.250578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.284041 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:31:13.293637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.294054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Added segment 15f42697-03f0-4bda-906a-961dd6b4ec28 of type vxlan for network 61e06b44-daf4-41d1-aaad-db114bd75104
Nov 23 13:31:13.321023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.350638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.355641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:13.356279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.361659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ca0df974-038e-4d83-b1ea-b9705ff61bcc tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:13.466684 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2562425
Nov 23 13:31:13.469837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55690) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:13.476112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'admin_state_up': True, 'project_id': '9e670a8167494ee1904797626a5f6944', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:13.476616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Network': ['ID=61e06b44-daf4-41d1-aaad-db114bd75104,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:13.480382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5767645f-2506-48e3-9577-24cf7e2e9664 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:13.484897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:13.488255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:31:13.489034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:router and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:13.492078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:13.498880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:13.506857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:31:13.510726 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.511851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.534551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.695833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.890833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:13.927536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:14.200395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.145 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/5a89ae1d-7b8a-4d66-b953-617852ec4bec) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:31:14.365598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:14.392125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:14.407541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9158890-b60f-4005-bc1a-8a7388e2c1cb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:14.551649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=5a89ae1d-7b8a-4d66-b953-617852ec4bec,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:14.557679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:14.615084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:14.616290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:14.619470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:31:14.787881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:14.788696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:14.956401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:31:15.029765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 5a2f5945-e2a8-4739-99be-23ca8c6466bf is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:31:15.246209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:31:15.257248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Sync routers for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:31:15.270923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:15.271664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c3f5f8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:15.273039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:15.275086 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8035533
Nov 23 13:31:15.278441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55694) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:15.401437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3f6ff76a-5b2a-49d5-94bc-7f41361cad6f tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/subnets?project_id=9e670a8167494ee1904797626a5f6944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1217473
Nov 23 13:31:15.404183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55700) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:15.410584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958043760', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'project_id': '9e670a8167494ee1904797626a5f6944', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:15.460574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:15.529238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:15.533239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:subnet and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:15.536217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:15.542076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:15.552636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:31:15.669759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:15.776985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c3f5f8>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:15.781554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Checking router: 5a2f5945-e2a8-4739-99be-23ca8c6466bf for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:31:15.781889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Updating router 5a2f5945-e2a8-4739-99be-23ca8c6466bf port 5a89ae1d-7b8a-4d66-b953-617852ec4bec binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:31:15.841608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.255459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.269313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Transition to ACTIVE for port object 5a89ae1d-7b8a-4d66-b953-617852ec4bec will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:16.272240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.293451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9468178-2b2a-4782-8a9c-395b7fad263c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:16.386743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.402894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13bb30d2-af59-471d-8727-61ebae970a23 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:16.432106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Pushing event updated for resources: {'Port': ['ID=5a89ae1d-7b8a-4d66-b953-617852ec4bec,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:16.458708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.459096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.459475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.459847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.460213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.460611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.460977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.461893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.462505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.462964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.463331 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.463695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.464151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.464562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.464928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.465287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.465646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.466007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.466366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.466734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.467087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.467451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.467812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.468168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:16.472392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:16.522880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Attempting to bind port 5a89ae1d-7b8a-4d66-b953-617852ec4bec on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:31:16.523305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Attempting to bind port 5a89ae1d-7b8a-4d66-b953-617852ec4bec by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:31:16.523749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Attempting to bind port 5a89ae1d-7b8a-4d66-b953-617852ec4bec on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:31:16.531929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:31:16.532343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:31:16.532818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.533255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:31:16.533778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Bound port: 5a89ae1d-7b8a-4d66-b953-617852ec4bec, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:31:16.534196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.536944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Subnet': ['ID=63785332-b001-4e62-a1c2-ce6784e1f4bf,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:16.542272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:16.615127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] For port 5a89ae1d-7b8a-4d66-b953-617852ec4bec, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:31:16.615920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Checking segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:31:16.616319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network hostable DHCP agents. Network: 61e06b44-daf4-41d1-aaad-db114bd75104, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:31:16.619394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] For port 5a89ae1d-7b8a-4d66-b953-617852ec4bec, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a89ae1d-7b8a-4d66-b953-617852ec4bec,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:31:16.622935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.642339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36b5fc63-8bbc-4f80-bc86-9555e6f14b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:16.644063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:31:16.653646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 61e06b44-daf4-41d1-aaad-db114bd75104) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:16.663782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a42d3-7ea4-41a7-bf04-9fad76ae684d None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:31:16.684460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:16.685485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:16.718562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55704) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:16.718996 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3133540
Nov 23 13:31:16.955931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Pushing event updated for resources: {'Port': ['ID=5a89ae1d-7b8a-4d66-b953-617852ec4bec,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:16.961080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13b008d3-81cd-48e1-9bce-6fa779e3daf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:16.971978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-61e06b44-daf4-41d1-aaad-db114bd75104', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:31:16.972937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.035469 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:17.036183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c3f5f8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:17.241244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:17.295234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Allocated IP 172.20.0.2 (61e06b44-daf4-41d1-aaad-db114bd75104/63785332-b001-4e62-a1c2-ce6784e1f4bf/3aa0e1a3-4fba-4bbc-9b00-88448767c98c) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:31:17.421928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.547318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.559017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Transition to ACTIVE for port object 3aa0e1a3-4fba-4bbc-9b00-88448767c98c will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:17.563465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c3f5f8>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:17.567914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac51aa-d7b7-4829-bf8c-5f149d393b6b None None] The sync data for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs is: [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:31:17.576611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Transition to ACTIVE for port object 3aa0e1a3-4fba-4bbc-9b00-88448767c98c will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:17.583928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.604575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:17.743852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:17.748955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:17.774915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.803597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:17.805799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:17.808270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:31:17.866266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Attempting to bind port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:31:17.866683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Attempting to bind port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:31:17.867091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Attempting to bind port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c on network 61e06b44-daf4-41d1-aaad-db114bd75104 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:31:17.874614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:31:17.875043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Checking segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:31:17.875500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.876004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Bound using segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:31:17.876520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Bound port: 3aa0e1a3-4fba-4bbc-9b00-88448767c98c, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:31:17.876954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:17.983157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] For port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:31:17.988484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] For port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:31:17.994047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.011481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:18.176336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:18.183265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:18.205321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a89ae1d-7b8a-4d66-b953-617852ec4bec up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:18.309616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 5a89ae1d-7b8a-4d66-b953-617852ec4bec completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:18.316373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5a89ae1d-7b8a-4d66-b953-617852ec4bec triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:18.316852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.438860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.1 (61e06b44-daf4-41d1-aaad-db114bd75104/63785332-b001-4e62-a1c2-ce6784e1f4bf/3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:31:18.458184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.478540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 5a89ae1d-7b8a-4d66-b953-617852ec4bec, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a89ae1d-7b8a-4d66-b953-617852ec4bec,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:18.483479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.486099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:18.568057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=5a89ae1d-7b8a-4d66-b953-617852ec4bec,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:18.582036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:18.653621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.688356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:18.711995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:18.730812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-80b98bcc-0a7d-44cb-bcdb-c9b001d99bdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:18.891200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:18.894681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:18.955632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:18.956890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:18.959363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:31:19.030168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:19.132620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:19.739833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:19.745594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:19.788611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc4b19-907f-4a13-bec3-f73916b1d54c None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:31:19.788798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:19.911216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:19.935220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:19.939738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:20.088229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-47b0ac09-2964-4f70-817d-34adb7772834 None None] Provisioning for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:20.129344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:20.130608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:20.269380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a89ae1d-7b8a-4d66-b953-617852ec4bec up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:20.353589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 5a89ae1d-7b8a-4d66-b953-617852ec4bec triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:20.354017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.489441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3aa0e1a3-4fba-4bbc-9b00-88448767c98c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:20.576273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 5a2f5945-e2a8-4739-99be-23ca8c6466bf has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:31:20.584415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-37bb2c6f-03b0-436d-891f-60852510de02 None None] Provisioning for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:20.591004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-37bb2c6f-03b0-436d-891f-60852510de02 None None] Provisioning complete for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:20.591359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-37bb2c6f-03b0-436d-891f-60852510de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.620679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:20.635953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:20.636377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.696206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-37bb2c6f-03b0-436d-891f-60852510de02 None None] Port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:31:20.780613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.825662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:20.825911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:31:20.833309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.840116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:20.842295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/5a2f5945-e2a8-4739-99be-23ca8c6466bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1219642
Nov 23 13:31:20.871413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Sync routers for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:31:20.891764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-14fa20ca-3a5b-4e37-99cd-f1f3edf7305c None None] Provisioning complete for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:20.892190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-14fa20ca-3a5b-4e37-99cd-f1f3edf7305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:20.975689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:20.976728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824dfd198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:21.054198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-a015bef7-92f4-4729-a1d2-3ab69d368f78 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:21.071749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-a015bef7-92f4-4729-a1d2-3ab69d368f78 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:21.077032 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-a015bef7-92f4-4729-a1d2-3ab69d368f78 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541882890&fields=id&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 267 time: 0.0703342
Nov 23 13:31:21.134399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:21.154895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:21.249772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-4a28e133-67cc-4adc-b43e-94f93338abc1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:21.251404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-4a28e133-67cc-4adc-b43e-94f93338abc1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:21.261445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:21.269244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-4a28e133-67cc-4adc-b43e-94f93338abc1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:21.270547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-4a28e133-67cc-4adc-b43e-94f93338abc1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 797 time: 0.1896067
Nov 23 13:31:21.288892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-3d87390e-fe7f-4451-9bd1-c489f979059c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/quotas/9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 375 time: 0.0117877
Nov 23 13:31:21.383941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-c49f90b2-afdb-4f0b-814d-d425b311a604 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:21.399385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-c49f90b2-afdb-4f0b-814d-d425b311a604 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:21.400830 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-c49f90b2-afdb-4f0b-814d-d425b311a604 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1050260
Nov 23 13:31:21.508311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d37d4560-bda3-4334-bbb8-a1df3686829e None None] Provisioning complete for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:21.508923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d37d4560-bda3-4334-bbb8-a1df3686829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:21.515223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-1bd6ad75-fbaf-48c3-ba08-a45e89f57745 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:31:21.516342 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-1bd6ad75-fbaf-48c3-ba08-a45e89f57745 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1026652
Nov 23 13:31:21.670594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-6577a2d7-d7f6-4eb6-901b-cff310e79b80 service neutron] 10.222.0.60 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471291
Nov 23 13:31:21.728383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824dfd198>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 2, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:21.733417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Checking router: 5a2f5945-e2a8-4739-99be-23ca8c6466bf for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:31:21.733824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Updating router 5a2f5945-e2a8-4739-99be-23ca8c6466bf port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:31:21.781767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d37d4560-bda3-4334-bbb8-a1df3686829e None None] Provisioning complete for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:21.782183 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d37d4560-bda3-4334-bbb8-a1df3686829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:21.832760 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-f405f229-00a5-4c3a-b619-ecabe3c55e57 service neutron] 10.222.0.60 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440032
Nov 23 13:31:21.832999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:21.865832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-d37d4560-bda3-4334-bbb8-a1df3686829e None None] Port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:31:22.044881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-374b57c8-92e2-47e1-ae02-d8fb6189f21d req-224b04cb-9c0a-4914-ad21-4d9c922d6302 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:22.057956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-374b57c8-92e2-47e1-ae02-d8fb6189f21d req-224b04cb-9c0a-4914-ad21-4d9c922d6302 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:22.059224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-374b57c8-92e2-47e1-ae02-d8fb6189f21d req-224b04cb-9c0a-4914-ad21-4d9c922d6302 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 210 time: 0.0609124
Nov 23 13:31:22.152367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3aa0e1a3-4fba-4bbc-9b00-88448767c98c up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:22.286094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:22.286577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:22.419936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:22.466635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Transition to ACTIVE for port object 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:22.475508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:22.494914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-36784f8c-4bf3-4e7e-bd84-e7389cfa9712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:22.825100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Pushing event updated for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:22.829784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:23.002043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Attempting to bind port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:31:23.002462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Attempting to bind port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:31:23.002883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Attempting to bind port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f on network 61e06b44-daf4-41d1-aaad-db114bd75104 {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:31:23.010913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:31:23.011320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Checking segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:31:23.011794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:23.012233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Bound using segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:31:23.012823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Bound port: 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:31:23.013304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:23.128521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] For port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:31:23.132198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] For port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:31:23.136014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:23.151011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:23.250259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-06a620a3-68b7-44d5-b6c9-3c2e2d712d03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:23.251035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-06a620a3-68b7-44d5-b6c9-3c2e2d712d03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:23.261813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ead093ed-51f1-4577-82a0-638993c4a931 req-af7cc4cb-679e-404d-bc04-6b77316be0eb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 210 time: 0.0544226
Nov 23 13:31:23.268004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6974992b-6992-414c-89c7-cddcbb778298 req-06a620a3-68b7-44d5-b6c9-3c2e2d712d03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:23.269573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-06a620a3-68b7-44d5-b6c9-3c2e2d712d03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 797 time: 0.2192566
Nov 23 13:31:23.311137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Pushing event updated for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:23.346545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.347042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.347410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.347952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.348344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.348780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.349083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.349458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.350277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.350277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.350557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.350898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.351659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.352121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.352526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.352900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.353269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.353639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.354009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.354503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.354750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.355130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.355538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.355904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:31:23.360657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:23.369095 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-46332d8e-33d8-41f6-9b0a-5b5e97d9af12 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 7377 time: 0.0807505
Nov 23 13:31:23.378494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'port': {'device_id': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'admin_state_up': True, 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'security_groups': ['c457bbd5-b085-440b-b829-1539421f2bdd']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:23.393343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:23.394180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824dfd198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:23.604710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:23.802465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:23.813545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:23.822801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:31:23.828693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:23.970560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f171546f-72b8-412f-8dee-55193c369260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824dfd198>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:23Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:23.974916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171546f-72b8-412f-8dee-55193c369260 None None] The sync data for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs is: [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:23Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:31:24.166456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.10 (61e06b44-daf4-41d1-aaad-db114bd75104/63785332-b001-4e62-a1c2-ce6784e1f4bf/9d3ac8f4-6f2b-4c23-8331-22b667e9bab7) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:31:24.175751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:24.253720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:24.260863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:24.261212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.394465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.419167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.438358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:24.438567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:24.444898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.449225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:24.505250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.509430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1131c76-0012-45ce-b444-1b83e166cc9a req-63a12463-a337-4f42-87fb-2dba6908e527 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 210 time: 0.0512156
Nov 23 13:31:24.529825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:24.534320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:24.578002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3453c831-c68f-4b08-8903-f77627f2a605 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:24.666519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:24.674700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:24.730889 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:24.732135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:24.734489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:31:24.811646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:24.812876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.840478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4659507
Nov 23 13:31:24.860151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Request body: {'port': {'device_id': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:24.988071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:24.994497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-61730e97-8047-4411-9661-0d797ebe0a49 None None] Provisioning for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:24.999820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-61730e97-8047-4411-9661-0d797ebe0a49 None None] Provisioning complete for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:25.000250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61730e97-8047-4411-9661-0d797ebe0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.058559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-61730e97-8047-4411-9661-0d797ebe0a49 None None] Port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:31:25.420548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:31:25.427928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.441419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Transition to ACTIVE for port object 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:31:25.443956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.460320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ad20c7e5-be81-464f-9e23-8d66f20ea26e tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:25.597392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:25.602783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:25.756300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99643bc-b6ee-459c-878c-c67e97b6ee67 req-23731426-76bf-4270-9214-ab7238763069 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:25.760118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c99643bc-b6ee-459c-878c-c67e97b6ee67 req-23731426-76bf-4270-9214-ab7238763069 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 944 time: 0.1048472
Nov 23 13:31:25.795787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Attempting to bind port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:31:25.796166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Attempting to bind port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:31:25.796562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Attempting to bind port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 on network 61e06b44-daf4-41d1-aaad-db114bd75104 {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:31:25.805442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:31:25.806023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Checking segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:31:25.806437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.806838 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Bound using segment: {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:31:25.807324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Bound port: 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f42697-03f0-4bda-906a-961dd6b4ec28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:31:25.807718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.819467 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c99643bc-b6ee-459c-878c-c67e97b6ee67 req-5312470d-da8e-48fe-bc57-39b399bb5841 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535846
Nov 23 13:31:25.907049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] For port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:31:25.910226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] For port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:31:25.913495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:25.929308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4fa0c4e6-59c5-4f34-bc0d-973da41a4578 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:26.075718 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:26.092848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:26.128921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:26.129602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:26.131209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] 10.222.0.63 "PUT /v2.0/ports/9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 1158 time: 1.2760727
Nov 23 13:31:26.131797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:31:26.151588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:26.231092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'status': 'completed', 'code': 200}
Nov 23 13:31:26.232136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:26.232604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:26.277438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-610654d2-2cc1-4753-a461-e8d983846083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:26.279097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-610654d2-2cc1-4753-a461-e8d983846083 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1161 time: 0.0910208
Nov 23 13:31:26.363790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-5cd4fe0b-abbb-42c8-986f-4da04ac97d6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 217 time: 0.0718460
Nov 23 13:31:26.438324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-a84e3647-dfe5-4485-85a5-6b0c551d6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:26.439907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-a84e3647-dfe5-4485-85a5-6b0c551d6dd1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0705092
Nov 23 13:31:26.519237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974992b-6992-414c-89c7-cddcbb778298 req-0f71ecf9-bd1d-4afe-aa3d-278b035a8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:26.520930 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-0f71ecf9-bd1d-4afe-aa3d-278b035a8ffc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744886
Nov 23 13:31:26.667022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-f1c0ffdf-3b28-49de-b84b-422d76825618 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395462
Nov 23 13:31:26.814447 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6974992b-6992-414c-89c7-cddcbb778298 req-3f89763c-b0e6-4054-a6e1-53a925e67d15 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411564
Nov 23 13:31:26.986501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-ace6fe68-48b5-48f5-80dd-499908d91c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:26.988145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-ace6fe68-48b5-48f5-80dd-499908d91c64 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1161 time: 0.0849628
Nov 23 13:31:27.039794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28960-095a-4458-9405-bb28cf1a838a req-4e339188-210f-47ac-831c-96b4dfff8b42 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:27.041465 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3fe28960-095a-4458-9405-bb28cf1a838a req-4e339188-210f-47ac-831c-96b4dfff8b42 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 944 time: 0.0874226
Nov 23 13:31:27.092535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3fe28960-095a-4458-9405-bb28cf1a838a req-96e60201-9952-4808-a0ce-24b6916c8f5a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445306
Nov 23 13:31:27.137876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-9d72a19c-c931-401b-8e9f-2f610a36d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:27.139473 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-9d72a19c-c931-401b-8e9f-2f610a36d9a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 891 time: 0.1442778
Nov 23 13:31:27.212672 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-fa81150c-f967-4693-be02-a7dc2f0b25a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 217 time: 0.0650773
Nov 23 13:31:27.285340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-741fa4be-f67c-4d2f-bc63-057930a67050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:27.286911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-741fa4be-f67c-4d2f-bc63-057930a67050 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0677021
Nov 23 13:31:27.371595 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-14d038fb-0751-469b-a776-b7822a7aea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:27.373254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-14d038fb-0751-469b-a776-b7822a7aea5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787883
Nov 23 13:31:27.523443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-2cfc56e2-c840-440e-8164-3d5c179b0852 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415660
Nov 23 13:31:27.690741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7520e1e-d375-460a-84a0-ad9a66bc8e08 req-7bbde6af-cad9-43f1-83c1-e24e6cbaf485 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454079
Nov 23 13:31:27.955215 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1684b24c-d53b-4273-a82b-65562c4809df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:28.312048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c170aa-4e76-4295-9212-0fb06f8d57b9 req-5e477208-6411-4e12-b389-bdcc17c7cb73 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:28.312772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54c170aa-4e76-4295-9212-0fb06f8d57b9 req-5e477208-6411-4e12-b389-bdcc17c7cb73 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:31:28.327922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-54c170aa-4e76-4295-9212-0fb06f8d57b9 req-5e477208-6411-4e12-b389-bdcc17c7cb73 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:31:28.329192 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54c170aa-4e76-4295-9212-0fb06f8d57b9 req-5e477208-6411-4e12-b389-bdcc17c7cb73 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 944 time: 0.1036792
Nov 23 13:31:28.378567 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-54c170aa-4e76-4295-9212-0fb06f8d57b9 req-5ee96554-fdb2-4362-80b0-d211e19bcbef tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427289
Nov 23 13:31:29.599765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492270a-9828-41f3-ac44-da50d5c051e0 req-05e8f92a-80fa-48f3-94b1-b61ce8fffdd1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:29.602203 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d492270a-9828-41f3-ac44-da50d5c051e0 req-05e8f92a-80fa-48f3-94b1-b61ce8fffdd1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 944 time: 0.0879102
Nov 23 13:31:29.654189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d492270a-9828-41f3-ac44-da50d5c051e0 req-936213ff-eb24-4266-8270-0184bd9607a4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452125
Nov 23 13:31:29.852768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:29.925306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:31:29.930285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:29.930710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:30.045696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:30.072652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:31:30.082975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:31:30.086960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:30.089188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6df0cbcb-8f9a-4086-9167-2f1ee22691b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:30.161077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:30.165152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:30.213755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'code': 200}
Nov 23 13:31:30.385449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bfae2107-074c-4545-b835-54a01679b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:30.483708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee7d86-ba29-43bf-9f44-b429891ce57b req-886fee31-c602-42e2-8852-24cfc3e12b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:30.485354 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1ee7d86-ba29-43bf-9f44-b429891ce57b req-886fee31-c602-42e2-8852-24cfc3e12b12 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1163 time: 0.0749769
Nov 23 13:31:30.529979 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e1ee7d86-ba29-43bf-9f44-b429891ce57b req-99850ef6-2cac-4d5f-b041-a8cc209941e1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380673
Nov 23 13:31:30.873663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760886-6fa7-452d-aff8-485b2bf9a417 req-15af4ba5-6bea-4447-a207-3a8c2172f43f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:30.875181 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3760886-6fa7-452d-aff8-485b2bf9a417 req-15af4ba5-6bea-4447-a207-3a8c2172f43f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0850201
Nov 23 13:31:30.891305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:30.930664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f3760886-6fa7-452d-aff8-485b2bf9a417 req-01ad8b90-a98c-476d-b241-ff9f4b937f1e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487473
Nov 23 13:31:31.557981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:31:31.630823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:31:31.631247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:32.116806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:32.155962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a09a4-8b08-4855-a0f1-af46d5624f0b req-9d0462e4-609b-4d74-bb12-0e91117616de tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:32.157628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b96a09a4-8b08-4855-a0f1-af46d5624f0b req-9d0462e4-609b-4d74-bb12-0e91117616de tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0915272
Nov 23 13:31:32.208215 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b96a09a4-8b08-4855-a0f1-af46d5624f0b req-fcc15361-2404-43ad-b952-d30ab83a1f7a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440836
Nov 23 13:31:32.422413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7d08-08c8-4cfe-8e95-eda435d96ea5 req-365f45c8-6460-4386-9da3-1cc4b07b5106 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:32.424020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e3a7d08-08c8-4cfe-8e95-eda435d96ea5 req-365f45c8-6460-4386-9da3-1cc4b07b5106 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0857401
Nov 23 13:31:32.461580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:32.474720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7e3a7d08-08c8-4cfe-8e95-eda435d96ea5 req-6b9f0306-b428-48a5-8ed9-effb8f22ce11 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435481
Nov 23 13:31:32.507356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55760) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:32.585841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b68e4-11ba-4d07-9a3e-805528f7189c tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:32.587478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2d3b68e4-11ba-4d07-9a3e-805528f7189c tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1158 time: 0.0789053
Nov 23 13:31:32.590635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55764) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:32.596363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:31:32.603397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:31:32.607635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:floatingip and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:31:32.610683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:31:32.616558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:31:32.626766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:32.783065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:33.065407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.174 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/3a7df1ba-e787-436d-94a2-3e1212d38b52) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:31:33.225031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:33.251753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:33.267722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8296d883-264e-4782-9586-347e71a20195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:33.403517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=3a7df1ba-e787-436d-94a2-3e1212d38b52,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:33.409397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:33.462616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:31:33.463750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:31:33.466091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:31:33.896981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:33.975173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:34.247952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:34.251968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:34.267777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72a0c1f7-095f-4a63-b6fd-c734f9bd1332 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:31:34.402410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=3a7df1ba-e787-436d-94a2-3e1212d38b52,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:31:34.405565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:31:34.515715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:35.003953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP e0d664aa-0875-44f4-8dae-dcce696ff237 associated. External IP: 172.26.6.174, port: 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7.
Nov 23 13:31:35.416649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 5a2f5945-e2a8-4739-99be-23ca8c6466bf has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:31:35.637883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:31:35.648901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Sync routers for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:31:35.662059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:35.662693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e2b2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:35.663443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:35.726087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1339157
Nov 23 13:31:35.727631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:31:35.787769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'status': 'completed', 'code': 200}
Nov 23 13:31:35.871289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:35.992573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233bf47-1d9e-4da2-9465-74b8fd424241 req-0e3a5c5c-33bd-4b4f-bd4d-519c98ad682b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:35.994657 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2233bf47-1d9e-4da2-9465-74b8fd424241 req-0e3a5c5c-33bd-4b4f-bd4d-519c98ad682b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.1605496
Nov 23 13:31:35.997698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-7f8052ae-5a12-44da-89a7-b296f97933f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:35.999186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-7f8052ae-5a12-44da-89a7-b296f97933f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1163 time: 0.1637015
Nov 23 13:31:36.258117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e2b2b0>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'e0d664aa-0875-44f4-8dae-dcce696ff237', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'port_id': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'mac_address': 'fa:16:3e:c8:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:31:33Z', 'updated_at': '2020-11-23T13:31:33Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:36.264133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Checking router: 5a2f5945-e2a8-4739-99be-23ca8c6466bf for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:31:36.277582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:31:36.278196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824e2b2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:31:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:36.420029 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2233bf47-1d9e-4da2-9465-74b8fd424241 req-af9ec744-5a18-472a-8de1-140d9aa3362f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4181736
Nov 23 13:31:36.453421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55772) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:36.466277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-703f6b9f-3b09-487b-8e7f-45364a25a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:36.467903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-703f6b9f-3b09-487b-8e7f-45364a25a786 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 891 time: 0.4489734
Nov 23 13:31:36.476705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:31:36.571716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4a19de98-3338-4e9f-bcae-74581fe316d3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/e0d664aa-0875-44f4-8dae-dcce696ff237 HTTP/1.1" status: 200  len: 992 time: 0.1152768
Nov 23 13:31:36.583659 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-9a24dd8b-8c86-420b-a28b-f3d3910cd084 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 1000 time: 0.1085844
Nov 23 13:31:36.653504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-efc77c53-2cd8-4d94-b9b9-3fe951343292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:36.655072 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-efc77c53-2cd8-4d94-b9b9-3fe951343292 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0652599
Nov 23 13:31:36.741256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-3143e5b4-503e-4736-a8d2-8c7cd18fdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:31:36.743058 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-3143e5b4-503e-4736-a8d2-8c7cd18fdb63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813098
Nov 23 13:31:36.858003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824e2b2b0>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'e0d664aa-0875-44f4-8dae-dcce696ff237', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'port_id': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'mac_address': 'fa:16:3e:c8:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:31:33Z', 'updated_at': '2020-11-23T13:31:33Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:31:36.862149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba772c9-1175-4168-9237-9c0a032f449d None None] The sync data for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs is: [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'e0d664aa-0875-44f4-8dae-dcce696ff237', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'port_id': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'mac_address': 'fa:16:3e:c8:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:31:33Z', 'updated_at': '2020-11-23T13:31:33Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:31:36.896295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-bc7b6dd9-11aa-4869-9858-247007a4057a service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468673
Nov 23 13:31:37.047379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c050958b-3bd4-471b-833e-0c11c67d5586 req-966e1638-93c4-408e-a0d7-6657891e12f5 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447780
Nov 23 13:31:37.159082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e5d22-277a-4ce7-ab50-8c1ec34f5425 None None] New status for floating IP e0d664aa-0875-44f4-8dae-dcce696ff237: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:31:37.574397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55776) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:31:37.689844 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-087c3bba-b052-4114-b4f5-789a486c46af tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/e0d664aa-0875-44f4-8dae-dcce696ff237 HTTP/1.1" status: 200  len: 994 time: 0.1139076
Nov 23 13:31:47.368620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:31:51.968125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:31:57.958153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-49294442-65e4-4bad-95ca-47e6ce7d575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:00.387488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-18319b6d-8bea-4aad-919d-873d186a5388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:00.897129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:02.121010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:02.464968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:07.411850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9ccf-e519-40ee-bb9a-7d0686c63180 req-068b56ae-40fd-4d88-8b74-b493c75d7466 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:07.413422 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f80e9ccf-e519-40ee-bb9a-7d0686c63180 req-068b56ae-40fd-4d88-8b74-b493c75d7466 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0856578
Nov 23 13:32:07.463603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f80e9ccf-e519-40ee-bb9a-7d0686c63180 req-40c44c4d-8e2c-48b1-ab96-dd363957e2f3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428870
Nov 23 13:32:08.683739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd9bc0-0c39-43f0-afb3-fc6d8caa2bd0 req-92181184-1648-42fd-a846-9d8592bf4367 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:08.685389 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76bd9bc0-0c39-43f0-afb3-fc6d8caa2bd0 req-92181184-1648-42fd-a846-9d8592bf4367 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0841103
Nov 23 13:32:08.734498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-76bd9bc0-0c39-43f0-afb3-fc6d8caa2bd0 req-ef43a989-8f8a-4fc9-9307-662f18f2c8d1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427730
Nov 23 13:32:09.957547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a1504-5512-4dfd-a6e5-6eeaadf6230a req-e2a8eabc-097f-4e64-9939-d3bae7408f23 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:09.959170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c6a1504-5512-4dfd-a6e5-6eeaadf6230a req-e2a8eabc-097f-4e64-9939-d3bae7408f23 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0908079
Nov 23 13:32:10.009934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1c6a1504-5512-4dfd-a6e5-6eeaadf6230a req-75e32978-dee9-4f08-9263-6951903e9524 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427966
Nov 23 13:32:11.230580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadbf7b-b1df-43c8-aa6a-0b88a163b5ff req-99b21fac-d56b-427d-9c2a-81099417a1df tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:11.232191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dadbf7b-b1df-43c8-aa6a-0b88a163b5ff req-99b21fac-d56b-427d-9c2a-81099417a1df tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0915222
Nov 23 13:32:11.282170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6dadbf7b-b1df-43c8-aa6a-0b88a163b5ff req-3df0655f-a3aa-4e8f-978a-e47c9bb2bac0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436442
Nov 23 13:32:12.496840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81412aa-fb35-49a7-9d37-b3dfae433945 req-90cf83f4-1d57-468f-af4d-1c8dc89b0aee tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:12.498430 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f81412aa-fb35-49a7-9d37-b3dfae433945 req-90cf83f4-1d57-468f-af4d-1c8dc89b0aee tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0828257
Nov 23 13:32:12.551995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f81412aa-fb35-49a7-9d37-b3dfae433945 req-592e074a-dde7-4880-ac3e-cdb71ab51557 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472302
Nov 23 13:32:13.767341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5af52b-4af4-47f1-bf8d-b4574648429c req-ce527629-5b3b-49dc-a717-4aad59e939f2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:13.768939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef5af52b-4af4-47f1-bf8d-b4574648429c req-ce527629-5b3b-49dc-a717-4aad59e939f2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0837882
Nov 23 13:32:13.820586 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ef5af52b-4af4-47f1-bf8d-b4574648429c req-be73d06e-5c37-48ee-ba9c-9f88b4aba69e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449381
Nov 23 13:32:15.036394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbde91-ef60-4371-92f9-64880884fae4 req-f9cd00c6-f82e-4019-9723-4cfeb02b1d7a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:15.038721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89cbde91-ef60-4371-92f9-64880884fae4 req-f9cd00c6-f82e-4019-9723-4cfeb02b1d7a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0895967
Nov 23 13:32:15.090346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89cbde91-ef60-4371-92f9-64880884fae4 req-48da7e14-c182-49a8-a3fc-df0d4c35a445 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447059
Nov 23 13:32:16.309537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3329e9-1349-4228-8722-d811bfc04dc9 req-6da25a5c-ab41-4ffb-b4b1-725c8899d2da tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:16.311131 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b3329e9-1349-4228-8722-d811bfc04dc9 req-6da25a5c-ab41-4ffb-b4b1-725c8899d2da tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0910673
Nov 23 13:32:16.361661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5b3329e9-1349-4228-8722-d811bfc04dc9 req-43550272-b8f7-4124-b437-c9883dbd5000 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439746
Nov 23 13:32:17.363275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:17.580075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a16d57-2b29-4263-9059-85a82ae46b42 req-59fe9c1b-20d4-4d01-9085-d70630bf68c5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:17.581728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29a16d57-2b29-4263-9059-85a82ae46b42 req-59fe9c1b-20d4-4d01-9085-d70630bf68c5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0883756
Nov 23 13:32:17.632103 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-29a16d57-2b29-4263-9059-85a82ae46b42 req-bd9df06a-d0b2-4ae8-adec-95ff454e1284 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436983
Nov 23 13:32:18.864797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec749-bfd0-4bad-9967-a043d97978b4 req-b6f0f20f-aa3a-43e2-b49e-da8f64a19b52 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:18.866438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e54ec749-bfd0-4bad-9967-a043d97978b4 req-b6f0f20f-aa3a-43e2-b49e-da8f64a19b52 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0975788
Nov 23 13:32:18.924604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e54ec749-bfd0-4bad-9967-a043d97978b4 req-3260474c-f09b-4fe5-859a-438af699d2eb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500472
Nov 23 13:32:20.151196 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351438d2-bf03-4ffe-b282-16ccf7e107f0 req-f9bf5f86-7150-40e6-a6fe-e33f73b77a7d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:20.152847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-351438d2-bf03-4ffe-b282-16ccf7e107f0 req-f9bf5f86-7150-40e6-a6fe-e33f73b77a7d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0856323
Nov 23 13:32:20.201237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-351438d2-bf03-4ffe-b282-16ccf7e107f0 req-a874fbc3-0bab-465d-a811-def856dc7ecc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420070
Nov 23 13:32:21.418321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7533ac-5c90-43fa-9144-9f447d459b18 req-c5187282-c30c-40d5-9286-22a000e39273 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:21.419932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b7533ac-5c90-43fa-9144-9f447d459b18 req-c5187282-c30c-40d5-9286-22a000e39273 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0867686
Nov 23 13:32:21.470812 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b7533ac-5c90-43fa-9144-9f447d459b18 req-d3e52aa5-1968-45f8-bc4a-00b3e0f4563a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444481
Nov 23 13:32:21.908355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:32:21.983142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:32:21.983478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:22.691125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abf210-be6b-4de1-9607-c1976b57722e req-f1867d39-c873-4177-a5ef-b66175a81aca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:22.692793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41abf210-be6b-4de1-9607-c1976b57722e req-f1867d39-c873-4177-a5ef-b66175a81aca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0886471
Nov 23 13:32:22.745341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41abf210-be6b-4de1-9607-c1976b57722e req-b00c5c28-0c1c-428f-9d58-7db49144cffc tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437031
Nov 23 13:32:23.965648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf2d0e-2a16-4439-b0a7-bdc9e2f3d0c2 req-a3d00934-4a28-4e47-9b86-2de9ea9b1d62 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:23.967250 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5cdf2d0e-2a16-4439-b0a7-bdc9e2f3d0c2 req-a3d00934-4a28-4e47-9b86-2de9ea9b1d62 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0901055
Nov 23 13:32:24.016074 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5cdf2d0e-2a16-4439-b0a7-bdc9e2f3d0c2 req-d2546cc3-fb9c-4397-8e7a-3acabbccc567 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423894
Nov 23 13:32:24.047951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55820) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:32:24.164483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f7cb0f8c-16c0-412e-9322-b6ef6c82f7f8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/e0d664aa-0875-44f4-8dae-dcce696ff237 HTTP/1.1" status: 200  len: 994 time: 0.1151848
Nov 23 13:32:25.691600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7680ef7-f8f8-44ca-ad9c-159f1590449e req-bfc27505-8906-4e6a-abaf-c8ff27213003 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:25.697098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7680ef7-f8f8-44ca-ad9c-159f1590449e req-bfc27505-8906-4e6a-abaf-c8ff27213003 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0907300
Nov 23 13:32:25.744816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d7680ef7-f8f8-44ca-ad9c-159f1590449e req-6655c8b1-2931-4047-b4af-a83c20efa344 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438857
Nov 23 13:32:25.754076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71885-b782-4e07-aead-4908d302d58c req-78b5c16a-8e79-4576-8935-29c9320f5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:25.755721 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-78b5c16a-8e79-4576-8935-29c9320f5655 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1163 time: 0.0903056
Nov 23 13:32:25.907394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71885-b782-4e07-aead-4908d302d58c req-aa7b73d2-29b1-4970-908b-5e36f7aaffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:25.909044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-aa7b73d2-29b1-4970-908b-5e36f7aaffc6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 891 time: 0.1461143
Nov 23 13:32:26.026906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-e7753f7b-6323-4bf3-93bf-e9b58e51b16d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 1002 time: 0.1106408
Nov 23 13:32:26.099949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71885-b782-4e07-aead-4908d302d58c req-3e830f53-2681-487a-8d1f-6930eff240fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:26.101590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-3e830f53-2681-487a-8d1f-6930eff240fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0685093
Nov 23 13:32:26.185770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71885-b782-4e07-aead-4908d302d58c req-6ef936d5-60e6-41be-8287-af98e5ea69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:26.187374 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-6ef936d5-60e6-41be-8287-af98e5ea69fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792475
Nov 23 13:32:26.331987 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-7014489b-fafe-4871-999d-01635a3d4eb0 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376774
Nov 23 13:32:26.476276 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-84c71885-b782-4e07-aead-4908d302d58c req-05942c35-cee0-466c-ad94-45f8bbf17898 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380899
Nov 23 13:32:27.098998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66673d-3f08-4eaf-bdc8-0e3228d8e4fe req-2e80eb5d-48f3-4541-a2e6-9bccf9c0c750 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:27.100819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f66673d-3f08-4eaf-bdc8-0e3228d8e4fe req-2e80eb5d-48f3-4541-a2e6-9bccf9c0c750 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0883713
Nov 23 13:32:27.152962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1f66673d-3f08-4eaf-bdc8-0e3228d8e4fe req-c0706834-9118-4f57-ae3c-757baf578667 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445850
Nov 23 13:32:27.960733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb65ebdb-b9a2-47fd-b26b-d0e9e020372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:27.965305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:32:28.038151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:32:28.038573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:28.372137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d480d-6472-41dc-8684-01694528604c req-60aeb309-18e9-4b87-8dda-3c82f5cf6911 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:28.373699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f5d480d-6472-41dc-8684-01694528604c req-60aeb309-18e9-4b87-8dda-3c82f5cf6911 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0870986
Nov 23 13:32:28.421333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f5d480d-6472-41dc-8684-01694528604c req-c3b173f4-1c6c-4387-a83f-dd29ab523f16 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412617
Nov 23 13:32:28.453101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55834) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:32:28.565130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5267dc6f-fad1-47ce-abc3-665666608195 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/e0d664aa-0875-44f4-8dae-dcce696ff237 HTTP/1.1" status: 200  len: 994 time: 0.1106865
Nov 23 13:32:28.636500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-f4986869-55ac-4169-b138-9f680ee41b10 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794954
Nov 23 13:32:28.800949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-a658e4fb-6243-4ea7-bc69-c74d3486aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:28.802595 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-a658e4fb-6243-4ea7-bc69-c74d3486aa85 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1163 time: 0.0783644
Nov 23 13:32:28.958932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:32:28.964567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-f17b6352-2fbf-45c1-8baa-1f25a225fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:28.966177 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-f17b6352-2fbf-45c1-8baa-1f25a225fb28 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 891 time: 0.1438363
Nov 23 13:32:29.079029 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-c672546d-7a2d-4132-b0e3-cf2d1466d3d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 1002 time: 0.1066267
Nov 23 13:32:29.162369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-6aeea3a4-5c92-468f-b8c7-d21fdb742dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:29.163957 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-6aeea3a4-5c92-468f-b8c7-d21fdb742dd5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0788767
Nov 23 13:32:29.246125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-d20eeb1c-1382-40a4-a765-24db150f418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:29.247660 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-d20eeb1c-1382-40a4-a765-24db150f418f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766418
Nov 23 13:32:29.390515 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-c6ef88ae-5abf-4e7a-a902-4d5cd6c097b4 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365004
Nov 23 13:32:29.535382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c55c8fbe-6bc6-45d3-959f-2938e4869cb1 req-55794c5d-f915-4151-a4da-595e2ec2476a service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385236
Nov 23 13:32:30.388915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-90bc174a-a66f-46e0-85b2-a888c3df953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:30.896956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:32.123492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:32.468377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:47.393210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:57.239512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55848) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:32:57.451577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 3a7df1ba-e787-436d-94a2-3e1212d38b52 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:32:57.451949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:57.631162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:57.631395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:57.759204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 3a7df1ba-e787-436d-94a2-3e1212d38b52 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:32:57.919571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:57.935354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-46f331c4-4fb9-4111-a407-9e9c3fe870e8 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:32:57.963413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3661-3da0-4850-a5a4-36a4d01e25ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:58.300179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=3a7df1ba-e787-436d-94a2-3e1212d38b52,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:32:58.318749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.319238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.319647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.320061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.320477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.320886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.321288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.321685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.322085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.322483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.322878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.323273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.324515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.324930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.325321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.325720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.326116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.326513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.326909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.327306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.327702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.328095 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.328511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.328906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:32:58.334130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:32:58.440811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:58.441299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP e0d664aa-0875-44f4-8dae-dcce696ff237 disassociated (deleted). External IP: 172.26.6.174, port: 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7.
Nov 23 13:32:58.865345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 5a2f5945-e2a8-4739-99be-23ca8c6466bf has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:32:59.087818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:32:59.098209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Sync routers for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:32:59.109173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:32:59.111915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:32:59.112666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258a6898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:32:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:32:59.170199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/floatingips/e0d664aa-0875-44f4-8dae-dcce696ff237 HTTP/1.1" status: 204  len: 168 time: 1.9260726
Nov 23 13:32:59.170199 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:32:59.233535 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'status': 'completed', 'code': 200}
Nov 23 13:32:59.313399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:32:59.434934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-0dd2b72c-14b0-4fd3-91bb-53f29f79bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:59.436631 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-0dd2b72c-14b0-4fd3-91bb-53f29f79bbdf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 1163 time: 0.1580675
Nov 23 13:32:59.661447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258a6898>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:32:59.663916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-77afd8e6-b1f8-44c1-bbeb-e1321edf129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:59.665521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-77afd8e6-b1f8-44c1-bbeb-e1321edf129c service neutron] 10.222.0.63 "GET /v2.0/networks?id=61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 200  len: 891 time: 0.2123005
Nov 23 13:32:59.665674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Checking router: 5a2f5945-e2a8-4739-99be-23ca8c6466bf for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:32:59.671769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abebca-8ae7-4d6b-a766-0bdcc540eab9 req-cd03e7f7-ef61-4551-acdc-4ca2a89d9709 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:59.673410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2abebca-8ae7-4d6b-a766-0bdcc540eab9 req-cd03e7f7-ef61-4551-acdc-4ca2a89d9709 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.1418762
Nov 23 13:32:59.677698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:32:59.678368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68258a6898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:32:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:32:59.758309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-af275423-a6a2-4b58-9dfb-b9c5b3343f9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 200  len: 217 time: 0.0839210
Nov 23 13:32:59.838712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d2abebca-8ae7-4d6b-a766-0bdcc540eab9 req-2330ca4b-b9ca-4699-974b-dc88c4e7b18a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072819
Nov 23 13:32:59.847074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-7a2915ca-e1bb-419a-9ab9-e970ad3b457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:59.848662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-7a2915ca-e1bb-419a-9ab9-e970ad3b457f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 200  len: 834 time: 0.0835099
Nov 23 13:32:59.874815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:32:59.934345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-2b4bdcfe-393e-4ca9-859f-9edcfe4b0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:32:59.935864 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-2b4bdcfe-393e-4ca9-859f-9edcfe4b0a5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61e06b44-daf4-41d1-aaad-db114bd75104&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792556
Nov 23 13:33:00.227724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68258a6898>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:00.233166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738e4a1-bfb3-447b-a6b8-05d92ba3af19 None None] The sync data for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs is: [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:31:19Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f', 'name': '', 'network_id': '61e06b44-daf4-41d1-aaad-db114bd75104', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:cd:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:18Z', 'updated_at': '2020-11-23T13:31:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '63785332-b001-4e62-a1c2-ce6784e1f4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:33:00.364761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-aacd9580-c9b5-4773-aecc-bb69c933e0df service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4214900
Nov 23 13:33:00.390609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-687118c9-b5ef-4615-8e62-7e647237be0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:00.512865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-458b890d-02fa-4b67-a66c-f8d5962fc4c4 req-905df62f-9a8d-477d-bb4e-ebf3ddc02702 service neutron] 10.222.0.63 "GET /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405933
Nov 23 13:33:00.646364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb26b8-a00e-4caf-9012-ccc8b6338c53 None None] New status for floating IP e0d664aa-0875-44f4-8dae-dcce696ff237: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:33:00.899711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:01.072587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f89eed-9115-44ba-91a2-de40f72df4cd req-b5452a60-d38f-4b2e-a1c1-9338d0fb4f93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:01.073278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b0f89eed-9115-44ba-91a2-de40f72df4cd req-b5452a60-d38f-4b2e-a1c1-9338d0fb4f93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:01.088551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-b0f89eed-9115-44ba-91a2-de40f72df4cd req-b5452a60-d38f-4b2e-a1c1-9338d0fb4f93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:01.089869 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0f89eed-9115-44ba-91a2-de40f72df4cd req-b5452a60-d38f-4b2e-a1c1-9338d0fb4f93 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.1083653
Nov 23 13:33:01.140858 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0f89eed-9115-44ba-91a2-de40f72df4cd req-a9584e19-fbc2-4cb1-9f8a-999d32db6edd tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=c457bbd5-b085-440b-b829-1539421f2bdd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441508
Nov 23 13:33:01.197126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-caf52fea-fdef-400f-bb9f-682803904990 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:01.199307 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-caf52fea-fdef-400f-bb9f-682803904990 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 946 time: 0.0863507
Nov 23 13:33:01.285970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:33:01.286346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:01.544310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:01.544927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:01.677710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:33:01.827819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:01.844601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9a59e9e4-7a25-4624-8ab9-fad6783f5f2a tempest-ServersNegativeTestJSON-304769439 tempest-ServersNegativeTestJSON-304769439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:01.952249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=9d3ac8f4-6f2b-4c23-8331-22b667e9bab7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:01.969239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.969603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.970033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.970451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.970869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.971284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.971697 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.972109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.972547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.972966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.973377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.973804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.974547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.974957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.975367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.975783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.976191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.976629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.977042 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.977457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.977866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.978276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.978684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.979089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:01.984665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:02.078750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] No DVR routers for this DVR port 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:33:02.081126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:02.083986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'name': 'network-vif-deleted', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:33:02.096610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:33:02.100697 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-06fd3bd6-0e97-42cb-a5b3-a83ff211035b req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "DELETE /v2.0/ports/9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 HTTP/1.1" status: 204  len: 173 time: 0.8959684
Nov 23 13:33:02.148460 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e673db9-e1ad-41be-a93f-db4f00d4fa55', 'name': 'network-vif-deleted', 'tag': '9d3ac8f4-6f2b-4c23-8331-22b667e9bab7', 'status': 'completed', 'code': 200}
Nov 23 13:33:02.149280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:33:02.149686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 9d3ac8f4-6f2b-4c23-8331-22b667e9bab7 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:33:02.155328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:02.337328 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40dbba85-5874-4acd-830e-34cfc7859f33 req-b8c3978c-8107-4a3b-b18d-2476abc8383a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=3e673db9-e1ad-41be-a93f-db4f00d4fa55 HTTP/1.1" status: 200  len: 210 time: 0.0458913
Nov 23 13:33:02.471473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:03.452826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55868) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:03.914788 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:04.587798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:33:04.588395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:04.791320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:04.791711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:04.921830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:33:05.106300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:05.122366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fedb9bf1-6021-4fd5-a0d9-eec57656368b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:05.222116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:05.226890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:05.843239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:05.960040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:33:06.602075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 5a2f5945-e2a8-4739-99be-23ca8c6466bf has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:33:06.820951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:33:06.831932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Sync routers for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:33:06.835817 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11e0d73a-fd18-4293-babc-72cbed11c2c3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/5a2f5945-e2a8-4739-99be-23ca8c6466bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3818054
Nov 23 13:33:06.838740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55872) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:06.846619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:06.847296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b05828>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:07.056888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting subnet 63785332-b001-4e62-a1c2-ce6784e1f4bf {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:33:07.061769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.131792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.192120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:07.225409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.515455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b05828>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:33:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:07.519651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Checking router: 5a2f5945-e2a8-4739-99be-23ca8c6466bf for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:33:07.525371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.532001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Routers {'5a2f5945-e2a8-4739-99be-23ca8c6466bf'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:07.532703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b05828>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:07.541911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4d9cc1f0-0e33-4072-ba17-9993b62a199a tempest-RoutersNegativeTest-77110473 tempest-RoutersNegativeTest-77110473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:07.631976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Subnet': ['ID=63785332-b001-4e62-a1c2-ce6784e1f4bf,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:07.635032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:07.686153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.692104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b37fa-410a-4569-b849-c22bb70488ba None None] Network 61e06b44-daf4-41d1-aaad-db114bd75104 requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:33:07.693999 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-985272b5-3278-46d0-ac17-51ebdd542db4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/subnets/63785332-b001-4e62-a1c2-ce6784e1f4bf HTTP/1.1" status: 204  len: 168 time: 0.8536000
Nov 23 13:33:07.697277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55876) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:07.728887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] Set router 5a2f5945-e2a8-4739-99be-23ca8c6466bf gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:07.919508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:07.965553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] DHCP port deletion for 61e06b44-daf4-41d1-aaad-db114bd75104 request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:33:07.970553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Deleting port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:33:07.971016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.063339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b05828>, [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:33:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:08.067776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f11cab-cdcf-43f2-8055-24b5045fb5a7 None None] The sync data for ids ['5a2f5945-e2a8-4739-99be-23ca8c6466bf'] in dv-neutron-601336-59-ovs is: [{'id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797456429', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:31:13Z', 'updated_at': '2020-11-23T13:33:05Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '5a89ae1d-7b8a-4d66-b953-617852ec4bec', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f5945-e2a8-4739-99be-23ca8c6466bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:31:14Z', 'updated_at': '2020-11-23T13:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:33:08.147491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.158956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 5a89ae1d-7b8a-4d66-b953-617852ec4bec {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:33:08.159753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.212792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] For port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,segment=NetworkSegment(15f42697-03f0-4bda-906a-961dd6b4ec28),segment_id=15f42697-03f0-4bda-906a-961dd6b4ec28)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:08.213211 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.226888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3aa0e1a3-4fba-4bbc-9b00-88448767c98c no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:33:08.363746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 5a89ae1d-7b8a-4d66-b953-617852ec4bec, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=5a89ae1d-7b8a-4d66-b953-617852ec4bec,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:08.364153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.383663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Calling delete_port for 3aa0e1a3-4fba-4bbc-9b00-88448767c98c owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:33:08.496101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 5a89ae1d-7b8a-4d66-b953-617852ec4bec owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:33:08.525792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.541033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:08.580684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.642363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Pushing event deleted for resources: {'Port': ['ID=3aa0e1a3-4fba-4bbc-9b00-88448767c98c,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:08.678332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:08.696965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-356861c4-6f20-4866-b0d9-43d510fd8cfe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:08.702616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.703001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.703382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.703755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.704124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.704516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.704886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.705248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.705613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.705974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.706502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.707133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.707133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.707440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.707803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.708161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.708546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.708907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.709270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.709624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.709983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.710345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.710709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.711055 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:08.715436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:08.757519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:33:08.803835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=5a89ae1d-7b8a-4d66-b953-617852ec4bec,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:08.804625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25890e14-06ec-41fb-8e76-7242095e7313 None None] No DVR routers for this DVR port 3aa0e1a3-4fba-4bbc-9b00-88448767c98c on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:33:08.806597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:33:08.807220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 3ed3d596-03cb-43d6-b8ef-2b298fbcaa9f not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:33:08.811761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:09.074749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:09.618826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:09.623715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:09.649852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:09.650450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Fanout notify agent at l3_agent the message router_deleted on router 5a2f5945-e2a8-4739-99be-23ca8c6466bf {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:33:09.666228 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:09.671326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55880) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:09.677136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/routers/5a2f5945-e2a8-4739-99be-23ca8c6466bf HTTP/1.1" status: 204  len: 168 time: 1.9692199
Nov 23 13:33:09.802191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.002603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.125449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6825648668>,) {'filters': {'network_id': ['61e06b44-daf4-41d1-aaad-db114bd75104']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:10.138795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825648668>, '15f42697-03f0-4bda-906a-961dd6b4ec28') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:10.139077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6825648668>, '15f42697-03f0-4bda-906a-961dd6b4ec28') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:10.151414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.166551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.168702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:33:10.199252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a89ae1d-7b8a-4d66-b953-617852ec4bec no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:33:10.234845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 5a89ae1d-7b8a-4d66-b953-617852ec4bec {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:33:10.235240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 5a89ae1d-7b8a-4d66-b953-617852ec4bec not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:33:10.356373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:33:10.365383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.546425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 61e06b44-daf4-41d1-aaad-db114bd75104 has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:33:10.617313 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:33:10.648231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.652221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-71d8eca4-6c7d-4a57-a658-706ee1f69d15 tempest-BulkNetworkOpsIpV6Test-601850275 tempest-BulkNetworkOpsIpV6Test-601850275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:10.670408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.683763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Network': ['ID=61e06b44-daf4-41d1-aaad-db114bd75104,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:10.687345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:10.692239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6c1b9451-a28d-40ac-a34a-0980249d2ad3 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/networks/61e06b44-daf4-41d1-aaad-db114bd75104 HTTP/1.1" status: 204  len: 168 time: 1.0197504
Nov 23 13:33:10.695175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55884) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:10.770548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.802503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.857625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.862980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d6a495e4-b946-4883-bdd3-fa50358dd205 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:10.879512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457bbd5-b085-440b-b829-1539421f2bdd,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:10.885217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:10.888103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:10.889346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/security-groups/c457bbd5-b085-440b-b829-1539421f2bdd HTTP/1.1" status: 204  len: 168 time: 0.1931686
Nov 23 13:33:11.349191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55892) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:11.355219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89443526', 'description': 'tempest-secgroup-smoke-89443526 description', 'project_id': '9e670a8167494ee1904797626a5f6944'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:11.361829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:11.366214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:11.369264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:11.375442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:11.385418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.423092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:11.427169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:11.430239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:11.436043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:11.496969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.503433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.505163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-eb41c490-811a-4127-8ace-7d41f6121b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:11.549614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.550916 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1676 time: 0.2005746
Nov 23 13:33:11.551921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5097f-1adb-4d83-851b-4a2b102e2e4c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:11.554044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55896) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:11.556985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:11.560599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:11.566932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:11.571067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:11.574795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:11.580658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:11.597241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.661192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.663885 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.665771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6f48771f-d1b8-47dc-bf22-44408f8cef7d tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:11.688209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eade55-d81b-4bba-b286-c6cf33005ba4,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:11.692845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:11.700807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.702098 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e4129207-cca7-48c0-971e-d1babc231292 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1470313
Nov 23 13:33:11.705100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55900) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:11.710783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:11.717949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:11.722105 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:11.725476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:11.731841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:11.747872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.813226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.816052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.818025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43647f92-9c21-4714-bfda-37b08fba3aa2 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:11.845380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c278c30-5f18-40cd-8c8e-d09e2a48bef5,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:11.847931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:11.855432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.856878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-de068ab7-bf41-4ac7-8bfe-333f8fc8222f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1507714
Nov 23 13:33:11.859943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55904) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:11.865682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:11.872585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:11.876860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:11.879887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:11.885845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:11.902972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.971212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.974333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:11.983688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98b8804d-df6e-4a78-aa21-43998b999a8c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:12.006733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e70a33c-9783-4b4a-85d0-da76f674c228,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:12.009276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:12.013516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.014840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-956bfeac-e3b9-4d04-930a-10d1540e49e9 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1537967
Nov 23 13:33:12.017704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55908) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:12.023420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:12.030573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:12.034608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:12.037662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:12.043434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:12.060059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.129351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.131891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.133843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b593d452-afea-4eb1-b7f0-7554d883af95 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:12.159130 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9c6f83-f78e-41ca-ad5d-04f38776a147,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:12.161840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:12.168776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.170060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-ecd73bff-4ed9-49fc-955b-13f805a0319f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1512883
Nov 23 13:33:12.173003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55912) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:12.178505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:12.185279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:12.189384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:12.192398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:12.199456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:12.209025 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:33:12.216808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.293422 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.296326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.298275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3b4ae23d-78a5-464a-a8e2-36e1d407a241 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:12.322246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8dabd7-3541-43db-9223-1fc6c98f7c0c,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:12.326103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:12.332812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.334089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1600974
Nov 23 13:33:12.337128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55916) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:12.343886 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'security_group_rule': {'security_group_id': 'e7a5097f-1adb-4d83-851b-4a2b102e2e4c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:12.350501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:12.355617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:security_group_rule and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:12.358740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:12.364570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:12.375367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.securitygroups_db [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Project 9e670a8167494ee1904797626a5f6944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:33:12.382121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.453575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.456230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.458168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a86e4b63-f05b-4995-8d1c-59aa924db719 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:12.483731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ac531d-1386-415f-ad75-c5dfa7960e55,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:12.486359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:12.492874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.494146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-11396417-8205-4f49-a9dc-5d716cfe5bdf tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1560407
Nov 23 13:33:12.497328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55920) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:12.503502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'network': {'name': 'tempest-network-smoke--782134334', 'project_id': '9e670a8167494ee1904797626a5f6944', 'port_security_enabled': True}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:12.508964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:12.513452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:network and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:12.516468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for network was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:12.522239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:12.532068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'network': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:33:12.537435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.571752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:33:12.581509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363281522721788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.581950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Added segment f933040a-d934-42a6-9d8f-2c23dcce77e7 of type vxlan for network 5229ecb6-199b-41d9-b98b-7a57eca8a91c
Nov 23 13:33:12.615255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.645396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.649567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:12.650206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.656192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ed5f8457-8f4b-4f52-a258-2f60791b5f7b tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:12.758585 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2601767
Nov 23 13:33:12.762198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55924) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:12.768171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'admin_state_up': True, 'project_id': '9e670a8167494ee1904797626a5f6944', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:12.768871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Network': ['ID=5229ecb6-199b-41d9-b98b-7a57eca8a91c,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:12.771842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4bafe762-3603-40a7-a233-7aae0ef9da36 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:12.777987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:12.780693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:33:12.782273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:router and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:12.785414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:12.791164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:12.796467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:33:12.802793 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.803854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.824377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:12.990545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:13.189131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:13.222100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:13.512927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.94 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:33:13.673993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:13.700337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:13.716842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a41e1c6c-5c1f-445a-a45b-daa18c04452a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:13.849760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:13.854751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:13.907744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:13.908903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:13.911127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:33:14.075929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:14.076794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:14.319933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 872807d1-08e8-4738-94d0-0b7b967e13f7 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:33:14.535109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:33:14.544980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Sync routers for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:33:14.557543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:14.558302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817e26b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:14.560989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:14.562293 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7990148
Nov 23 13:33:14.565738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55928) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:14.616006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f7b29bb-38ea-41cf-b77b-f9f0076af84e tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/subnets?project_id=9e670a8167494ee1904797626a5f6944&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0490403
Nov 23 13:33:14.618748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55932) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:14.625802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630962589', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'project_id': '9e670a8167494ee1904797626a5f6944', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:14.747235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:14.751396 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:subnet and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:14.751995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:14.754532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:14.760407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:14.770178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:33:14.883829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.072580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817e26b70>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:15.076945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Checking router: 872807d1-08e8-4738-94d0-0b7b967e13f7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:33:15.077346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Updating router 872807d1-08e8-4738-94d0-0b7b967e13f7 port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:33:15.132909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.336929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.353564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-619aacfc-dfb0-46fb-8c8c-0bac17562528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:15.497118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Subnet': ['ID=55545d46-15d1-401d-9148-8d20a320ac2d,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:15.502190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:15.544279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.557133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Transition to ACTIVE for port object 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:15.560747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.577213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Checking segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:33:15.577608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network hostable DHCP agents. Network: 5229ecb6-199b-41d9-b98b-7a57eca8a91c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:33:15.580637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:15.600291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:33:15.609445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 5229ecb6-199b-41d9-b98b-7a57eca8a91c) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:15.623332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:15.623981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.644860 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bf9bdbfb-098f-4670-9dba-415e615a1b87 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0249968
Nov 23 13:33:15.647944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 55936) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:15.684437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd43ef-be11-4043-a769-09816146bcd3 None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:33:15.831312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Pushing event updated for resources: {'Port': ['ID=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:15.840274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:15.940644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Attempting to bind port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:33:15.940970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Attempting to bind port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:33:15.941370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Attempting to bind port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:33:15.955102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:33:15.955522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:33:15.955969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:15.956406 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:33:15.956945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Bound port: 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:33:15.957360 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:16.246446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:33:16.247356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:16.278658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] For port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:33:16.301087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] For port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:33:16.319088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:16.383156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:16.550926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Pushing event updated for resources: {'Port': ['ID=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:16.565988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:16.669410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:16.754108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:16.754801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6817e26b70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:16.889192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Allocated IP 172.20.0.2 (5229ecb6-199b-41d9-b98b-7a57eca8a91c/55545d46-15d1-401d-9148-8d20a320ac2d/c2949906-704c-4707-8f62-7f6da849a874) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:33:17.065834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:17.366867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.402221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Transition to ACTIVE for port object c2949906-704c-4707-8f62-7f6da849a874 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:17.459911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Transition to ACTIVE for port object c2949906-704c-4707-8f62-7f6da849a874 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:17.468945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.472737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.490840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-284ac574-a519-410e-9e15-4a83826fb238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:17.545318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.1 (5229ecb6-199b-41d9-b98b-7a57eca8a91c/55545d46-15d1-401d-9148-8d20a320ac2d/6b382c75-4916-44cf-87a4-f3f5191b1cc7) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:33:17.633323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Pushing event updated for resources: {'Port': ['ID=c2949906-704c-4707-8f62-7f6da849a874,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:17.641501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:17.674996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6817e26b70>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:17.684004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3f690-c076-4d60-87fc-b9ddb772ede4 None None] The sync data for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs is: [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:14Z', 'revision_number': 3, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:33:17.710773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:17.712004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:17.714985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:33:17.731563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.748787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 6b382c75-4916-44cf-87a4-f3f5191b1cc7 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:17.769229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.775787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Attempting to bind port c2949906-704c-4707-8f62-7f6da849a874 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:33:17.776778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Attempting to bind port c2949906-704c-4707-8f62-7f6da849a874 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:33:17.777492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Attempting to bind port c2949906-704c-4707-8f62-7f6da849a874 on network 5229ecb6-199b-41d9-b98b-7a57eca8a91c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:33:17.784642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:33:17.785073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Checking segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:33:17.785526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.785968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Bound using segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:33:17.786398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2fa48a88-57c7-487f-a6f2-2aca8c0796c1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:17.786516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Bound port: c2949906-704c-4707-8f62-7f6da849a874, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:33:17.786887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.895098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] For port c2949906-704c-4707-8f62-7f6da849a874, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:33:17.900481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] For port c2949906-704c-4707-8f62-7f6da849a874, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c2949906-704c-4707-8f62-7f6da849a874,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:33:17.904125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:17.918309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:17.928618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:17.934057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:17.987724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:17.989053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:17.991349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:33:18.058989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.091106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Pushing event updated for resources: {'Port': ['ID=c2949906-704c-4707-8f62-7f6da849a874,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:18.106290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:18.181662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.262794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:18.344005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:18.350054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:18.350480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.520327 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.543894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:18.549214 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.555941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:18.648133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:18.652985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:18.746444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.750074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.784593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-48629f47-c4ba-4e58-9193-4864eca072cf tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:18.876499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:18.892272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:18.895621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:19.035363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:19.037163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:19.455507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 872807d1-08e8-4738-94d0-0b7b967e13f7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:33:19.595575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215433e-a669-4d39-921a-cadd7c53eb6b None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:33:19.688511 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:33:19.701620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe806-3a28-4648-824d-b8f218f40cce None None] Provisioning for port c2949906-704c-4707-8f62-7f6da849a874 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:19.705236 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/872807d1-08e8-4738-94d0-0b7b967e13f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0561295
Nov 23 13:33:20.085448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-c52ddbcb-d5bf-4fc0-ae87-1feb2d2a1662 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89443526&fields=id&tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 267 time: 0.0460565
Nov 23 13:33:20.253286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ee52397-605a-4cfd-a6f0-5188889df514 None None] Provisioning for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:20.259493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8ee52397-605a-4cfd-a6f0-5188889df514 None None] Provisioning complete for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:20.259923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8ee52397-605a-4cfd-a6f0-5188889df514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:20.313235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c2949906-704c-4707-8f62-7f6da849a874 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:20.388265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8ee52397-605a-4cfd-a6f0-5188889df514 None None] Port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:33:20.428468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c2949906-704c-4707-8f62-7f6da849a874 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:20.434323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c2949906-704c-4707-8f62-7f6da849a874 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:20.434941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:20.575367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:20.591798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-0ad4642f-0740-4ba4-a754-50fecda80d86 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:20.597125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-69c5c4ea-a544-45c8-92dc-52cbb27a89db None None] Provisioning complete for port c2949906-704c-4707-8f62-7f6da849a874 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:20.597560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-69c5c4ea-a544-45c8-92dc-52cbb27a89db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:20.600641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-0ad4642f-0740-4ba4-a754-50fecda80d86 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 796 time: 0.5070057
Nov 23 13:33:20.616819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-9440475d-5be9-47d0-84cc-e62b8721d027 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/quotas/9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 375 time: 0.0148392
Nov 23 13:33:20.669248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c2949906-704c-4707-8f62-7f6da849a874, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c2949906-704c-4707-8f62-7f6da849a874,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:20.670849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762c651-1df8-421a-b626-23f247858562 None None] Sync routers for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:33:20.681772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:20.683465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:20.690961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:20.693018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d7f978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:20.755633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-4c658124-84d2-42a3-a4c8-eb42eb45c9b8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:20.770207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ab9385f3-c899-440c-8f7f-9e3ff588b5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:20.778065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-4c658124-84d2-42a3-a4c8-eb42eb45c9b8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:20.780164 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-4c658124-84d2-42a3-a4c8-eb42eb45c9b8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1579306
Nov 23 13:33:20.965627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:20.967438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c2949906-704c-4707-8f62-7f6da849a874,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:20.976848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:20.986108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:20.986563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:21.017327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cdbcfee1-06b6-4dd5-bb88-78343d8b2266 service neutron] 10.222.0.60 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167323
Nov 23 13:33:21.173614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a67b3047-9334-417b-905f-3031d5fac6c3 None None] Provisioning complete for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:21.174040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a67b3047-9334-417b-905f-3031d5fac6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:21.206820 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-3ea6d5cf-3bbc-432a-b5ed-bae0298bec25 service neutron] 10.222.0.60 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1779482
Nov 23 13:33:21.245417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-a67b3047-9334-417b-905f-3031d5fac6c3 None None] Port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:33:21.384487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-c65bfcef-3da4-4961-b576-fa3d964d0da7 None None] Provisioning complete for port c2949906-704c-4707-8f62-7f6da849a874 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:21.384914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c65bfcef-3da4-4961-b576-fa3d964d0da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:21.401591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d7f978>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 2, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:21.410591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762c651-1df8-421a-b626-23f247858562 None None] Checking router: 872807d1-08e8-4738-94d0-0b7b967e13f7 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:33:21.411082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762c651-1df8-421a-b626-23f247858562 None None] Updating router 872807d1-08e8-4738-94d0-0b7b967e13f7 port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:33:21.482660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:21.659452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d150f83a-c4d9-4b6d-8801-9816e7317c6f req-b85d49ce-15ee-4519-8e86-71040b69e962 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:21.673143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d150f83a-c4d9-4b6d-8801-9816e7317c6f req-b85d49ce-15ee-4519-8e86-71040b69e962 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:21.674697 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d150f83a-c4d9-4b6d-8801-9816e7317c6f req-b85d49ce-15ee-4519-8e86-71040b69e962 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 210 time: 0.2733357
Nov 23 13:33:21.988207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.006250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-4762c651-1df8-421a-b626-23f247858562 None None] Transition to ACTIVE for port object 6b382c75-4916-44cf-87a4-f3f5191b1cc7 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:22.011873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.036892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f104bb9a-7db5-4a8e-a9ce-aa1b5e65835b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:22.197699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Pushing event updated for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:22.221366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c2949906-704c-4707-8f62-7f6da849a874 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:22.246609 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.246892 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.247242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.247605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.247965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.248323 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.248703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.249059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.249412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.249762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.250118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.250458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.250897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.251254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.251602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.251953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.252295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.252670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.253024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.254268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.254268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.254268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.254763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.254763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:33:22.264308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:22.312073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c2949906-704c-4707-8f62-7f6da849a874 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:22.312536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.409832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4762c651-1df8-421a-b626-23f247858562 None None] Attempting to bind port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:33:22.410247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4762c651-1df8-421a-b626-23f247858562 None None] Attempting to bind port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:33:22.410652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762c651-1df8-421a-b626-23f247858562 None None] Attempting to bind port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 on network 5229ecb6-199b-41d9-b98b-7a57eca8a91c {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:33:22.417995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762c651-1df8-421a-b626-23f247858562 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:33:22.418425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762c651-1df8-421a-b626-23f247858562 None None] Checking segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:33:22.418861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.419287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762c651-1df8-421a-b626-23f247858562 None None] Bound using segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:33:22.419809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-4762c651-1df8-421a-b626-23f247858562 None None] Bound port: 6b382c75-4916-44cf-87a4-f3f5191b1cc7, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:33:22.420227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.518621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4762c651-1df8-421a-b626-23f247858562 None None] For port 6b382c75-4916-44cf-87a4-f3f5191b1cc7, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:33:22.521905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-4762c651-1df8-421a-b626-23f247858562 None None] For port 6b382c75-4916-44cf-87a4-f3f5191b1cc7, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6b382c75-4916-44cf-87a4-f3f5191b1cc7,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:33:22.525293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-4762c651-1df8-421a-b626-23f247858562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:22.553777 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-104638a2-19a1-4c51-8064-92a3a2a4b54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:22.785264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-074b5708-b2a9-43ae-906d-1512166905bb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:22.786290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-074b5708-b2a9-43ae-906d-1512166905bb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:22.805481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-074b5708-b2a9-43ae-906d-1512166905bb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:network {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:22.807077 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-074b5708-b2a9-43ae-906d-1512166905bb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 796 time: 0.1955016
Nov 23 13:33:22.900348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-20f55849-c892-4025-91cb-b2fca4f5f71e req-63737278-efa1-4cdb-8799-0b99cec76757 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 210 time: 0.0660152
Nov 23 13:33:22.910445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Pushing event updated for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:22.918930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-6b6a40d4-a030-4828-859e-aa92468fc11d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:22.924670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:22.941097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-6b6a40d4-a030-4828-859e-aa92468fc11d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:22.942643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-6b6a40d4-a030-4828-859e-aa92468fc11d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944 HTTP/1.1" status: 200  len: 7373 time: 0.1166019
Nov 23 13:33:22.953750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'port': {'device_id': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'admin_state_up': True, 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'security_groups': ['e7a5097f-1adb-4d83-851b-4a2b102e2e4c']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:22.975474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:22.976365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d7f978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:23.111216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:23.122265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:23.134212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Made reservation on behalf of 9e670a8167494ee1904797626a5f6944 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:33:23.140522 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:23.179090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:23.469635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.20.0.7 (5229ecb6-199b-41d9-b98b-7a57eca8a91c/55545d46-15d1-401d-9148-8d20a320ac2d/2f772876-ba2a-43c5-8780-8534cd13f62e) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:33:23.533551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4762c651-1df8-421a-b626-23f247858562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d7f978>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:22Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:23.537893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762c651-1df8-421a-b626-23f247858562 None None] The sync data for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs is: [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:22Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:33:23.954265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:23.980572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Transition to ACTIVE for port object 2f772876-ba2a-43c5-8780-8534cd13f62e will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:24.002632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.019516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6272bcec-9b75-444e-920a-4c33af893418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:24.210096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:24.218060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:24.251171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6b382c75-4916-44cf-87a4-f3f5191b1cc7 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:24.296137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10a27-a44c-4d74-9be3-d2284d62ea9b req-97a19ec0-0ebf-443b-961c-a11163c06d69 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:24.297815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aad10a27-a44c-4d74-9be3-d2284d62ea9b req-97a19ec0-0ebf-443b-961c-a11163c06d69 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 931 time: 0.1802096
Nov 23 13:33:24.309956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:24.324883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:24.328717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:33:24.333361 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:24.340669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:24.341257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.421701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:24.422403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.430318 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aad10a27-a44c-4d74-9be3-d2284d62ea9b req-be306976-30e8-43a1-ba19-32251501977d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1259429
Nov 23 13:33:24.459790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5114415
Nov 23 13:33:24.478542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Request body: {'port': {'device_id': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:24.498333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.534559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 6b382c75-4916-44cf-87a4-f3f5191b1cc7, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6b382c75-4916-44cf-87a4-f3f5191b1cc7,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:24.538097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.541121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-094c3b86-8f69-4902-954a-24aba106fa8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:24.606339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.614898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:24.621647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:24.638260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-23c50f50-7f45-440a-952f-1a93170bd54c None None] Provisioning for port 2f772876-ba2a-43c5-8780-8534cd13f62e completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:24.643334 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-23c50f50-7f45-440a-952f-1a93170bd54c None None] Provisioning complete for port 2f772876-ba2a-43c5-8780-8534cd13f62e triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:24.643767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-23c50f50-7f45-440a-952f-1a93170bd54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:24.706436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-23c50f50-7f45-440a-952f-1a93170bd54c None None] Port 2f772876-ba2a-43c5-8780-8534cd13f62e cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:33:25.045491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f772876-ba2a-43c5-8780-8534cd13f62e {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:33:25.052767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.065745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Transition to ACTIVE for port object 2f772876-ba2a-43c5-8780-8534cd13f62e will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:33:25.068706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.084678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:25.217860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Pushing event updated for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:25.220974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:25.419179 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Attempting to bind port 2f772876-ba2a-43c5-8780-8534cd13f62e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:33:25.419551 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Attempting to bind port 2f772876-ba2a-43c5-8780-8534cd13f62e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:33:25.419919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Attempting to bind port 2f772876-ba2a-43c5-8780-8534cd13f62e on network 5229ecb6-199b-41d9-b98b-7a57eca8a91c {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:33:25.427282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:33:25.427653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Checking segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:33:25.428053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.428471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Bound using segment: {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:33:25.428934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Bound port: 2f772876-ba2a-43c5-8780-8534cd13f62e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933040a-d934-42a6-9d8f-2c23dcce77e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:33:25.429302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.529473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:33:25.532851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2f772876-ba2a-43c5-8780-8534cd13f62e,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:33:25.536365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.552997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:25.660017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b5159-e6cb-4167-a4e8-38206adc081d req-2e5099d2-8d94-45ec-97d1-7f2de1be5ba1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:25.661661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-051b5159-e6cb-4167-a4e8-38206adc081d req-2e5099d2-8d94-45ec-97d1-7f2de1be5ba1 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 943 time: 0.0856042
Nov 23 13:33:25.696429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Pushing event updated for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:25.710298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:25.718911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-051b5159-e6cb-4167-a4e8-38206adc081d req-f2a70dc7-f78c-4654-a74e-e619164ead88 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476930
Nov 23 13:33:25.749997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:25.750677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:25.752182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] 10.222.0.63 "PUT /v2.0/ports/2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 1157 time: 1.2790186
Nov 23 13:33:25.752766 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:33:25.845779 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'status': 'completed', 'code': 200}
Nov 23 13:33:25.894818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-b8fd5394-c103-43f8-92a6-f8b45936f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:25.896506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-b8fd5394-c103-43f8-92a6-f8b45936f3ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1160 time: 0.0912058
Nov 23 13:33:25.974609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-421a4ceb-15ff-43ee-ac18-9f05399cbb15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 217 time: 0.0658569
Nov 23 13:33:26.046108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-5edaf61a-5b78-4295-b40f-474918cc5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.047542 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-5edaf61a-5b78-4295-b40f-474918cc5bb3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 200  len: 835 time: 0.0671265
Nov 23 13:33:26.129810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-3ec40a53-ef3a-4437-8a66-65b201de5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.131451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-3ec40a53-ef3a-4437-8a66-65b201de5812 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5229ecb6-199b-41d9-b98b-7a57eca8a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773742
Nov 23 13:33:26.214617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6b382c75-4916-44cf-87a4-f3f5191b1cc7 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:26.280437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-1955701a-cfde-4019-8b65-bbaf6382a121 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420183
Nov 23 13:33:26.287369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:26.287798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:26.429665 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f1d5a82-01ea-4a28-b366-594fce7ff7c5 req-059917a3-5552-4d8f-bab1-5f7195699017 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417508
Nov 23 13:33:26.583343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-f48aee2c-30df-41eb-9593-29ec22bed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.584994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-f48aee2c-30df-41eb-9593-29ec22bed110 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1160 time: 0.0754797
Nov 23 13:33:26.731946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-d083de85-db9e-4e85-b672-9a89546aeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.733578 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-d083de85-db9e-4e85-b672-9a89546aeeb8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 890 time: 0.1414661
Nov 23 13:33:26.809961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-fa79b788-195c-40f8-b079-a66f6fe05e12 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 217 time: 0.0696688
Nov 23 13:33:26.882973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-e7fa8150-5a53-4fb9-b6fb-7ed3393d78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.884744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-e7fa8150-5a53-4fb9-b6fb-7ed3393d78fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 200  len: 835 time: 0.0669560
Nov 23 13:33:26.944842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65c15a-d980-4965-86f6-4bbeb203e22d req-860cc1d6-b8e8-40c2-aa34-711f6d275770 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.946579 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a65c15a-d980-4965-86f6-4bbeb203e22d req-860cc1d6-b8e8-40c2-aa34-711f6d275770 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 943 time: 0.0950491
Nov 23 13:33:26.973729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-5419d86f-d7a5-4852-a2b6-d86071dab48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:26.975289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-5419d86f-d7a5-4852-a2b6-d86071dab48d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5229ecb6-199b-41d9-b98b-7a57eca8a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823979
Nov 23 13:33:26.997197 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5a65c15a-d980-4965-86f6-4bbeb203e22d req-953c490f-c221-467d-9093-91cea84f4a40 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439539
Nov 23 13:33:27.121166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-38103e37-b48c-4e33-96c9-b02095586ab6 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379409
Nov 23 13:33:27.265711 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-39c3c0c9-5caf-41f0-bc6b-b0d9b26afc30 req-49c2eca6-5668-45fd-a177-92f2cf128b00 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360464
Nov 23 13:33:27.965744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e935b089-f220-4928-a95f-e21f03984d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:28.224506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c026-82b2-4388-9a87-dc30a5ef14f1 req-b68d295f-7d0b-4c8f-a9c5-ada9c222c211 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:28.225187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2184c026-82b2-4388-9a87-dc30a5ef14f1 req-b68d295f-7d0b-4c8f-a9c5-ada9c222c211 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:33:28.240937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2184c026-82b2-4388-9a87-dc30a5ef14f1 req-b68d295f-7d0b-4c8f-a9c5-ada9c222c211 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:33:28.242217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2184c026-82b2-4388-9a87-dc30a5ef14f1 req-b68d295f-7d0b-4c8f-a9c5-ada9c222c211 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 943 time: 0.1022239
Nov 23 13:33:28.294343 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2184c026-82b2-4388-9a87-dc30a5ef14f1 req-ec2e6ef9-27ab-44d5-9fde-f72c55dddcda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452433
Nov 23 13:33:28.813970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 2f772876-ba2a-43c5-8780-8534cd13f62e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:28.887343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 2f772876-ba2a-43c5-8780-8534cd13f62e completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:33:28.892277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 2f772876-ba2a-43c5-8780-8534cd13f62e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:28.892763 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:29.013959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:29.042112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:33:29.052391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2f772876-ba2a-43c5-8780-8534cd13f62e,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:33:29.055355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:29.057875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfd1e5da-9cf9-4293-84fb-5d2003ef03ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:29.105421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'code': 200}
Nov 23 13:33:29.131679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:29.141853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:29.382310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bc226-a860-4212-b636-41e9ec6e44ad req-71d60c3c-d3e5-406f-a111-fc07a01f2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:29.383937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab4bc226-a860-4212-b636-41e9ec6e44ad req-71d60c3c-d3e5-406f-a111-fc07a01f2ce9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1162 time: 0.0808351
Nov 23 13:33:29.478260 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab4bc226-a860-4212-b636-41e9ec6e44ad req-ffdca237-e41f-458a-b35c-dfb25086826e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0870962
Nov 23 13:33:29.522981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdbfbb-9cb7-4e1d-ace0-283a6ed3dd8d req-17bcc78e-a480-4e91-9d2a-4d3daea7fa35 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:29.524604 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26fdbfbb-9cb7-4e1d-ace0-283a6ed3dd8d req-17bcc78e-a480-4e91-9d2a-4d3daea7fa35 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0941927
Nov 23 13:33:29.578747 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26fdbfbb-9cb7-4e1d-ace0-283a6ed3dd8d req-0f441468-6178-451a-85e9-083bd8e8dbb7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472782
Nov 23 13:33:30.393533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7700a94a-b48d-45ca-9941-1217359ff512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:30.503120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 2f772876-ba2a-43c5-8780-8534cd13f62e up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:33:30.576504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 2f772876-ba2a-43c5-8780-8534cd13f62e triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:33:30.576932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:30.805834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135b15-f366-49d1-9f7b-c48f23813997 req-cc51c7ae-f7d9-4744-b767-f6538a206f7a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:30.807584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6135b15-f366-49d1-9f7b-c48f23813997 req-cc51c7ae-f7d9-4744-b767-f6538a206f7a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0851023
Nov 23 13:33:30.859161 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d6135b15-f366-49d1-9f7b-c48f23813997 req-c8fe31d3-3107-41f0-9b05-16f46a85e845 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440888
Nov 23 13:33:30.907266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:31.076182 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc425-776b-4174-baf2-17873ac03637 req-14601102-f0e5-40dc-89bb-1312a23d1103 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:31.077727 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f2dc425-776b-4174-baf2-17873ac03637 req-14601102-f0e5-40dc-89bb-1312a23d1103 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0838449
Nov 23 13:33:31.126404 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f2dc425-776b-4174-baf2-17873ac03637 req-326b5b0b-5424-4cad-93d8-1d354e5e3c76 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424216
Nov 23 13:33:31.155986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 55996) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:31.233864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7782e7-e5fe-45a6-8d48-dbe13e3b183c tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:31.235476 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f7782e7-e5fe-45a6-8d48-dbe13e3b183c tempest-TestNetworkAdvancedServerOps-141376006 tempest-TestNetworkAdvancedServerOps-141376006] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1157 time: 0.0784099
Nov 23 13:33:31.238528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 56000) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:31.243926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'port_id': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:33:31.250535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:33:31.254531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Usage tracker for resource:floatingip and tenant:9e670a8167494ee1904797626a5f6944 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:33:31.257520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:33:31.263807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:33:31.273229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:31.427099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:31.975417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Allocated IP 172.26.6.172 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/28805cad-2e2a-4055-9cae-0535e2797c28) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:33:32.127806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:32.140830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:32.168101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:32.183798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6f896da-82ac-48cf-9cc3-38208170469b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:32.318234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=28805cad-2e2a-4055-9cae-0535e2797c28,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:32.323496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:32.375172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:33:32.377341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:33:32.379696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:33:32.475006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:32.817512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:32.896743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:33.172118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:33.175782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:33.192907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd13d3d3-facc-4141-8f24-ae1d19517be7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:33:33.333087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event updated for resources: {'Port': ['ID=28805cad-2e2a-4055-9cae-0535e2797c28,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:33:33.338876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:33:33.446526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:33.648736 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 92becbba-c906-4e52-a1f3-cd3e47c94aa7 associated. External IP: 172.26.6.172, port: 2f772876-ba2a-43c5-8780-8534cd13f62e.
Nov 23 13:33:34.076008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 872807d1-08e8-4738-94d0-0b7b967e13f7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:33:34.292687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:33:34.302485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Sync routers for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:33:34.315767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:34.316498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826697b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:34.318463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:34.378649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1389265
Nov 23 13:33:34.379728 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:33:34.453764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'status': 'completed', 'code': 200}
Nov 23 13:33:34.514200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:34.591662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-a2ef7903-1a75-444f-9787-224e8ccf7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:34.593353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-a2ef7903-1a75-444f-9787-224e8ccf7f20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1162 time: 0.0928864
Nov 23 13:33:34.606645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e096-52f6-407a-a66c-bfc48bd024cf req-229f2bc4-e601-4f12-ab66-cf2093272d75 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:34.608286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d824e096-52f6-407a-a66c-bfc48bd024cf req-229f2bc4-e601-4f12-ab66-cf2093272d75 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.1044722
Nov 23 13:33:34.659314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d824e096-52f6-407a-a66c-bfc48bd024cf req-bb9fddab-ee0a-4695-aeb1-e821a4b57972 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439754
Nov 23 13:33:34.693707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56008) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:34.770017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-b540939c-745d-42bb-b8b1-78220371a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:34.771719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-b540939c-745d-42bb-b8b1-78220371a87b service neutron] 10.222.0.63 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 890 time: 0.1713059
Nov 23 13:33:34.814171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e8932cb7-ad48-4bb6-ace7-e79f4ff97c54 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 200  len: 991 time: 0.1188629
Nov 23 13:33:34.887622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-b49d34fb-451e-4daf-9ca1-5b7db6f20d6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 999 time: 0.1093860
Nov 23 13:33:34.909883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826697b38>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '92becbba-c906-4e52-a1f3-cd3e47c94aa7', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.172', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'port_id': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'mac_address': 'fa:16:3e:b1:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:33:32Z', 'updated_at': '2020-11-23T13:33:32Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:34.914165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Checking router: 872807d1-08e8-4738-94d0-0b7b967e13f7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:33:34.926756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:33:34.927452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6826697b38>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:33:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:34.959168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-6f5f9b68-5e47-4ec8-9789-79da9ae4a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:34.960794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-6f5f9b68-5e47-4ec8-9789-79da9ae4a583 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 200  len: 835 time: 0.0669253
Nov 23 13:33:35.040572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-0ecf5931-ffbb-4f14-9ff8-6340963ab0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:33:35.042437 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-0ecf5931-ffbb-4f14-9ff8-6340963ab0d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5229ecb6-199b-41d9-b98b-7a57eca8a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757935
Nov 23 13:33:35.199172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-c9656e41-7233-44ab-9162-357e2f21ec1b service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491878
Nov 23 13:33:35.293144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:33:35.638331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-13bddb50-31ff-414b-80f5-7547e9aa7e10 req-a35ab587-d4a1-4237-a1b2-5616777edf3d service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4327466
Nov 23 13:33:35.686337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6826697b38>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '92becbba-c906-4e52-a1f3-cd3e47c94aa7', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.172', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'port_id': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'mac_address': 'fa:16:3e:b1:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:33:32Z', 'updated_at': '2020-11-23T13:33:32Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:33:35.690719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491b890-9f5f-477a-9a2d-d6b5f379d118 None None] The sync data for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs is: [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '92becbba-c906-4e52-a1f3-cd3e47c94aa7', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'floating_ip_address': '172.26.6.172', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'port_id': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'mac_address': 'fa:16:3e:b1:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:33:32Z', 'updated_at': '2020-11-23T13:33:32Z', 'revision_number': 0, 'project_id': '9e670a8167494ee1904797626a5f6944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:33:35.818180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56012) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:35.937327 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a8fcc761-8020-4e8c-9e49-6834c87ec014 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 200  len: 991 time: 0.1177790
Nov 23 13:33:35.978488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a6d7d-2201-4839-b009-254d6823e16e None None] New status for floating IP 92becbba-c906-4e52-a1f3-cd3e47c94aa7: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:33:36.940560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56016) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:33:37.056521 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e03a9f55-9fb0-40bf-a3d0-61aa44d54119 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 200  len: 993 time: 0.1144848
Nov 23 13:33:42.961239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:33:47.407345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:33:57.970774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2de09e41-b346-4da4-96ba-3b43fd306a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:00.395531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-85d7f496-9f97-4108-b68f-d6ab78c10c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:00.900774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:02.129506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:02.147031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9b1c7-e9b1-4264-a4f9-87926bb9c6a5 req-4c814e4b-aef9-4e96-b451-89a11ddb8a8f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:02.148651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebe9b1c7-e9b1-4264-a4f9-87926bb9c6a5 req-4c814e4b-aef9-4e96-b451-89a11ddb8a8f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0836382
Nov 23 13:34:02.197644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ebe9b1c7-e9b1-4264-a4f9-87926bb9c6a5 req-5e7b0d78-5c17-4368-8e5e-f8b7c3f72f43 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424395
Nov 23 13:34:02.479028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:03.412864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd866e-0a10-4369-a6d1-66cb75e0475b req-062e0f73-60d0-4524-9bba-a3fd1f90f247 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:03.414456 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cdd866e-0a10-4369-a6d1-66cb75e0475b req-062e0f73-60d0-4524-9bba-a3fd1f90f247 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0831609
Nov 23 13:34:03.464478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cdd866e-0a10-4369-a6d1-66cb75e0475b req-f900faa1-9e16-4cc3-bd15-ab5451e93385 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431955
Nov 23 13:34:03.494827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56040) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:03.610668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-9770ce00-10e4-4274-9561-5da5667d2862 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 200  len: 993 time: 0.1145887
Nov 23 13:34:05.217573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6f35-2189-494b-acef-5634a69b5ba3 req-33e934bb-0841-4b48-b626-14d83143e251 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:05.219114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da2d6f35-2189-494b-acef-5634a69b5ba3 req-33e934bb-0841-4b48-b626-14d83143e251 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.1552792
Nov 23 13:34:05.221929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-37c8e91d-4e2d-479b-b87b-37670d9e9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:05.223704 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-37c8e91d-4e2d-479b-b87b-37670d9e9b32 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1162 time: 0.1197987
Nov 23 13:34:05.361191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da2d6f35-2189-494b-acef-5634a69b5ba3 req-f07c7b21-4946-47d0-a052-a288a69487ad tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1349409
Nov 23 13:34:05.403632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-87af5012-5228-484d-9b0f-051c0d96d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:05.405280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-87af5012-5228-484d-9b0f-051c0d96d020 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 890 time: 0.1648369
Nov 23 13:34:05.517854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-fc3ed0de-f0c1-454d-9122-9103419f95fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 1001 time: 0.1054657
Nov 23 13:34:05.587403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-ec65bd68-7c2c-466f-9210-3bcedd56669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:05.589019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-ec65bd68-7c2c-466f-9210-3bcedd56669e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 200  len: 835 time: 0.0655816
Nov 23 13:34:05.677775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-14d24371-c977-40df-86d8-4f878eb52b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:05.679428 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-14d24371-c977-40df-86d8-4f878eb52b51 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5229ecb6-199b-41d9-b98b-7a57eca8a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838661
Nov 23 13:34:05.828655 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-6ae997c4-eb51-4171-812e-9d146a65ebcc service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422782
Nov 23 13:34:05.975470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4d6070b4-fc09-4bbc-81a7-63f5acc384ca req-9d2ce5d8-72e6-4f29-9d0c-a1532cabd35f service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404333
Nov 23 13:34:06.579342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03434e-2b4b-4f63-bc13-c50439d132a6 req-da94d628-c0e5-4ab8-9057-a8da7eb2cc7c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:06.581016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce03434e-2b4b-4f63-bc13-c50439d132a6 req-da94d628-c0e5-4ab8-9057-a8da7eb2cc7c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0860260
Nov 23 13:34:06.646705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ce03434e-2b4b-4f63-bc13-c50439d132a6 req-c52f6c40-aaae-4534-a224-38c791c69037 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0590272
Nov 23 13:34:07.865003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b8a2-244a-44ef-9685-f4f58e0bdcaa req-e68c0289-c2cd-4c91-9839-3053228a4736 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:07.870750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d763b8a2-244a-44ef-9685-f4f58e0bdcaa req-e68c0289-c2cd-4c91-9839-3053228a4736 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0846381
Nov 23 13:34:07.915153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d763b8a2-244a-44ef-9685-f4f58e0bdcaa req-4a4fb9ba-4a25-4482-a2e1-1f9e4c178e77 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415146
Nov 23 13:34:07.946603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56054) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:08.055787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-fd558da0-c880-476e-987d-b711485e7eca tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 200  len: 993 time: 0.1079056
Nov 23 13:34:08.613985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56062) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:08.830671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 28805cad-2e2a-4055-9cae-0535e2797c28 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:08.831051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:09.015005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:09.015592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:09.147480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 28805cad-2e2a-4055-9cae-0535e2797c28 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:09.304217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:09.320477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-76a94d6f-06cb-41c0-bbcc-375dae5a8635 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:09.421737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=28805cad-2e2a-4055-9cae-0535e2797c28,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:09.437738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.438171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.438596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.439017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.439432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.439849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.440260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.440695 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.441109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.441519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.441928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.442332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.442833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.443243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.443678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.444061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.444489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.444904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.445313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.445722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.446135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.446543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.446949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.447355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:09.451644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:09.566523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:09.566806 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Floating IP 92becbba-c906-4e52-a1f3-cd3e47c94aa7 disassociated (deleted). External IP: 172.26.6.172, port: 2f772876-ba2a-43c5-8780-8534cd13f62e.
Nov 23 13:34:09.990133 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 872807d1-08e8-4738-94d0-0b7b967e13f7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:34:10.200883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:34:10.210673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Sync routers for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:34:10.222317 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:10.225121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:10.225812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255cfb70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:10.278731 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2f52caf9-9ab8-47c3-ae03-f544fb5dd1fb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/floatingips/92becbba-c906-4e52-a1f3-cd3e47c94aa7 HTTP/1.1" status: 204  len: 168 time: 1.6634080
Nov 23 13:34:10.279233 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:10.345232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'status': 'completed', 'code': 200}
Nov 23 13:34:10.419537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:10.472092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-e1c83ad6-3e30-4877-be26-e92b134695a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:10.474030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-e1c83ad6-3e30-4877-be26-e92b134695a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9e670a8167494ee1904797626a5f6944&device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 1162 time: 0.0818701
Nov 23 13:34:10.627236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-48723eb0-9c18-42bc-bb0e-27caa8c719b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:10.628857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-48723eb0-9c18-42bc-bb0e-27caa8c719b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 200  len: 890 time: 0.1469893
Nov 23 13:34:10.716705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-be7c0895-7af0-4fe0-880b-c87a03533628 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 200  len: 217 time: 0.0801070
Nov 23 13:34:10.723685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038bf-0f92-4890-adb7-095b386fb53a req-ebe81a73-9a0c-48c7-b460-7158ab41aa63 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:10.724532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-dbf038bf-0f92-4890-adb7-095b386fb53a req-ebe81a73-9a0c-48c7-b460-7158ab41aa63 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:10.740593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-dbf038bf-0f92-4890-adb7-095b386fb53a req-ebe81a73-9a0c-48c7-b460-7158ab41aa63 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:10.741988 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dbf038bf-0f92-4890-adb7-095b386fb53a req-ebe81a73-9a0c-48c7-b460-7158ab41aa63 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.1106017
Nov 23 13:34:10.774580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255cfb70>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:10.779465 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Checking router: 872807d1-08e8-4738-94d0-0b7b967e13f7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:34:10.792491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-d8d0d3a1-728c-4dec-bb58-7407e468aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:10.792692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:10.793850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68255cfb70>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:10.794877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-d8d0d3a1-728c-4dec-bb58-7407e468aaf5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 200  len: 835 time: 0.0695338
Nov 23 13:34:10.796690 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dbf038bf-0f92-4890-adb7-095b386fb53a req-e679feaa-2278-441b-888c-22fb91762e76 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468202
Nov 23 13:34:10.879166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-7ec8f24c-f9e3-410d-b89b-92b49d3b8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:10.880839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-7ec8f24c-f9e3-410d-b89b-92b49d3b8965 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5229ecb6-199b-41d9-b98b-7a57eca8a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788918
Nov 23 13:34:10.992888 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:11.028546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-8d95c84f-f81d-427b-8fe8-b8ec19787578 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398902
Nov 23 13:34:11.176091 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-47b5d644-d46a-40d0-9c78-67f04921f91c req-ffa10ca3-9988-4d83-9549-74f6412df862 service neutron] 10.222.0.63 "GET /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408737
Nov 23 13:34:11.337148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68255cfb70>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:11.342099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d4220-43ec-4fa6-bf61-9d849551aba2 None None] The sync data for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs is: [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '6b382c75-4916-44cf-87a4-f3f5191b1cc7', 'name': '', 'network_id': '5229ecb6-199b-41d9-b98b-7a57eca8a91c', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'mac_address': 'fa:16:3e:1b:40:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:17Z', 'updated_at': '2020-11-23T13:33:24Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'subnets': [{'id': '55545d46-15d1-401d-9148-8d20a320ac2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:34:11.739426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b7a6-f134-4f40-834f-1385ccc4e070 None None] New status for floating IP 92becbba-c906-4e52-a1f3-cd3e47c94aa7: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:34:12.019051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26958358-d84d-41b2-98e6-0d94c837d9ad req-bdf7e850-a034-4257-95f9-8a3c2e3e431b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:12.020677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26958358-d84d-41b2-98e6-0d94c837d9ad req-bdf7e850-a034-4257-95f9-8a3c2e3e431b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0889008
Nov 23 13:34:12.070931 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-26958358-d84d-41b2-98e6-0d94c837d9ad req-91861edf-c8f8-4345-9e1e-0d80f29c30b8 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437379
Nov 23 13:34:12.441834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a36db-d022-473c-9e96-5904303697b0 req-f538a294-87c3-4129-9112-a0d151a12cfa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:12.443232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de4a36db-d022-473c-9e96-5904303697b0 req-f538a294-87c3-4129-9112-a0d151a12cfa tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 945 time: 0.0839176
Nov 23 13:34:12.520792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 2f772876-ba2a-43c5-8780-8534cd13f62e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:12.521171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:12.736270 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 2f772876-ba2a-43c5-8780-8534cd13f62e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:34:12.783104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2f772876-ba2a-43c5-8780-8534cd13f62e,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:12.783503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:12.853086 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-738a18a6-ef02-44c9-bd39-a42838d72a34 req-6f488345-9185-4c3f-b740-15ddc7ff3759 service neutron] (81023) timed out ('10.222.0.60', 51796) {{(pid=81023) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:34:12.861336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:12.891039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:12.901884 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2f772876-ba2a-43c5-8780-8534cd13f62e,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:12.906272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:12.908241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d3a03d09-75cd-4737-b2ba-ab2071b4a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:12.925299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 2f772876-ba2a-43c5-8780-8534cd13f62e owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:12.956934 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'code': 200}
Nov 23 13:34:12.981943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:12.991038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.991425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.992062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.992189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.992535 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.992905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.993274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.993634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.993999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.994357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.994739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.995084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.995531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.995896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.996897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.997269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.997627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.997995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.998355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.998723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.999089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.999451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:12.999811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:13.000171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:13.004613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:13.017261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:34:13.017635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:34:13.292014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873846b0-2ac5-42ae-b8ae-5ded9ad5b569 req-fc1d0d1a-c2ba-4556-b644-f78b8625a0ef tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:13.294142 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-873846b0-2ac5-42ae-b8ae-5ded9ad5b569 req-fc1d0d1a-c2ba-4556-b644-f78b8625a0ef tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 943 time: 0.0879562
Nov 23 13:34:13.342890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-873846b0-2ac5-42ae-b8ae-5ded9ad5b569 req-f75228ed-9f56-4806-a301-2393a3c4d7ba tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/security-groups?id=e7a5097f-1adb-4d83-851b-4a2b102e2e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422275
Nov 23 13:34:13.518993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 2f772876-ba2a-43c5-8780-8534cd13f62e {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:13.519566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:13.784191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 2f772876-ba2a-43c5-8780-8534cd13f62e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2f772876-ba2a-43c5-8780-8534cd13f62e,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:13.784620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:13.917400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 2f772876-ba2a-43c5-8780-8534cd13f62e owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:14.063305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:14.083411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec63709e-0fcd-438b-887e-278fd3544076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:14.186750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=2f772876-ba2a-43c5-8780-8534cd13f62e,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:14.203132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.203566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.203994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.204445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.204874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.205292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.205707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.206122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.206536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.206944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.207355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.207765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.208261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.208699 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.209111 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.209519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.209928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.210339 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.210749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.211158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.211566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.211982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.212380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.212819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:14.217295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:14.305257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] No DVR routers for this DVR port 2f772876-ba2a-43c5-8780-8534cd13f62e on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:34:14.307619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:14.310505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-deleted', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:14.326102 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-de4a36db-d022-473c-9e96-5904303697b0 req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.63 "DELETE /v2.0/ports/2f772876-ba2a-43c5-8780-8534cd13f62e HTTP/1.1" status: 204  len: 173 time: 1.8768544
Nov 23 13:34:14.372759 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96568fcf-de8d-4a9d-a6d8-daa138b87f9f', 'name': 'network-vif-deleted', 'tag': '2f772876-ba2a-43c5-8780-8534cd13f62e', 'status': 'completed', 'code': 200}
Nov 23 13:34:14.520959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-61c395b4-abc2-42e8-8dd2-6f7f7862456b req-452ffdae-e607-4d02-b636-16ecd7a27a31 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Synchronizing usage tracker for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:14.536853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-61c395b4-abc2-42e8-8dd2-6f7f7862456b req-452ffdae-e607-4d02-b636-16ecd7a27a31 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Unset dirty status for tenant:9e670a8167494ee1904797626a5f6944 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:14.538146 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-61c395b4-abc2-42e8-8dd2-6f7f7862456b req-452ffdae-e607-4d02-b636-16ecd7a27a31 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "GET /v2.0/ports?device_id=96568fcf-de8d-4a9d-a6d8-daa138b87f9f HTTP/1.1" status: 200  len: 210 time: 0.0627749
Nov 23 13:34:15.653354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 56084) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:16.348220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:17.018414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 6b382c75-4916-44cf-87a4-f3f5191b1cc7 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:17.018941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:17.221301 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 6b382c75-4916-44cf-87a4-f3f5191b1cc7, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=6b382c75-4916-44cf-87a4-f3f5191b1cc7,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:17.221707 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:17.353401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 6b382c75-4916-44cf-87a4-f3f5191b1cc7 owned by network:router_interface {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:17.419620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:17.545471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:17.562033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b371722f-1ac8-4839-9031-b26221b6254c tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:17.661874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=6b382c75-4916-44cf-87a4-f3f5191b1cc7,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:17.667369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:18.016691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:18.760997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Router 872807d1-08e8-4738-94d0-0b7b967e13f7 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:34:19.247165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:34:19.256746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Sync routers for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:34:19.263209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "PUT /v2.0/routers/872807d1-08e8-4738-94d0-0b7b967e13f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6086407
Nov 23 13:34:19.266156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 56088) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:19.269803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:19.270771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254460b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:19.465346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:19.472632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting subnet 55545d46-15d1-401d-9148-8d20a320ac2d {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:34:19.476096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:19.534839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:19.629170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:19.777571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254460b8>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:34:17Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:19.781939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Checking router: 872807d1-08e8-4738-94d0-0b7b967e13f7 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:34:19.794030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Routers {'872807d1-08e8-4738-94d0-0b7b967e13f7'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:19.794624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68254460b8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['872807d1-08e8-4738-94d0-0b7b967e13f7'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:19.932727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:19.948654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32d7c4cf-4aa2-4045-89f6-bedc2bdd0846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:19.964258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:34:19.990384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] Set router 872807d1-08e8-4738-94d0-0b7b967e13f7 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:20.044203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Subnet': ['ID=55545d46-15d1-401d-9148-8d20a320ac2d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:20.049433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:20.096150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.106951 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b2d16238-3b06-40ff-94ac-a94d2dcc6e04 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/subnets/55545d46-15d1-401d-9148-8d20a320ac2d HTTP/1.1" status: 204  len: 168 time: 0.8361652
Nov 23 13:34:20.107298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 56092) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:20.211285 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ae8e1-ebe5-446d-ae6f-81a142a0d365 None None] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:34:20.327830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.542118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_gateway, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.551044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Deleting port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:20.551417 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.665706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68254460b8>, [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:34:17Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:20.681316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7dac2-db15-40b4-a6bf-fd01493fd4ad None None] The sync data for ids ['872807d1-08e8-4738-94d0-0b7b967e13f7'] in dv-neutron-601336-59-ovs is: [{'id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868841993', 'tenant_id': '9e670a8167494ee1904797626a5f6944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:33:12Z', 'updated_at': '2020-11-23T13:34:17Z', 'revision_number': 5, 'project_id': '9e670a8167494ee1904797626a5f6944', 'gw_port': {'id': '8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872807d1-08e8-4738-94d0-0b7b967e13f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:33:13Z', 'updated_at': '2020-11-23T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:34:20.699166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] DHCP port deletion for 5229ecb6-199b-41d9-b98b-7a57eca8a91c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:34:20.705616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Deleting port c2949906-704c-4707-8f62-7f6da849a874 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:34:20.705834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.754818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] For port 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:20.755220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:20.903794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Calling delete_port for 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b owned by network:router_gateway {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:20.959981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] For port c2949906-704c-4707-8f62-7f6da849a874, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c2949906-704c-4707-8f62-7f6da849a874,segment=NetworkSegment(f933040a-d934-42a6-9d8f-2c23dcce77e7),segment_id=f933040a-d934-42a6-9d8f-2c23dcce77e7)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:20.961017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.097366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.099769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Calling delete_port for c2949906-704c-4707-8f62-7f6da849a874 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:34:21.114792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-acbf55a8-25ea-4c98-a6b3-af169b8fb52e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:21.176357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378'] for port, after_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.192294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-977e5be0-4be9-405d-9a06-23ec6ead1e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:21.217220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Port': ['ID=8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:21.221380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:21.285048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Pushing event deleted for resources: {'Port': ['ID=c2949906-704c-4707-8f62-7f6da849a874,revision_number=None']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:21.289393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:21.334296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] No DVR routers for this DVR port c2949906-704c-4707-8f62-7f6da849a874 on host dv-neutron-601336-59-ovs {{(pid=81024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:34:21.484529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.801654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.808282 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.839645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.840840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Fanout notify agent at l3_agent the message router_deleted on router 872807d1-08e8-4738-94d0-0b7b967e13f7 {{(pid=81023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:34:21.857310 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for router, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:21.861544 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/routers/872807d1-08e8-4738-94d0-0b7b967e13f7 HTTP/1.1" status: 204  len: 168 time: 1.7503126
Nov 23 13:34:21.862779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56096) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:22.011309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:22.243007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c2949906-704c-4707-8f62-7f6da849a874 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:34:22.286142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c2949906-704c-4707-8f62-7f6da849a874 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:34:22.286533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c2949906-704c-4707-8f62-7f6da849a874 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:34:22.287003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6b382c75-4916-44cf-87a4-f3f5191b1cc7 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:34:22.323194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 6b382c75-4916-44cf-87a4-f3f5191b1cc7 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:34:22.323504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 6b382c75-4916-44cf-87a4-f3f5191b1cc7 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:34:22.324836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:34:22.360147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:34:22.360586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 8dce8327-10bb-4bef-b1a4-f5c2b09e3c1b not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:34:22.552461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:22.695574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f682489b048>,) {'filters': {'network_id': ['5229ecb6-199b-41d9-b98b-7a57eca8a91c']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:22.710283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f682489b048>, 'f933040a-d934-42a6-9d8f-2c23dcce77e7') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:22.710283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f682489b048>, 'f933040a-d934-42a6-9d8f-2c23dcce77e7') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:22.723859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:22.742930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:22.745116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:34:22.953911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:34:22.964259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.147654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Network 5229ecb6-199b-41d9-b98b-7a57eca8a91c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:34:23.173140 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:34:23.257363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.260698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd69cb65-6c5c-463c-98f4-70d9e2e11fdc tempest-NetworksTest-1783640891 tempest-NetworksTest-1783640891] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:23.276541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.291014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'Network': ['ID=5229ecb6-199b-41d9-b98b-7a57eca8a91c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:23.294262 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:23.296884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-bcce6bca-cd08-47e1-abbe-7508731c2aea tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/networks/5229ecb6-199b-41d9-b98b-7a57eca8a91c HTTP/1.1" status: 204  len: 168 time: 1.4329441
Nov 23 13:34:23.299805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56100) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:23.377009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.409080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.463970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.469481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-47efebda-7229-47d9-9831-d269bb786253 tempest-NegativeSecGroupIPv6Test-1897618741 tempest-NegativeSecGroupIPv6Test-1897618741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:23.486197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5097f-1adb-4d83-851b-4a2b102e2e4c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:23.490704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:23.494249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:23.495468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] 10.222.0.60 "DELETE /v2.0/security-groups/e7a5097f-1adb-4d83-851b-4a2b102e2e4c HTTP/1.1" status: 204  len: 168 time: 0.1946740
Nov 23 13:34:23.934735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56110) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:24.160777 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-4f8646d4-eac1-4bb4-ba8a-0ce74f785e7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e670a8167494ee1904797626a5f6944&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2246416
Nov 23 13:34:24.163386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56118) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:24.227954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.257553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.312755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.318045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dfbeb947-4370-452c-a650-c6f95c8848d4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:24.334164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096748d5-b611-4296-8ac5-c0eb3ee6e48d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:24.337428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:24.340015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.341575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/096748d5-b611-4296-8ac5-c0eb3ee6e48d HTTP/1.1" status: 204  len: 168 time: 0.1769264
Nov 23 13:34:24.697991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56126) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:24.719998 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.754798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:24.758857 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b8acb10311421dbf0ad63210f72524 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:24.762525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:24.768343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:24.842426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.845351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:24.853404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ea3523d8-45ac-49b1-bd1b-c03fa5ba423c tempest-SecGroupIPv6Test-2099546817 tempest-SecGroupIPv6Test-2099546817] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:24.898119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261ddbe1-ff93-4002-883f-d2d5c47d9696,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:24.903305 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7b8acb10311421dbf0ad63210f72524&name=default HTTP/1.1" status: 200  len: 2751 time: 0.2041445
Nov 23 13:34:24.904340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-43b28aa1-0167-444f-8917-b46f06d0d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:24.906315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56130) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:24.975477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:25.004523 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:25.050126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:25.055192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f8d48ab4-bec4-46df-93f0-e62af8d0111f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:25.070087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261ddbe1-ff93-4002-883f-d2d5c47d9696,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:25.073289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:25.074970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:25.076097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/261ddbe1-ff93-4002-883f-d2d5c47d9696 HTTP/1.1" status: 204  len: 168 time: 0.1687882
Nov 23 13:34:26.036917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56152) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:26.176276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-639904937-network', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:26.181649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:26.186476 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Usage tracker for resource:network and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:26.189496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:26.196151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:26.205961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Made reservation on behalf of 91c9fe14d2d748beb6334197286bf3d0 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:34:26.210819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.224844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.260453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:26.264626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:26.267567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:26.273354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:26.342425 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.345467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.349905 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f5eba2f1-b3a9-4a4b-9fbd-2c4b5c132be4 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:26.379557 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:34:26.392294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a708f6-1007-4706-85d8-6e8d7888c79d,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:26.396692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:26.397741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.398120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Added segment abaecb2e-0d11-4b4a-be21-ec0004d94a5a of type vxlan for network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b
Nov 23 13:34:26.429719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.460029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.461032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:26.461654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:26.466712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-04a58d26-deb1-4ad0-a665-d033ccf32bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:26.575737 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5376172
Nov 23 13:34:26.576725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:26.579012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56158) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:26.581912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dab77c5c-78a0-4632-88bf-ff7e15002cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:26.585789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Request body: {'subnet': {'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-639904937-subnet', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:26.587452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:34:26.591878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:26.595975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Usage tracker for resource:subnet and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:26.599306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:26.605808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:26.608330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:34:26.615281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Made reservation on behalf of 91c9fe14d2d748beb6334197286bf3d0 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:34:26.620075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.051110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.067126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-41a82772-099a-4ef9-a5ae-47923126f72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:27.198034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd93b7f-3690-4e88-9127-b6631b28c3df,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:27.203785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:27.279269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Checking segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:34:27.279658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Network hostable DHCP agents. Network: dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:34:27.300946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:34:27.310044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:27.319363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9db90-2fff-4dad-9b35-f31dacd76838 None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:34:27.321962 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:27.322619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.342923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a2f9f4fc-0cda-4a5a-95ff-e9651890fe2f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7628224
Nov 23 13:34:27.345820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56162) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:27.351582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:27.356976 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:27.361085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Usage tracker for resource:router and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:27.364724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:27.371251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:27.380826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.381824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.401652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.554562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:34:27.555480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.555980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.768629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.812771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:27.864101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Allocated IP 172.20.0.2 (dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b/ccd93b7f-3690-4e88-9127-b6631b28c3df/37b584a4-df1d-49b1-87d6-bf848b06e714) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:34:27.983822 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c3b37e3f-cd9d-4efa-b759-866052d4cb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.105867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Allocated IP 172.26.6.76 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/c576d581-1b06-4a69-abca-b547731dc8f8) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:34:28.278560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.281613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.289455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Transition to ACTIVE for port object 37b584a4-df1d-49b1-87d6-bf848b06e714 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:28.306433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Transition to ACTIVE for port object 37b584a4-df1d-49b1-87d6-bf848b06e714 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:28.308577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.311081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.325039 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d210e3a2-343d-458d-b0e2-e8018793ffa6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:28.327259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:28.462633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Pushing event updated for resources: {'Port': ['ID=c576d581-1b06-4a69-abca-b547731dc8f8,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:28.466260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Pushing event updated for resources: {'Port': ['ID=37b584a4-df1d-49b1-87d6-bf848b06e714,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:28.468516 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:28.471638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:28.521980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:28.523255 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:28.525160 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:28.525819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:34:28.526349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:28.528831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:34:28.585569 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Attempting to bind port 37b584a4-df1d-49b1-87d6-bf848b06e714 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:34:28.586008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Attempting to bind port 37b584a4-df1d-49b1-87d6-bf848b06e714 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:34:28.586398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Attempting to bind port 37b584a4-df1d-49b1-87d6-bf848b06e714 on network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:34:28.593449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:34:28.593878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Checking segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:34:28.594328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.594769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Bound using segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:34:28.595296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Bound port: 37b584a4-df1d-49b1-87d6-bf848b06e714, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:34:28.595714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.690273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] For port 37b584a4-df1d-49b1-87d6-bf848b06e714, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:34:28.693832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] For port 37b584a4-df1d-49b1-87d6-bf848b06e714, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=37b584a4-df1d-49b1-87d6-bf848b06e714,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:34:28.695526 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.696298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.697805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:28.718056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:28.861773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Pushing event updated for resources: {'Port': ['ID=37b584a4-df1d-49b1-87d6-bf848b06e714,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:28.875381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13f62016-330e-4c3f-8d4a-9baf736b7ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:28.949207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:34:29.434174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:34:29.443134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:34:29.457178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:29.457367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:29.457980 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b050f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:29.461156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.1116982
Nov 23 13:34:29.461575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56166) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:34:29.660048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:29.990719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b050f0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:28Z', 'revision_number': 3, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:29.994799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:34:29.995210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Updating router 7d73feda-d640-42f4-878c-6148ae24fbd1 port c576d581-1b06-4a69-abca-b547731dc8f8 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:34:30.055794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.201528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.308911 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 37b584a4-df1d-49b1-87d6-bf848b06e714 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:30.397515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49ac59-8a61-4330-9b24-1be42e855fae None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:34:30.417266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 37b584a4-df1d-49b1-87d6-bf848b06e714 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:30.495293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8c91845a-072e-4c60-8838-671be11add6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.518840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Provisioning for port 37b584a4-df1d-49b1-87d6-bf848b06e714 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:30.538559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Provisioning complete for port 37b584a4-df1d-49b1-87d6-bf848b06e714 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:30.538987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.606236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Allocated IP 172.20.0.1 (dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b/ccd93b7f-3690-4e88-9127-b6631b28c3df/86e65e7f-4d6a-4c4d-87ba-22931e7d1627) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:34:30.692229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.705496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Transition to ACTIVE for port object c576d581-1b06-4a69-abca-b547731dc8f8 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:30.708949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.731084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f4f7a10a-0bca-44e2-aed8-ae2f6ea8a4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:30.776646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.784302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.810407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Transition to ACTIVE for port object 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:30.830580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] For port 37b584a4-df1d-49b1-87d6-bf848b06e714, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=37b584a4-df1d-49b1-87d6-bf848b06e714,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:30.834908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.836849 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-640ecc8e-f569-4622-96d8-67fabdc743ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:30.837444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.857869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05c52292-b0bb-4876-84a6-2776becdce67 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:30.921163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.926013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Pushing event updated for resources: {'Port': ['ID=37b584a4-df1d-49b1-87d6-bf848b06e714,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:30.938241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a573b865-04cb-4318-a291-c6e6d9a23571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:30.966082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Attempting to bind port c576d581-1b06-4a69-abca-b547731dc8f8 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:34:30.966505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Attempting to bind port c576d581-1b06-4a69-abca-b547731dc8f8 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:34:30.966924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Attempting to bind port c576d581-1b06-4a69-abca-b547731dc8f8 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:34:30.974438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Pushing event updated for resources: {'Port': ['ID=c576d581-1b06-4a69-abca-b547731dc8f8,revision_number=2']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:30.983682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:34:30.984113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:34:30.984598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:30.985074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:34:30.985579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Bound port: c576d581-1b06-4a69-abca-b547731dc8f8, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:34:30.986001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.004221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Pushing event updated for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:31.009496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:31.025547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.026369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.026369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.026701 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.027702 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.028083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.028466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.028836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.029201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.029955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.029955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.030268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.030680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.031049 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.031414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.031781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.032143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.032555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.032923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.033281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.033646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.034005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.034377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.034735 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:34:31.038974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:31.070081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-02121b9f-ef56-466f-b30a-168e2bb99a2f None None] Provisioning complete for port 37b584a4-df1d-49b1-87d6-bf848b06e714 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:31.070659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-02121b9f-ef56-466f-b30a-168e2bb99a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.070790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:31.071997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:31.075335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:34:31.098084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] For port c576d581-1b06-4a69-abca-b547731dc8f8, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:34:31.102122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] For port c576d581-1b06-4a69-abca-b547731dc8f8, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c576d581-1b06-4a69-abca-b547731dc8f8,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:34:31.106510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.122872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a8729df4-68b6-45f6-beec-d608dda8cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:31.137193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.233185 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.279671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Pushing event updated for resources: {'Port': ['ID=c576d581-1b06-4a69-abca-b547731dc8f8,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:31.283358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-761485fc-fa48-4e75-95cd-4a02611195c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:31.351245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-539b3417-927a-4bae-b9f7-5a00d3071a68 None None] Provisioning complete for port 37b584a4-df1d-49b1-87d6-bf848b06e714 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:31.351674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-539b3417-927a-4bae-b9f7-5a00d3071a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.352069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:31.353019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b050f0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:31.564778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:31.568866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.572785 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.615831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-465e58bb-5668-493a-bbb3-a046891bae95 None None] Provisioning for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:31.622943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-465e58bb-5668-493a-bbb3-a046891bae95 None None] Provisioning complete for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:31.623500 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-465e58bb-5668-493a-bbb3-a046891bae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.634866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa8142ea-77e7-461c-b2f9-b58f57de287f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:31.707247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.707959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-465e58bb-5668-493a-bbb3-a046891bae95 None None] Port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:34:31.723134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Pushing event updated for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:31.728275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:31.831444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8a736d20-c0cd-4ce9-83b2-eca8902bd394 None None] Provisioning complete for port 37b584a4-df1d-49b1-87d6-bf848b06e714 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:31.831825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8a736d20-c0cd-4ce9-83b2-eca8902bd394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:31.874802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:31.876370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:31.928344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b050f0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:30Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:31.934089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f89cf-fe78-4164-9740-0964247e71bc None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:30Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:34:32.100741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ec7f3261-4b10-4b1d-9364-d68c68bbb2ec None None] Provisioning complete for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:32.101103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3261-4b10-4b1d-9364-d68c68bbb2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:32.167000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:32.173109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f3261-4b10-4b1d-9364-d68c68bbb2ec None None] Port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:34:32.251283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 37b584a4-df1d-49b1-87d6-bf848b06e714 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:32.346847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:34:32.350669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 37b584a4-df1d-49b1-87d6-bf848b06e714 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:32.351499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:32.502558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:32.579003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:34:32.588758 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-6a2070d0-ae03-45d7-87f6-264b708a2652 admin admin] 10.222.0.60 "PUT /v2.0/routers/7d73feda-d640-42f4-878c-6148ae24fbd1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1260316
Nov 23 13:34:33.223128 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1688424473', 'description': 'tempest-TestShelveInstance-1688424473 description'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:33.229737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:33.234386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:33.237404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:33.244120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:33.253414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.290887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:33.296864 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:33.300063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:33.306190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:33.366178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.369145 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.374977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d50f7bd1-5239-484a-8b1c-cbdb79707416 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:33.417386 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.419034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-191af832-30f4-4ce9-bb34-08ca8b5ff90e req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.2009034
Nov 23 13:34:33.419939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroup': ['ID=5414c9e8-774f-44b2-8641-82faac691a97,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:33.423059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-661ad9d7-bf04-45a9-b576-1bbe58c4e383 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:33.508113 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-ed639198-2082-4145-ad2d-eaff708603b5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/5414c9e8-774f-44b2-8641-82faac691a97 HTTP/1.1" status: 200  len: 1688 time: 0.0527661
Nov 23 13:34:33.519479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414c9e8-774f-44b2-8641-82faac691a97', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:33.519828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414c9e8-774f-44b2-8641-82faac691a97', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:33.526319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:33.531071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:33.534114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:33.539960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:33.597395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.621391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.623952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.625908 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6290301b-47fb-47ee-9149-4586d60c9118 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:33.649682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f763256-16e0-4110-8d58-58157a3aa0a4,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:33.652987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:33.660070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.661380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-14d28408-235d-4e08-9728-1e6dab65b7a5 req-cc9f999b-a587-40f9-9ff2-974e2a868851 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1461635
Nov 23 13:34:33.752710 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-ba1050e4-07e8-4e07-9c21-c574d1fa877c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/5414c9e8-774f-44b2-8641-82faac691a97 HTTP/1.1" status: 200  len: 2217 time: 0.0537703
Nov 23 13:34:33.765158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414c9e8-774f-44b2-8641-82faac691a97', 'remote_group_id': None}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:33.765507 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414c9e8-774f-44b2-8641-82faac691a97', 'remote_group_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:33.771994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:33.776075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:33.779271 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:33.785146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:33.848166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.877326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.879853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.881784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e61466d7-6c98-44e5-b825-e10c8e38869e tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:33.906217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6257524-52ed-429b-81d9-c71a9ba9ca64,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:33.908920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:33.916929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:33.918363 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-960a6a5e-7749-4957-82d2-0c03eeb9a42b req-38665a1d-1832-4942-b095-d93a75cde746 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1582241
Nov 23 13:34:34.110377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-29f22658-c080-4414-aed4-5fee8111afb0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:34.126408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-29f22658-c080-4414-aed4-5fee8111afb0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:34.127648 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-29f22658-c080-4414-aed4-5fee8111afb0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1688424473&fields=id&tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 267 time: 0.0613663
Nov 23 13:34:34.275711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c576d581-1b06-4a69-abca-b547731dc8f8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:34.297946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-94bee67c-0a5f-4a1c-955a-36ee3a032b8b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:34.298693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-94bee67c-0a5f-4a1c-955a-36ee3a032b8b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:34.315031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-94bee67c-0a5f-4a1c-955a-36ee3a032b8b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:34.316707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-94bee67c-0a5f-4a1c-955a-36ee3a032b8b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 808 time: 0.1809833
Nov 23 13:34:34.334925 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-ebc78900-e5b3-4510-93ed-54350ddb55a4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/quotas/91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 375 time: 0.0118196
Nov 23 13:34:34.356959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c576d581-1b06-4a69-abca-b547731dc8f8 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:34.361918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c576d581-1b06-4a69-abca-b547731dc8f8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:34.362347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:34.426776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-c90adc2c-eeed-449e-be6a-c44c7cc4385b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:34.443899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-c90adc2c-eeed-449e-be6a-c44c7cc4385b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:34.445341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-c90adc2c-eeed-449e-be6a-c44c7cc4385b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1034424
Nov 23 13:34:34.491627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:34.509257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c576d581-1b06-4a69-abca-b547731dc8f8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c576d581-1b06-4a69-abca-b547731dc8f8,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:34.513275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:34.515622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:34.583494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c576d581-1b06-4a69-abca-b547731dc8f8,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:34.586816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:34.604846 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-f60aebf5-dc25-4b00-a9ce-d879d8afed9d service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456003
Nov 23 13:34:35.029421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-58140871-d0e0-4c35-a3f3-c993a1293037 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4176037
Nov 23 13:34:35.206308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:34:35.220928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:35.221635 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682411c9b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:35.241507 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d48c7e14-ca17-48da-a877-cb085f017cea req-dfab03a6-7955-429c-b9ce-fca5c7942196 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 210 time: 0.0517476
Nov 23 13:34:35.418990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:35.768835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682411c9b0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 2, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:35.773061 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:34:35.773577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Updating router 7d73feda-d640-42f4-878c-6148ae24fbd1 port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:34:35.832996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:36.286092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c576d581-1b06-4a69-abca-b547731dc8f8 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:36.422807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c576d581-1b06-4a69-abca-b547731dc8f8 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:36.423153 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:36.424872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb0daeec-ed20-443b-9a3d-2501dda2c418 req-5f1fc32d-6807-4e05-bf23-c91136793043 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 210 time: 0.0485508
Nov 23 13:34:36.560627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:36.611006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Transition to ACTIVE for port object 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:36.621975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:36.641552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:36.781791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fd5e7-2a08-4ab8-99e9-c0e41691fd5c None None] Pushing event updated for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:36.786234 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972fd5e7-2a08-4ab8-99e9-c0e41691fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:36.815831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-f6e8933e-4f1b-4208-bfca-d0128c6c3a70 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:36.817616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-f6e8933e-4f1b-4208-bfca-d0128c6c3a70 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 808 time: 0.1997154
Nov 23 13:34:36.927010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-924dc5a0-b5ee-40a9-abda-22b10226adca tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:36.940815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-924dc5a0-b5ee-40a9-abda-22b10226adca tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:36.942741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-924dc5a0-b5ee-40a9-abda-22b10226adca tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 5289 time: 0.1055892
Nov 23 13:34:36.954312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'port': {'device_id': '33f0db06-1eab-43e4-83b6-6736794dc118', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'admin_state_up': True, 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'security_groups': ['5414c9e8-774f-44b2-8641-82faac691a97']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:36.970585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Attempting to bind port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:34:36.971018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Attempting to bind port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:34:36.971436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Attempting to bind port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 on network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:34:36.979612 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:34:36.980744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Checking segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:34:36.981460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:36.982180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Bound using segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:34:36.982719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Bound port: 86e65e7f-4d6a-4c4d-87ba-22931e7d1627, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:34:36.983158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:37.084745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] For port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:34:37.088047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] For port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:34:37.091922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:37.107587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:37.109691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:37.119560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:37.128592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Made reservation on behalf of 91c9fe14d2d748beb6334197286bf3d0 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:34:37.134109 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:37.291288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fd5e7-2a08-4ab8-99e9-c0e41691fd5c None None] Pushing event updated for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:37.298268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972fd5e7-2a08-4ab8-99e9-c0e41691fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:37.330071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:37.330848 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682411c9b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:37.554591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:37.679923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0dc80de0-e42a-48fa-b00c-1121bcc04a92 req-302dea4a-1160-42f7-bc48-e925fac647cc tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 210 time: 0.0665011
Nov 23 13:34:37.783031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Allocated IP 172.20.0.3 (dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b/ccd93b7f-3690-4e88-9127-b6631b28c3df/85f27b27-a70c-4c34-9496-17cbe4593fb4) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:34:37.936312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682411c9b0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:37Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:37.940581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e356db6-c550-4657-a7b6-38de0376aff4 None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:37Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:34:38.005550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.024237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Transition to ACTIVE for port object 85f27b27-a70c-4c34-9496-17cbe4593fb4 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:38.047028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.063506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:38.215319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:38.220970 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:38.281347 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:38.282582 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:38.289224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:34:38.295246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:38.368655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:38.370137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.379325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:38.385925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:38.387346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.410590 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4610031
Nov 23 13:34:38.428831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Request body: {'port': {'device_id': '33f0db06-1eab-43e4-83b6-6736794dc118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:38.521565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.551158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.564258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-71c177b6-9656-4e4b-92ef-b27376d83d6b None None] Provisioning for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:38.572614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:38.574201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-71c177b6-9656-4e4b-92ef-b27376d83d6b None None] Provisioning complete for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:38.574819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-71c177b6-9656-4e4b-92ef-b27376d83d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.604456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:38.614070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:38.692774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-71c177b6-9656-4e4b-92ef-b27376d83d6b None None] Port 85f27b27-a70c-4c34-9496-17cbe4593fb4 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:34:38.702953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:38.706337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:38.921439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a85cf-58d5-470c-9789-5296273280bc req-adb2fd87-a4a4-4045-9894-aa09ae3344c6 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:38.923256 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c68a85cf-58d5-470c-9789-5296273280bc req-adb2fd87-a4a4-4045-9894-aa09ae3344c6 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 931 time: 0.0896273
Nov 23 13:34:38.979811 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c68a85cf-58d5-470c-9789-5296273280bc req-1d3efac3-965d-41df-a023-3734a83bd610 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0489235
Nov 23 13:34:38.991813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f27b27-a70c-4c34-9496-17cbe4593fb4 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:34:38.999869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.013122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Transition to ACTIVE for port object 85f27b27-a70c-4c34-9496-17cbe4593fb4 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:34:39.015881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.031407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1eef49dd-d6a8-4b07-a2bb-b2e974f8fde5 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:39.166852 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:39.172031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:39.363487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Attempting to bind port 85f27b27-a70c-4c34-9496-17cbe4593fb4 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:34:39.363855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Attempting to bind port 85f27b27-a70c-4c34-9496-17cbe4593fb4 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:34:39.364224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Attempting to bind port 85f27b27-a70c-4c34-9496-17cbe4593fb4 on network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:34:39.372082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:34:39.372492 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Checking segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:34:39.372900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.373292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Bound using segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:34:39.373768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Bound port: 85f27b27-a70c-4c34-9496-17cbe4593fb4, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:34:39.374143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.467021 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:34:39.470204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:34:39.473812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.489632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ce2686d-8123-4d07-b549-5c67b8b59a03 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:39.634802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:39.647991 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:39.682143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:39.682740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:39.685117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] 10.222.0.63 "PUT /v2.0/ports/85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1157 time: 1.2614546
Nov 23 13:34:39.685703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:39.776269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'status': 'completed', 'code': 200}
Nov 23 13:34:39.825536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-bcd54897-2f61-4d56-8375-aef3af75789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:39.827212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-bcd54897-2f61-4d56-8375-aef3af75789f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1160 time: 0.0871942
Nov 23 13:34:39.916306 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-713ca54d-9f05-49de-9ca2-516c5e37f000 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 217 time: 0.0759597
Nov 23 13:34:39.986411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-4e4bf43d-9f22-427f-8762-975672a33ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:39.987918 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-4e4bf43d-9f22-427f-8762-975672a33ec0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0653336
Nov 23 13:34:40.071883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-ed089c50-6ac1-402c-8a01-1b5bda742dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.074153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-ed089c50-6ac1-402c-8a01-1b5bda742dac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788417
Nov 23 13:34:40.199673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75d813-5dc5-4700-897e-1476a90b0884 req-dce2bb7e-591f-428a-9dec-6afff517175d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.201315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba75d813-5dc5-4700-897e-1476a90b0884 req-dce2bb7e-591f-428a-9dec-6afff517175d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0842583
Nov 23 13:34:40.224454 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-8c35674d-da1c-4d0c-a300-2ea1f61b1c8e service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421788
Nov 23 13:34:40.254016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba75d813-5dc5-4700-897e-1476a90b0884 req-60013878-0582-405c-a4d7-6af6233dac08 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453715
Nov 23 13:34:40.258879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:40.330952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:40.331373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:40.373646 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-af30fe39-e43b-42cb-b6ed-0da2246f13b2 req-7abf6cc7-f054-4a23-94b0-9f353d1059e3 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452534
Nov 23 13:34:40.540721 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-a9c64cdf-d82e-4241-b2fb-1368f49e5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.542370 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-a9c64cdf-d82e-4241-b2fb-1368f49e5942 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1160 time: 0.0747368
Nov 23 13:34:40.685576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-e2dd9d09-a1f3-436d-b541-86c6b2e465fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.687147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-e2dd9d09-a1f3-436d-b541-86c6b2e465fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1380181
Nov 23 13:34:40.762847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-dfca3112-a1a1-4928-bda9-46c715ebab83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 217 time: 0.0678177
Nov 23 13:34:40.838242 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-23f8af28-3a44-4ed1-a7af-02eab5f6d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.840450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-23f8af28-3a44-4ed1-a7af-02eab5f6d5c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0677907
Nov 23 13:34:40.924655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-dc176fe7-cdd4-46a8-9e63-2c7e24244ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:40.926289 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-dc176fe7-cdd4-46a8-9e63-2c7e24244ffc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774336
Nov 23 13:34:41.078258 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-605a1bfd-ef1b-4d3b-a723-acf5dc3f3dfa service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444709
Nov 23 13:34:41.227172 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1768cf54-09d8-48b8-900b-493bb20193e2 req-6428050e-4b74-4e2c-8fbc-a9294b18213d service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421385
Nov 23 13:34:41.478168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dbbc6-7f9a-4aa2-99c1-a9ba77467c0f req-81a24904-fb86-4159-9e91-9f338426364a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:41.478945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-7d6dbbc6-7f9a-4aa2-99c1-a9ba77467c0f req-81a24904-fb86-4159-9e91-9f338426364a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:41.494698 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-7d6dbbc6-7f9a-4aa2-99c1-a9ba77467c0f req-81a24904-fb86-4159-9e91-9f338426364a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:41.496051 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d6dbbc6-7f9a-4aa2-99c1-a9ba77467c0f req-81a24904-fb86-4159-9e91-9f338426364a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.1059413
Nov 23 13:34:41.546669 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7d6dbbc6-7f9a-4aa2-99c1-a9ba77467c0f req-32f520a3-0ccc-412b-b8df-236396aca962 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438619
Nov 23 13:34:42.772212 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ace04-4534-428c-bc2c-9af3ddf55eb4 req-0de65bf2-d8d8-4db7-97d9-e19423ac2246 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:42.773845 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e52ace04-4534-428c-bc2c-9af3ddf55eb4 req-0de65bf2-d8d8-4db7-97d9-e19423ac2246 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0956597
Nov 23 13:34:42.824808 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e52ace04-4534-428c-bc2c-9af3ddf55eb4 req-97d18586-99cb-43f6-8703-6faf1e1e5cb0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435674
Nov 23 13:34:43.362187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:43.431645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:34:43.437261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:43.437687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:43.557588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:43.585720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:43.597136 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:34:43.602189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:43.604112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:43.648730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'code': 200}
Nov 23 13:34:43.678174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:43.681343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:43.933941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a7310-0f62-4987-99cb-49c63f1cffdf req-80372290-1bce-45f4-8c6a-705f4e02542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:43.938275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-124a7310-0f62-4987-99cb-49c63f1cffdf req-80372290-1bce-45f4-8c6a-705f4e02542e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0828519
Nov 23 13:34:43.990984 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-124a7310-0f62-4987-99cb-49c63f1cffdf req-ff1253c2-cc8e-4bbb-af7d-ab0fceb453dc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473461
Nov 23 13:34:44.057740 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4a377-aa81-4523-8c49-2be8d3d497ab req-2acba5e9-73ee-4f09-8924-7c93a4649dc0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:44.060003 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4a4a377-aa81-4523-8c49-2be8d3d497ab req-2acba5e9-73ee-4f09-8924-7c93a4649dc0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0857515
Nov 23 13:34:44.108796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4a4a377-aa81-4523-8c49-2be8d3d497ab req-ece3c104-a820-4396-af44-c0d162ccf1bf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422931
Nov 23 13:34:45.167628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:34:45.332922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67cf99-f33f-482b-99b5-f63292f1a37c req-38ccc055-765b-48bd-a31b-a4daf719f8f0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:45.334594 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c67cf99-f33f-482b-99b5-f63292f1a37c req-38ccc055-765b-48bd-a31b-a4daf719f8f0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0884969
Nov 23 13:34:45.385210 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9c67cf99-f33f-482b-99b5-f63292f1a37c req-f82bcfc3-0ce5-438d-9d35-8202e463b5bb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430412
Nov 23 13:34:45.409431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:34:45.409855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:45.608957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae9b53-f793-4f8c-915b-867e1fcbc718 req-7dc08cec-7661-4784-aca7-72e68c724a27 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:45.610561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d3ae9b53-f793-4f8c-915b-867e1fcbc718 req-7dc08cec-7661-4784-aca7-72e68c724a27 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0909324
Nov 23 13:34:45.659355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d3ae9b53-f793-4f8c-915b-867e1fcbc718 req-04a7ce6e-2b3e-4506-b302-724e66e747ea tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422664
Nov 23 13:34:46.138917 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-94ce1483-125d-4cf6-b490-6e92235d3dc9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4252393
Nov 23 13:34:46.149854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:46.156954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:34:46.161729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:floatingip and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:34:46.164720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:34:46.170897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:34:46.180641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:46.328071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:46.605060 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Allocated IP 172.26.6.175 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/2691f6bb-292b-43a1-b7cc-5c0974c5ea40) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:34:46.763068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:46.788782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:46.803009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:46.937593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=2691f6bb-292b-43a1-b7cc-5c0974c5ea40,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:46.942547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:46.995166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:34:46.996881 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:34:46.999231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:34:47.092302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.150572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.419190 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.422374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.425739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.441767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:34:47.573217 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=2691f6bb-292b-43a1-b7cc-5c0974c5ea40,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:34:47.578764 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:34:47.688805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.712636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:47.714819 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5690160
Nov 23 13:34:47.798742 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-7d6d8e02-30bb-46b9-9d8b-65f96135c053 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:34:47.815729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-7d6d8e02-30bb-46b9-9d8b-65f96135c053 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:34:47.817014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-7d6d8e02-30bb-46b9-9d8b-65f96135c053 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.175 HTTP/1.1" status: 200  len: 696 time: 0.0958591
Nov 23 13:34:47.980382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-fb72d58a-6ef9-4b07-aa8d-641e50432d48 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:47.981980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-fb72d58a-6ef9-4b07-aa8d-641e50432d48 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1584618
Nov 23 13:34:47.993501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-bb2ed39b-a03f-4cac-86fd-82277df9e034 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:34:47.994536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e7c97cb2-4e3c-4a35-93db-354f90b77ca0 req-bb2ed39b-a03f-4cac-86fd-82277df9e034 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060546
Nov 23 13:34:48.188981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-910aabf7-161b-4973-a57a-a716a9816efb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:48.190562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-910aabf7-161b-4973-a57a-a716a9816efb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0838509
Nov 23 13:34:48.279572 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-9e171044-a6f4-4a5f-b100-038bb1065b31 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.175 HTTP/1.1" status: 200  len: 696 time: 0.0825014
Nov 23 13:34:48.290137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'floatingip': {'port_id': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:34:48.371669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:48.997575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:49.000253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:49.203390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Floating IP c5db5586-2924-4ac4-b6e2-5276a9aa038b associated. External IP: 172.26.6.175, port: 85f27b27-a70c-4c34-9496-17cbe4593fb4.
Nov 23 13:34:49.623191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:34:49.840957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:34:49.846032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:34:49.851299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:34:49.865567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:49.866238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b05198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:49.903279 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-355db8f1-bfd4-4669-acde-f41937a3cdeb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "PUT /v2.0/floatingips/c5db5586-2924-4ac4-b6e2-5276a9aa038b HTTP/1.1" status: 200  len: 996 time: 1.6173496
Nov 23 13:34:49.903774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:34:49.970564 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'status': 'completed', 'code': 200}
Nov 23 13:34:50.009756 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-2a2255c5-8b16-4152-8a1b-f9eade00f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.012969 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-2a2255c5-8b16-4152-8a1b-f9eade00f57d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0957160
Nov 23 13:34:50.073330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:50.095512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-74208b07-50cc-4640-90c5-2bf2de38ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.097442 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-74208b07-50cc-4640-90c5-2bf2de38ecb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0866115
Nov 23 13:34:50.174620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-06041336-9b58-479c-ad91-de11504d8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.176562 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-06041336-9b58-479c-ad91-de11504d8bf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1518674
Nov 23 13:34:50.258466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-14bd4883-f2eb-40e3-9163-0dae15d20719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.260191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-14bd4883-f2eb-40e3-9163-0dae15d20719 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1570909
Nov 23 13:34:50.383110 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-4e5ac9cf-d979-487d-a80d-9c84f198db1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 999 time: 0.1158090
Nov 23 13:34:50.455685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-c2d79221-299e-4f26-880f-19280505060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.457749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-c2d79221-299e-4f26-880f-19280505060f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0684159
Nov 23 13:34:50.539936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-62ca4ad5-ee06-4c6e-9423-e91fd063a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.541603 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-62ca4ad5-ee06-4c6e-9423-e91fd063a5cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774920
Nov 23 13:34:50.564500 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-2a0be3df-c2bf-4326-af13-26ac0eaeb35e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 999 time: 0.3796091
Nov 23 13:34:50.619342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b05198>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c5db5586-2924-4ac4-b6e2-5276a9aa038b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.175', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:ae:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0db06-1eab-43e4-83b6-6736794dc118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:34:47Z', 'updated_at': '2020-11-23T13:34:48Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:50.624353 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:34:50.636074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-951e78bc-5852-4315-80b7-b72920b4eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.637638 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-951e78bc-5852-4315-80b7-b72920b4eecc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0661085
Nov 23 13:34:50.637783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:34:50.638365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825b05198>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:34:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:50.712319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-38798a6b-26ca-4e32-bbbc-b0b14a6f8af0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640666
Nov 23 13:34:50.728727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-5340158f-24e5-45cc-a8da-a2a08c75f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:34:50.731054 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-5340158f-24e5-45cc-a8da-a2a08c75f6c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861220
Nov 23 13:34:50.743400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-527f87f3-3fa9-4d0a-8881-c0f37aeaf72a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:34:50.744940 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-527f87f3-3fa9-4d0a-8881-c0f37aeaf72a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0063198
Nov 23 13:34:50.837067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:34:50.869400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-579de4e9-ee4b-43f3-9d5a-e58d870213f4 req-1e2a5cc5-bb44-4e30-80f4-4fada5567da0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509984
Nov 23 13:34:50.897693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-efaeddd5-246e-4d8c-9196-e3def7783a17 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444156
Nov 23 13:34:51.050855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2213b26-9b93-44b4-acf4-ee1f48d04444 req-c202e432-893e-4f61-9ff8-71dd886bd5d6 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438990
Nov 23 13:34:51.216186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825b05198>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c5db5586-2924-4ac4-b6e2-5276a9aa038b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.175', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:ae:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0db06-1eab-43e4-83b6-6736794dc118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:34:47Z', 'updated_at': '2020-11-23T13:34:48Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:34:51.220441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24edcf4-0f2c-42f7-be6a-5fa4eb31bec9 None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c5db5586-2924-4ac4-b6e2-5276a9aa038b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.175', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:ae:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0db06-1eab-43e4-83b6-6736794dc118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:34:47Z', 'updated_at': '2020-11-23T13:34:48Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:34:51.497468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61335f-9b9d-424c-b66b-edb6593a2177 None None] New status for floating IP c5db5586-2924-4ac4-b6e2-5276a9aa038b: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:34:56.964807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:34:57.978932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f8634b8c-51ec-4159-ad66-5801b654bdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:00.398548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ecf7-e406-4e3c-9150-55b61037af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:00.907896 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:02.130246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:02.487541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:17.415338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:27.982171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-294ccc96-a8b6-445d-99ce-3336bd2e2f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:30.399441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-45cb2ad5-a645-4c44-8b4a-0941e0f1cbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:30.909887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:31.620872 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-469a6506-6846-4656-b696-bdcbf6814d3e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0860252
Nov 23 13:35:31.785332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-5dc44807-1aa1-4b40-962a-d6d37215b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:35:31.786952 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-5dc44807-1aa1-4b40-962a-d6d37215b7d5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0771110
Nov 23 13:35:31.950043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-a39d438f-0057-46a4-b481-13f51b2cb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:35:31.952668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-a39d438f-0057-46a4-b481-13f51b2cb744 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1448154
Nov 23 13:35:32.065970 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-a6f39d63-8741-4c48-bf28-14122c7f62f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1001 time: 0.1058130
Nov 23 13:35:32.137008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:32.146089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-fb5fe1bb-11ab-4db7-a97e-03cf29a3ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:35:32.147694 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-fb5fe1bb-11ab-4db7-a97e-03cf29a3ce63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0752957
Nov 23 13:35:32.237531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-8e2943f5-a651-40c6-b7ee-952357a67fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:35:32.239153 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-8e2943f5-a651-40c6-b7ee-952357a67fdb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849259
Nov 23 13:35:32.251390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-0e881943-a457-4e84-9b5a-fc8fcc592d51 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:35:32.252401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-0e881943-a457-4e84-9b5a-fc8fcc592d51 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057540
Nov 23 13:35:32.399937 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-b4685995-1ac4-4a25-9f53-921727efc662 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400740
Nov 23 13:35:32.490261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:32.547316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aea096fd-11cb-4f35-ae79-36157a0a4a46 req-fb8183e0-4802-4216-b29d-d4cac0f9ad18 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413078
Nov 23 13:35:33.966097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:35:47.424392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:35:57.987776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3404f28c-bd46-493c-abab-b69417404bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:00.400673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e862d993-daf4-47a1-88cd-4a01a91dcba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:00.912252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:02.130630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:02.494674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:10.966812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:36:17.445643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:27.990180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51008787-152e-496a-b4b1-12ee78711833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:30.404237 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1bbb23ca-908d-4cde-80a4-778e78e36cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:30.914622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:32.132800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:32.498440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:33.608378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-a16aa984-edb0-4c55-9b91-2571487cc55b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0734816
Nov 23 13:36:33.776382 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-095c3c90-86ac-4625-aa8d-03661b5ed723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:33.778048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-095c3c90-86ac-4625-aa8d-03661b5ed723 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0803013
Nov 23 13:36:33.943958 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-8f6d7cfd-8fc6-4898-a7d4-1fe47688cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:33.945519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-8f6d7cfd-8fc6-4898-a7d4-1fe47688cd52 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1469190
Nov 23 13:36:34.327662 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-da0601a9-f4eb-4278-b5a3-251f0534b962 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1001 time: 0.3754623
Nov 23 13:36:34.398251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-86007b65-372c-4e3e-8b4f-ed24f189f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:34.399895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-86007b65-372c-4e3e-8b4f-ed24f189f286 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0655322
Nov 23 13:36:34.482645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-b30840fb-cdcc-431a-afde-f261be4c189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:34.484804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-b30840fb-cdcc-431a-afde-f261be4c189d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781615
Nov 23 13:36:34.634410 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-54a9c194-719c-4001-9174-ad3279d9ef6a service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420703
Nov 23 13:36:34.779123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e3e5c64b-3727-40d3-b2ad-15fcb21162c2 req-61737fe1-17a3-4781-8e7d-34e3f1d6dd24 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384115
Nov 23 13:36:39.809640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6d91c-16f5-4154-806f-2248951d9b1c req-6bc3807e-f60e-4b83-b60a-542f4c2da7c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:39.811291 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ea6d91c-16f5-4154-806f-2248951d9b1c req-6bc3807e-f60e-4b83-b60a-542f4c2da7c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0952172
Nov 23 13:36:39.862199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ea6d91c-16f5-4154-806f-2248951d9b1c req-a61a9490-def8-4222-bca5-0e2f3fba57a1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441835
Nov 23 13:36:41.101781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d572-7762-4b86-b83a-3dcbeeefc100 req-fe75939c-5f8a-490c-9dfd-c7b148cfd6d0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:41.103401 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ae2d572-7762-4b86-b83a-3dcbeeefc100 req-fe75939c-5f8a-490c-9dfd-c7b148cfd6d0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0893734
Nov 23 13:36:41.152976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ae2d572-7762-4b86-b83a-3dcbeeefc100 req-affe2c67-1b40-4ce6-99a0-143dc0994c81 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422933
Nov 23 13:36:42.368645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7e66-f400-4e11-80f2-54e5a4b9e0ea req-d0918e46-e1ff-4453-b71f-641aeb1e85db tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:42.370241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-997d7e66-f400-4e11-80f2-54e5a4b9e0ea req-d0918e46-e1ff-4453-b71f-641aeb1e85db tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0835636
Nov 23 13:36:42.423226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-997d7e66-f400-4e11-80f2-54e5a4b9e0ea req-50ea702f-221a-4b54-a7f6-88f07559c264 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460291
Nov 23 13:36:43.638983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1cfe4-1842-468f-8623-5332b9b5ed24 req-0ee58d17-683c-4ccd-a8e8-4dbaa98fb029 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:43.641635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7d1cfe4-1842-468f-8623-5332b9b5ed24 req-0ee58d17-683c-4ccd-a8e8-4dbaa98fb029 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0862503
Nov 23 13:36:43.695755 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c7d1cfe4-1842-468f-8623-5332b9b5ed24 req-1dc8eed2-7e32-4042-aeb3-f656cd69fc60 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0481465
Nov 23 13:36:44.913534 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b835-a323-4c2b-bb06-28a495ae8338 req-4870957c-466b-472c-ae12-b44c12099360 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:44.915139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba60b835-a323-4c2b-bb06-28a495ae8338 req-4870957c-466b-472c-ae12-b44c12099360 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0850832
Nov 23 13:36:44.966448 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba60b835-a323-4c2b-bb06-28a495ae8338 req-52505efb-6aa3-4cab-848a-581454177d82 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447292
Nov 23 13:36:46.181901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3b86-767f-42c6-a409-78b19fd5a9ea req-14b7ea11-e03a-4e39-a7d2-7f17ae0b913e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:46.183527 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-115d3b86-767f-42c6-a409-78b19fd5a9ea req-14b7ea11-e03a-4e39-a7d2-7f17ae0b913e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0852387
Nov 23 13:36:46.232302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-115d3b86-767f-42c6-a409-78b19fd5a9ea req-a422868d-1f1f-425c-8e7b-d718bfad40c3 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422227
Nov 23 13:36:47.444650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:47.449299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53888bd-885a-40ac-8ad1-81baa7230c2c req-249a1111-4281-4e27-9ab6-1eb98165040f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:47.450921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f53888bd-885a-40ac-8ad1-81baa7230c2c req-249a1111-4281-4e27-9ab6-1eb98165040f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0875838
Nov 23 13:36:47.503117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f53888bd-885a-40ac-8ad1-81baa7230c2c req-077432ee-5f5a-45d2-8219-a01f651b2d4a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0448442
Nov 23 13:36:47.967944 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:36:48.728954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b0f3c-4094-4a8c-a84a-bc6e2cf80fd7 req-59e6de86-387e-48ca-a0da-11a7f4092278 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:48.730557 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e37b0f3c-4094-4a8c-a84a-bc6e2cf80fd7 req-59e6de86-387e-48ca-a0da-11a7f4092278 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0892961
Nov 23 13:36:48.781854 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e37b0f3c-4094-4a8c-a84a-bc6e2cf80fd7 req-a7ef9560-1f4d-406b-ac49-e0cdd65f9012 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438440
Nov 23 13:36:50.002805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6801a7-0ef6-4b6b-bb15-a4d1b515bb43 req-b8e09ffd-a12c-46a6-98ad-b64fb678fbd2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:50.004459 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e6801a7-0ef6-4b6b-bb15-a4d1b515bb43 req-b8e09ffd-a12c-46a6-98ad-b64fb678fbd2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0861452
Nov 23 13:36:50.053139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e6801a7-0ef6-4b6b-bb15-a4d1b515bb43 req-4615dc4c-7f51-4f7d-9625-bffddb1418f5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423183
Nov 23 13:36:51.269751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dcfda-da51-4ca7-a433-a7aa57186de1 req-2c0a436e-ee66-4f47-8329-ae3a8d61cdc4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:51.271346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-655dcfda-da51-4ca7-a433-a7aa57186de1 req-2c0a436e-ee66-4f47-8329-ae3a8d61cdc4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0842290
Nov 23 13:36:51.323861 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-655dcfda-da51-4ca7-a433-a7aa57186de1 req-ef9173d2-d425-4e0d-b894-a41c68c0442d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460308
Nov 23 13:36:52.570175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968eca-8c1e-4d77-80a8-741ae20c7e06 req-2c37847a-ae2d-4c97-9075-33b564c3995a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:52.571825 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db968eca-8c1e-4d77-80a8-741ae20c7e06 req-2c37847a-ae2d-4c97-9075-33b564c3995a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.1078238
Nov 23 13:36:52.625532 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db968eca-8c1e-4d77-80a8-741ae20c7e06 req-cef3bae3-7363-41e0-9756-94c61c9ab24b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465093
Nov 23 13:36:53.865227 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381be8-1cd6-4aa1-bec5-95112b3e84ad req-4895345b-0803-408b-87aa-88fb2f207d53 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:53.867022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8381be8-1cd6-4aa1-bec5-95112b3e84ad req-4895345b-0803-408b-87aa-88fb2f207d53 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0936072
Nov 23 13:36:53.918881 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e8381be8-1cd6-4aa1-bec5-95112b3e84ad req-7f1e2510-8ef6-41ed-89c8-d851a4b81f06 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451472
Nov 23 13:36:55.153316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b4ec6-037f-40ae-809d-5658203229e5 req-5582fecb-fb85-4286-b48a-ce9109b61178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:55.162225 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c70b4ec6-037f-40ae-809d-5658203229e5 req-5582fecb-fb85-4286-b48a-ce9109b61178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.1043487
Nov 23 13:36:55.212340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c70b4ec6-037f-40ae-809d-5658203229e5 req-bbd3b298-afa5-455f-9542-566e2a747159 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0491271
Nov 23 13:36:56.455597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd994f18-e0f9-4876-910d-f480509107d4 req-1c1518f5-0741-4cfa-acf0-db952ef20da2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:56.463649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd994f18-e0f9-4876-910d-f480509107d4 req-1c1518f5-0741-4cfa-acf0-db952ef20da2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0992329
Nov 23 13:36:56.515614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cd994f18-e0f9-4876-910d-f480509107d4 req-da900010-01f5-4869-b9e7-9a7898fa2ff3 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0508344
Nov 23 13:36:57.935602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735176-2724-4318-a511-90ef27fa1141 req-6d0a945d-21ab-4c02-b6a7-b34fb05ab8c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:57.937647 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f735176-2724-4318-a511-90ef27fa1141 req-6d0a945d-21ab-4c02-b6a7-b34fb05ab8c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.1101439
Nov 23 13:36:57.995930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-79df7f8b-8014-4932-b5cd-62243de6a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:36:58.005156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f735176-2724-4318-a511-90ef27fa1141 req-0455ed9a-71f3-450c-b67c-659d646fe546 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0549691
Nov 23 13:36:59.232863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cd56-5b4a-49e1-bc92-63cb28875e9a req-7cf17019-e360-4331-bfb9-eabe7de50d6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:36:59.234484 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aaf5cd56-5b4a-49e1-bc92-63cb28875e9a req-7cf17019-e360-4331-bfb9-eabe7de50d6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0945368
Nov 23 13:36:59.293112 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aaf5cd56-5b4a-49e1-bc92-63cb28875e9a req-dc2f7010-9bf7-487c-bce7-b2b2fadcabac tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504444
Nov 23 13:37:00.410426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-814a78c3-50e3-4fb3-bc12-ae141ca3de3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:00.536027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e69b-bcf2-4895-8dab-55eaa30fab4b req-799e1f90-bc86-4415-adf7-e2b1e4029cbb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:00.543919 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dea4e69b-bcf2-4895-8dab-55eaa30fab4b req-799e1f90-bc86-4415-adf7-e2b1e4029cbb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0962031
Nov 23 13:37:00.607123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dea4e69b-bcf2-4895-8dab-55eaa30fab4b req-8f8fee66-7d2c-44b5-bdbb-066e2f6aa390 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0618217
Nov 23 13:37:00.918952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:01.840280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b36743-7098-47a1-bcb8-ac357291694c req-badad882-eac4-4ad8-b731-2c234f078647 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:01.842275 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-83b36743-7098-47a1-bcb8-ac357291694c req-badad882-eac4-4ad8-b731-2c234f078647 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0941019
Nov 23 13:37:01.906452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-83b36743-7098-47a1-bcb8-ac357291694c req-22a514da-84ce-45ac-8099-2f68c513b912 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0560162
Nov 23 13:37:02.139587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:02.503820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:02.775161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-902f3d73-7b71-43e6-a468-a4c42de98ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:02.776794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-902f3d73-7b71-43e6-a468-a4c42de98ded service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0756679
Nov 23 13:37:02.923013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-fa8f534d-e173-4f31-af3c-ecf7fa17dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:02.924904 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-fa8f534d-e173-4f31-af3c-ecf7fa17dc58 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1421635
Nov 23 13:37:03.039295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-0fee5f81-26c4-4fcd-ba65-0bb7d28ea007 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1001 time: 0.1065447
Nov 23 13:37:03.109053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-c50c6679-a69d-4e16-88da-be91339c66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:03.113679 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-c50c6679-a69d-4e16-88da-be91339c66e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0673535
Nov 23 13:37:03.133948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4235bf1-304c-44bb-bb84-b5578ec809b1 req-7331965f-18a9-4edf-b55b-7747b3784a21 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:03.135573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4235bf1-304c-44bb-bb84-b5578ec809b1 req-7331965f-18a9-4edf-b55b-7747b3784a21 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0951986
Nov 23 13:37:03.186770 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b4235bf1-304c-44bb-bb84-b5578ec809b1 req-ca367f2a-357d-41ad-bbac-19a16c6aabd8 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445342
Nov 23 13:37:03.197606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-c8752910-65fd-4808-9306-da7f69db2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:03.199244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-c8752910-65fd-4808-9306-da7f69db2412 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798147
Nov 23 13:37:03.347807 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-2a576d86-89dc-487c-a239-47072bb817d2 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412823
Nov 23 13:37:03.491341 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b651e976-100b-4dd4-abca-28006c8f9e06 req-46e95830-d6d9-4c42-a3b8-723b326260cc service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371436
Nov 23 13:37:04.404736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4901564-4349-4a19-8a23-26d6c07956ba req-b5937d62-0c33-4b05-ae0c-e9c963a3c3a5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:04.406354 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c4901564-4349-4a19-8a23-26d6c07956ba req-b5937d62-0c33-4b05-ae0c-e9c963a3c3a5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0846405
Nov 23 13:37:04.454991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c4901564-4349-4a19-8a23-26d6c07956ba req-9424c5ef-9983-4131-83c4-6b0f0c8f534a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415947
Nov 23 13:37:05.686238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053faf3-8dec-40ca-8361-e0243a16eb89 req-58827f2a-d765-4298-bbd8-9eeb6d8dc11b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:05.687842 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3053faf3-8dec-40ca-8361-e0243a16eb89 req-58827f2a-d765-4298-bbd8-9eeb6d8dc11b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0936136
Nov 23 13:37:05.739212 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3053faf3-8dec-40ca-8361-e0243a16eb89 req-8c31ff8f-ad3a-4a68-984b-48558e579688 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437922
Nov 23 13:37:06.054946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 56420) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:37:06.122670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:37:06.197290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350732-48a7-4786-b7d6-8601ecfd6f10 req-bbff782d-7eca-4a7e-a404-25267bf5fb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:06.198891 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22350732-48a7-4786-b7d6-8601ecfd6f10 req-bbff782d-7eca-4a7e-a404-25267bf5fb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.1366079
Nov 23 13:37:06.241979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:06.267309 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-ff6ea357-2af8-4a4f-ac8d-b774e1f0f7fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2109365
Nov 23 13:37:06.272053 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-22350732-48a7-4786-b7d6-8601ecfd6f10 req-777ef100-997f-4d71-861a-60039900370f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651374
Nov 23 13:37:06.273641 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:37:06.285999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:37:06.290837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:06.292778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:37:06.364433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:37:06.373560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.373941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.374320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.374692 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.375063 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.375439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.375803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.376169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.376587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.377479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.377898 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.378263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.378720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.379087 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.379452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.379821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.380184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.380573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.380939 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.381303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.381936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.382040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.382335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.382693 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:37:06.387231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:37:06.434132 dv-neutron-601336-59-ovs neutron-server[80911]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'code': 422} returned with failed status
Nov 23 13:37:07.496123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860b903-50c5-46fc-a905-7f771cd888d7 req-3f1cc254-ae19-4b69-a1cc-5bf9744fce9d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:07.497767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c860b903-50c5-46fc-a905-7f771cd888d7 req-3f1cc254-ae19-4b69-a1cc-5bf9744fce9d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0849807
Nov 23 13:37:07.552741 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c860b903-50c5-46fc-a905-7f771cd888d7 req-e4f367b7-e4a9-496a-87df-11c6e4d11fee tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0481493
Nov 23 13:37:08.780576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11341e-1185-4662-bcc2-48bee35d0455 req-738673b8-7b56-4602-b8a3-b92ff6f71c33 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:08.782191 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f11341e-1185-4662-bcc2-48bee35d0455 req-738673b8-7b56-4602-b8a3-b92ff6f71c33 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0877964
Nov 23 13:37:08.833082 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f11341e-1185-4662-bcc2-48bee35d0455 req-4452147f-89e9-4915-b498-872a8e8ac349 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439074
Nov 23 13:37:10.051653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d12fd-ff83-4ff1-89a3-8b3816699bb4 req-ac451469-6999-40b9-9719-ac4d9421412f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:10.053304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c05d12fd-ff83-4ff1-89a3-8b3816699bb4 req-ac451469-6999-40b9-9719-ac4d9421412f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0844183
Nov 23 13:37:10.102936 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c05d12fd-ff83-4ff1-89a3-8b3816699bb4 req-3aee1dcd-1feb-4588-be5f-d414ad7b52b2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432439
Nov 23 13:37:10.882737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-724f5a7c-f971-4127-b081-a9882295e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:10.884333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-724f5a7c-f971-4127-b081-a9882295e13e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 1160 time: 0.0798190
Nov 23 13:37:10.997322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-514426ba-44d7-43ed-beea-b56d90618ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:10.998958 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-514426ba-44d7-43ed-beea-b56d90618ded service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1160 time: 0.0814323
Nov 23 13:37:11.143611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-049a0566-aaa6-4c51-a9de-f69d413a56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:11.145176 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-049a0566-aaa6-4c51-a9de-f69d413a56ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1393657
Nov 23 13:37:11.300187 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-1aeb5af3-55a4-4b01-80a3-8e1918849622 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 999 time: 0.1488023
Nov 23 13:37:11.391303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b7daa-d748-4ed4-8d33-0c924732abe9 req-cccb1ace-4bf0-4962-ae3d-7268cf4f49a4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:11.393424 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b5b7daa-d748-4ed4-8d33-0c924732abe9 req-cccb1ace-4bf0-4962-ae3d-7268cf4f49a4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.1508706
Nov 23 13:37:11.397253 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-58fed253-afad-4698-ad93-a0053115df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:11.398636 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-58fed253-afad-4698-ad93-a0053115df7d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0919905
Nov 23 13:37:11.493217 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2b5b7daa-d748-4ed4-8d33-0c924732abe9 req-cc878845-6562-45c0-b9fd-6d98ebd1c7d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0925241
Nov 23 13:37:11.512631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-01e78a9e-35dd-478b-b5f0-882ad0e5ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:11.514216 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-01e78a9e-35dd-478b-b5f0-882ad0e5ac49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0991218
Nov 23 13:37:11.659068 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-585960a3-b289-4612-bffa-829c66938ecd service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369572
Nov 23 13:37:12.054767 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6755516e-ae5d-4bf8-abe9-4ff690f033e1 req-611cd90a-e6b0-4f80-9415-3fe1169e6983 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3893194
Nov 23 13:37:12.723167 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35860-7428-490f-8335-72590799b9eb req-2acc20bc-80a9-410f-8901-7ec8a049477b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:12.724859 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50a35860-7428-490f-8335-72590799b9eb req-2acc20bc-80a9-410f-8901-7ec8a049477b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0988624
Nov 23 13:37:12.776451 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50a35860-7428-490f-8335-72590799b9eb req-9d44ab28-d574-4fd5-bfaf-b8d57409b572 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450728
Nov 23 13:37:14.007959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9427a-3f74-4ac8-896b-55b16c7f577c req-f6907644-29aa-4355-aaac-66b6c4bb051a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:14.009561 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cf9427a-3f74-4ac8-896b-55b16c7f577c req-f6907644-29aa-4355-aaac-66b6c4bb051a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0880499
Nov 23 13:37:14.061034 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0cf9427a-3f74-4ac8-896b-55b16c7f577c req-32d25263-e8fc-4dcd-a637-b7777a5e4c3b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450480
Nov 23 13:37:15.277204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbf41e-2498-47ec-8107-7d80cd437de4 req-40414364-db28-4177-b940-5fd58a5481e2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:15.279097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70dbf41e-2498-47ec-8107-7d80cd437de4 req-40414364-db28-4177-b940-5fd58a5481e2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0866816
Nov 23 13:37:15.336876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-70dbf41e-2498-47ec-8107-7d80cd437de4 req-13fceac2-b2db-46d7-a437-dbc4965e9f19 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0493925
Nov 23 13:37:16.556458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506f195-2e18-44f4-beff-e39343089017 req-49d99f34-f278-481c-8409-983e8f40e7a4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:16.557939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5506f195-2e18-44f4-beff-e39343089017 req-49d99f34-f278-481c-8409-983e8f40e7a4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0836289
Nov 23 13:37:16.618108 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5506f195-2e18-44f4-beff-e39343089017 req-5aa2866c-b9c5-40c5-bf63-b805d342a370 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0536845
Nov 23 13:37:17.461633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:17.877294 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242bd2d-2a77-418f-80bd-0f2f92fe2a6e req-e30a2d5f-921a-4bc6-95c2-c3191466634e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:17.879010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e242bd2d-2a77-418f-80bd-0f2f92fe2a6e req-e30a2d5f-921a-4bc6-95c2-c3191466634e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.1209455
Nov 23 13:37:17.929656 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e242bd2d-2a77-418f-80bd-0f2f92fe2a6e req-b64871bd-64fd-4cff-963e-4ea476d228d7 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439889
Nov 23 13:37:19.150514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60f9e2-bd47-42cb-9a44-dca9fdd5b2cd req-c70e7ba0-a26c-413c-913b-92f02f13242f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:19.152092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c60f9e2-bd47-42cb-9a44-dca9fdd5b2cd req-c70e7ba0-a26c-413c-913b-92f02f13242f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0874794
Nov 23 13:37:19.202459 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4c60f9e2-bd47-42cb-9a44-dca9fdd5b2cd req-63cde8b9-3dbe-4ece-8d79-56212577ba51 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437365
Nov 23 13:37:20.435874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff8eca-5046-4740-9d8c-a6d363e605c9 req-48057460-8837-4814-8e50-1d533a84cc0f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:20.437618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27ff8eca-5046-4740-9d8c-a6d363e605c9 req-48057460-8837-4814-8e50-1d533a84cc0f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0852067
Nov 23 13:37:20.487478 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-27ff8eca-5046-4740-9d8c-a6d363e605c9 req-d038b81a-b367-4b2c-adb5-c2492198ec02 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432363
Nov 23 13:37:21.721952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6d5d0-2d9d-4040-9c87-2e904335c632 req-a47b0012-2aea-4d89-b0a8-919c22f9f2a9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:21.724618 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eab6d5d0-2d9d-4040-9c87-2e904335c632 req-a47b0012-2aea-4d89-b0a8-919c22f9f2a9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.1001272
Nov 23 13:37:21.791017 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eab6d5d0-2d9d-4040-9c87-2e904335c632 req-081ae35c-9773-40ea-8abc-ae50e8aaf48c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0563004
Nov 23 13:37:23.024320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5895-8daf-4aca-b61d-7b7db72fff96 req-db29a463-3f50-44e0-b4e4-0e5a65210b9e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:23.026173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-843d5895-8daf-4aca-b61d-7b7db72fff96 req-db29a463-3f50-44e0-b4e4-0e5a65210b9e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0953832
Nov 23 13:37:23.076935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-843d5895-8daf-4aca-b61d-7b7db72fff96 req-54f083e2-e017-42c7-9f74-4fc5300d5a5d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440185
Nov 23 13:37:24.313866 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb289-b384-4f35-a641-2b77e141beb2 req-3701b248-bdb3-4514-b8b6-669739ddaa2a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:24.315450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-648eb289-b384-4f35-a641-2b77e141beb2 req-3701b248-bdb3-4514-b8b6-669739ddaa2a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0956817
Nov 23 13:37:24.376601 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-648eb289-b384-4f35-a641-2b77e141beb2 req-a14f16cb-0bb0-4fad-ba30-a57b0538bbfe tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0546899
Nov 23 13:37:24.968744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:37:25.596342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120bea8-6dcf-4683-8a35-069f0dd58177 req-349404fc-5f97-42e4-8b7c-8ea0f654d27c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:25.598752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f120bea8-6dcf-4683-8a35-069f0dd58177 req-349404fc-5f97-42e4-8b7c-8ea0f654d27c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0839806
Nov 23 13:37:25.652173 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f120bea8-6dcf-4683-8a35-069f0dd58177 req-214389d5-059a-4126-aaa4-ef407ad563a1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473351
Nov 23 13:37:26.878823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fc4ac-7678-4711-bd93-76e348889548 req-27e39a81-731f-46aa-8297-41043a484210 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:26.881245 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-658fc4ac-7678-4711-bd93-76e348889548 req-27e39a81-731f-46aa-8297-41043a484210 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0906794
Nov 23 13:37:26.930558 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-658fc4ac-7678-4711-bd93-76e348889548 req-6820c924-881a-45f1-abd9-5083d200b021 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430114
Nov 23 13:37:27.989265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe457-0d51-41c3-8295-a636e70b053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:28.148460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3ab0-4a10-4e3a-b0d3-9a29d5e3ea5f req-aeee2446-9420-4cf7-b64f-674208f66d76 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:28.150109 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e8c3ab0-4a10-4e3a-b0d3-9a29d5e3ea5f req-aeee2446-9420-4cf7-b64f-674208f66d76 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 943 time: 0.0883849
Nov 23 13:37:28.201898 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e8c3ab0-4a10-4e3a-b0d3-9a29d5e3ea5f req-4a16430d-d6c2-44e6-89e8-706f60149f43 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453541
Nov 23 13:37:28.708112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:37:28.836044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:37:28.836044 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:28.959450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:28.987369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:37:28.998157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:37:29.001851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:29.003759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:37:29.051536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'code': 200}
Nov 23 13:37:29.078739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:37:29.082173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:37:29.343625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c52a53-716d-4ec1-ae44-44ab5a8e21cd req-db4d31cd-f051-4051-83d4-8ffb1368dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:29.345692 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-17c52a53-716d-4ec1-ae44-44ab5a8e21cd req-db4d31cd-f051-4051-83d4-8ffb1368dc4a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0765553
Nov 23 13:37:29.395466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-17c52a53-716d-4ec1-ae44-44ab5a8e21cd req-57be7d23-b9f2-4b45-950d-eafe89bbc4e7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420995
Nov 23 13:37:29.420859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2d02-209e-4002-87ae-d3d50c0d7efa req-51eab40c-e1a8-485b-a493-d820e0f85456 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:29.422471 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f7c2d02-209e-4002-87ae-d3d50c0d7efa req-51eab40c-e1a8-485b-a493-d820e0f85456 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0903466
Nov 23 13:37:29.471743 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3f7c2d02-209e-4002-87ae-d3d50c0d7efa req-bc155bc8-3409-41ff-af2b-b2efce06e360 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425894
Nov 23 13:37:30.405168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fd754372-295e-412b-b978-4cc5e256d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:30.493674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:37:30.582910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 85f27b27-a70c-4c34-9496-17cbe4593fb4 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:37:30.583373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:30.702151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3058f-75ff-4012-9370-116c00d2b1ff req-db734e7a-23a9-40f8-8593-a78c90c8049e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:30.704199 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2d3058f-75ff-4012-9370-116c00d2b1ff req-db734e7a-23a9-40f8-8593-a78c90c8049e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0924985
Nov 23 13:37:30.768360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b2d3058f-75ff-4012-9370-116c00d2b1ff req-c8e83723-e435-42aa-ba1d-f7cd4221e8ae tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0514388
Nov 23 13:37:30.917358 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:31.987453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e38-c76a-4b55-974d-ea62744d144d req-38801a5c-d8a3-41a4-b4bf-6bad1b23f992 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:31.988994 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f110e38-c76a-4b55-974d-ea62744d144d req-38801a5c-d8a3-41a4-b4bf-6bad1b23f992 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0829451
Nov 23 13:37:32.038360 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f110e38-c76a-4b55-974d-ea62744d144d req-f20c46f3-1ba5-4bc8-a4c0-2e2a630c8f3e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422697
Nov 23 13:37:32.142960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:32.506484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:34.604712 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-7a489b89-3d27-411a-84e7-e7950572cb95 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0736644
Nov 23 13:37:34.771180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-4d46a4dd-2b06-4481-96d6-0e393ecde567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:34.773123 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-4d46a4dd-2b06-4481-96d6-0e393ecde567 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0803125
Nov 23 13:37:34.932186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-cf6f6de0-3ae7-4e9b-873b-012cca19ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:34.933716 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-cf6f6de0-3ae7-4e9b-873b-012cca19ba5c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1396503
Nov 23 13:37:35.042241 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-5a2d08ce-3071-4f2a-b779-dacfbd16668c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1001 time: 0.1019022
Nov 23 13:37:35.111344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-c9a2938d-5029-4e1f-b562-98f55e045057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:35.112894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-c9a2938d-5029-4e1f-b562-98f55e045057 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0645578
Nov 23 13:37:35.203467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-0543835d-504e-4a15-81dd-f6764923f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:37:35.205097 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-0543835d-504e-4a15-81dd-f6764923f977 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746372
Nov 23 13:37:35.346851 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-e2247717-d6de-453c-8267-db8105494e92 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348360
Nov 23 13:37:35.496118 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7ba9ba9e-837e-4177-a3c1-4f1766ce10b7 req-edfe1941-4e0c-443a-9332-7cabaced3b54 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418281
Nov 23 13:37:47.466755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:37:57.993135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61cf6270-a45b-44ad-9945-bec95e845072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:00.407261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-722776ce-8d6b-46fa-ac9a-6396ec2ec925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:00.920373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:01.970413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:38:02.145156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:02.509606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:17.475001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:27.996206 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c4d8-5896-4ba1-a1c1-0232b4bdfee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:30.408161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-61e02a7d-cb91-40b8-80e7-d0a42d9c612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:30.922801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:32.144967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:32.511565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:36.716926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-bd272658-e256-42ed-ac5d-d4fd3969f35f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1863780
Nov 23 13:38:36.877786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-e8dbacb2-5003-4622-9bdf-f137c2a496e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:36.879316 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-e8dbacb2-5003-4622-9bdf-f137c2a496e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.0759864
Nov 23 13:38:37.040402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-34d48cd8-2329-4b69-979a-4a59255d26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:37.042388 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-34d48cd8-2329-4b69-979a-4a59255d26be service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1427352
Nov 23 13:38:37.159310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-5dd7951d-87b5-42b2-b28c-9c824755161b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 1001 time: 0.1097481
Nov 23 13:38:37.229114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-fdc4f774-2b5e-4573-bb11-b268866a56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:37.230651 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-fdc4f774-2b5e-4573-bb11-b268866a56dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0654783
Nov 23 13:38:37.314126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-38c3d19b-7d81-47d4-af54-e1bfce4e6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:37.315727 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-38c3d19b-7d81-47d4-af54-e1bfce4e6f0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787094
Nov 23 13:38:37.461668 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-45d4340c-c96f-44d6-b0ec-5985ec656020 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382818
Nov 23 13:38:37.609353 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2100899f-b380-4731-afb6-7d0dd3b49152 req-0b0c4b26-7bf7-4be3-80be-434b3b1b55dc service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416314
Nov 23 13:38:38.971584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:38:43.073116 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-ba87c4b5-a682-4b02-ad87-ba44f43aa384 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips/c5db5586-2924-4ac4-b6e2-5276a9aa038b HTTP/1.1" status: 200  len: 998 time: 0.2107022
Nov 23 13:38:43.238875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-a5970285-0e84-4fb9-8aa6-944a9ba178a9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:43.241057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-a5970285-0e84-4fb9-8aa6-944a9ba178a9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1614132
Nov 23 13:38:43.252070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-a7d19848-7951-4640-a746-a73084040ee6 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:38:43.253143 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-a7d19848-7951-4640-a746-a73084040ee6 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059702
Nov 23 13:38:43.361273 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-af6d75a4-93ce-48f7-87db-7435ba44cc38 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.175 HTTP/1.1" status: 200  len: 1001 time: 0.1006906
Nov 23 13:38:43.441959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-c1372179-e648-413f-87b0-c99638dfdb96 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:43.444186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-c1372179-e648-413f-87b0-c99638dfdb96 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports/85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 942 time: 0.0763333
Nov 23 13:38:43.634268 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-f5531dcd-35ee-4677-8539-98da6254f237 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.175 HTTP/1.1" status: 200  len: 1001 time: 0.1067424
Nov 23 13:38:43.856604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Deleting port 2691f6bb-292b-43a1-b7cc-5c0974c5ea40 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:38:43.856984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:44.038205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:44.038844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:44.428171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Calling delete_port for 2691f6bb-292b-43a1-b7cc-5c0974c5ea40 owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:38:44.586439 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:44.603178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-89af1c19-57c4-46be-a616-0286283bcbfb tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:44.706774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'Port': ['ID=2691f6bb-292b-43a1-b7cc-5c0974c5ea40,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:44.725110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.725680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.726110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.726530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.726949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.727364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.727795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.728226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.729019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.729461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.729873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.730589 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.731119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.731556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.731979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.732471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.732915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.733335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.733750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.734164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.734577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.734988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.735399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.735811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:44.740594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:44.855483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:44.855771 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Floating IP c5db5586-2924-4ac4-b6e2-5276a9aa038b disassociated (deleted). External IP: 172.26.6.175, port: 85f27b27-a70c-4c34-9496-17cbe4593fb4.
Nov 23 13:38:45.284108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:38:45.502385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:38:45.513241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:38:45.525906 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:38:45.526579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c57c18>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:38:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:38:45.528588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:45.585932 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "DELETE /v2.0/floatingips/c5db5586-2924-4ac4-b6e2-5276a9aa038b HTTP/1.1" status: 204  len: 173 time: 1.9454749
Nov 23 13:38:45.586428 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:38:45.739851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:38:45.773776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-ea603b90-0063-41be-89f2-84e7edddc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:45.775453 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-ea603b90-0063-41be-89f2-84e7edddc83e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.1741855
Nov 23 13:38:45.924389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-5da9070d-f1a9-422c-acf2-ea80fd704da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:45.925998 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-5da9070d-f1a9-422c-acf2-ea80fd704da8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1440213
Nov 23 13:38:46.004044 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-88834fb0-748e-4b87-b936-ba13f6d9d972 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 217 time: 0.0702205
Nov 23 13:38:46.075480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-566f55da-0aaf-4542-8e92-6610bdcb1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:46.077161 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-566f55da-0aaf-4542-8e92-6610bdcb1c89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0664437
Nov 23 13:38:46.080134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c57c18>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:38:46.084614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:38:46.096405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:38:46.097099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825c57c18>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:38:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:38:46.168559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-0ccfb3e6-68a9-440c-9293-59b539fdb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:46.170243 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-0ccfb3e6-68a9-440c-9293-59b539fdb08a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853219
Nov 23 13:38:46.334355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-d6777ce4-b226-4d51-a520-993f3f5b3b72 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547256
Nov 23 13:38:46.445047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:38:46.484170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b40e7dd-5012-4caa-8511-3947d8b9355a req-59e0c969-ae67-47f8-82ab-f42406ead102 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426728
Nov 23 13:38:46.767673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'status': 'completed', 'code': 200}
Nov 23 13:38:46.792152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825c57c18>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:38:46.796512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a178ba-7ae7-471b-90f9-fa595b0d5a1d None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:38:46.972513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5cbc-bb68-4742-8da7-59806cd86484 req-eaa97528-4f88-4051-9049-e7754b78b67b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:46.973258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d8ce5cbc-bb68-4742-8da7-59806cd86484 req-eaa97528-4f88-4051-9049-e7754b78b67b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:38:46.978537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-2a90cc8d-8278-4072-b3c4-a612220ff659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:46.980182 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-2a90cc8d-8278-4072-b3c4-a612220ff659 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 1162 time: 0.1591606
Nov 23 13:38:47.065509 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d8ce5cbc-bb68-4742-8da7-59806cd86484 req-eaa97528-4f88-4051-9049-e7754b78b67b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:38:47.066813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d8ce5cbc-bb68-4742-8da7-59806cd86484 req-eaa97528-4f88-4051-9049-e7754b78b67b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.2064650
Nov 23 13:38:47.158474 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d8ce5cbc-bb68-4742-8da7-59806cd86484 req-1a8ac8f6-0d79-4bba-a476-3d5b8178fb35 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0797751
Nov 23 13:38:47.178841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-6d6ce621-d50a-4429-b3c8-bb9449a38beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:47.180641 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-6d6ce621-d50a-4429-b3c8-bb9449a38beb service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1927223
Nov 23 13:38:47.199349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04867b7-f324-48f6-a734-ceef236b02c7 None None] New status for floating IP c5db5586-2924-4ac4-b6e2-5276a9aa038b: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:38:47.260575 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-d8fb6c5c-246c-44f5-b4b7-3ae923f2cb61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 200  len: 217 time: 0.0728040
Nov 23 13:38:47.334722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-f868251e-bbf3-43fb-8b6a-3cce0287a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:47.336321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-f868251e-bbf3-43fb-8b6a-3cce0287a1d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0684114
Nov 23 13:38:47.421073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-5dbf608d-e1f2-4d06-b21f-8f42b95aa7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:47.422717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-5dbf608d-e1f2-4d06-b21f-8f42b95aa7ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782402
Nov 23 13:38:47.479256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:47.573504 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-e4490fef-bd1b-416d-9330-1c283eb32527 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433489
Nov 23 13:38:47.721394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-421d0ded-8cc8-4494-8818-24e8cc732655 req-1e67a7c4-1a9f-4aa8-9540-f8756cd15672 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409571
Nov 23 13:38:48.362094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-3d30cf33-c031-4ae2-81ed-ea9dae0d9cde tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:48.363714 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-3d30cf33-c031-4ae2-81ed-ea9dae0d9cde tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.0925817
Nov 23 13:38:48.440825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Deleting port 85f27b27-a70c-4c34-9496-17cbe4593fb4 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:38:48.441220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:48.459007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43a13-007c-41aa-8b76-13703b48a640 req-bf9a7bd1-ef2a-4c9b-bf5f-8979b27bc484 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:38:48.460586 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ffc43a13-007c-41aa-8b76-13703b48a640 req-bf9a7bd1-ef2a-4c9b-bf5f-8979b27bc484 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 945 time: 0.1676767
Nov 23 13:38:48.510746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ffc43a13-007c-41aa-8b76-13703b48a640 req-ce5da933-5392-40a5-9baa-31bd34ae0272 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=5414c9e8-774f-44b2-8641-82faac691a97&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434186
Nov 23 13:38:48.706427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] For port 85f27b27-a70c-4c34-9496-17cbe4593fb4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=85f27b27-a70c-4c34-9496-17cbe4593fb4,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:38:48.706834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:49.097281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Calling delete_port for 85f27b27-a70c-4c34-9496-17cbe4593fb4 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:38:49.134784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 85f27b27-a70c-4c34-9496-17cbe4593fb4 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:38:49.252143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:49.259495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:49.268025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3118f3a1-e1bd-482c-af8a-f5d953a37e4c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:49.361771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'Port': ['ID=85f27b27-a70c-4c34-9496-17cbe4593fb4,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:49.374610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:49.473393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] No DVR routers for this DVR port 85f27b27-a70c-4c34-9496-17cbe4593fb4 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:38:49.475719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:49.478578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-deleted', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:38:49.495129 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-91d9ef51-2a49-40eb-be30-b66d9b91f8a6 req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "DELETE /v2.0/ports/85f27b27-a70c-4c34-9496-17cbe4593fb4 HTTP/1.1" status: 204  len: 173 time: 1.1251073
Nov 23 13:38:49.538048 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0db06-1eab-43e4-83b6-6736794dc118', 'name': 'network-vif-deleted', 'tag': '85f27b27-a70c-4c34-9496-17cbe4593fb4', 'status': 'completed', 'code': 200}
Nov 23 13:38:49.694145 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ff7d9dfd-82c4-4f72-bce7-f19c63c6f898 req-7fb27d95-bfad-4e86-9997-038485dba4bd tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=33f0db06-1eab-43e4-83b6-6736794dc118 HTTP/1.1" status: 200  len: 210 time: 0.0469222
Nov 23 13:38:50.889438 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-ef0b5dbd-ff4d-485a-ac42-fbc2e40fa1fe tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/5414c9e8-774f-44b2-8641-82faac691a97 HTTP/1.1" status: 200  len: 2751 time: 0.0568089
Nov 23 13:38:50.967221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:50.999074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.055247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.060680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-81e5c907-4f7a-4294-98a8-7686c4fff74d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:51.077468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414c9e8-774f-44b2-8641-82faac691a97,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:51.091963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.092399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.092873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.093290 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.093963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.094376 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.094787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.095197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.095605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.096012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.096491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.096851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.097342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.097750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.098157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.098563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.099647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.100303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.100745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.101156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.101563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.101968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.102381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.102786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:38:51.106501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.107814 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b0c16676-f151-48df-9141-7b2be1dd7c20 req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "DELETE /v2.0/security-groups/5414c9e8-774f-44b2-8641-82faac691a97 HTTP/1.1" status: 204  len: 173 time: 0.2120388
Nov 23 13:38:51.108751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adbe582c-bff0-4ac9-8c19-1a418a83dd80 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:51.667732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-61111391', 'description': 'tempest-TestShelveInstance-61111391 description'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:38:51.674418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:38:51.679520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:38:51.682669 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:38:51.688847 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:38:51.700960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.745542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:38:51.749620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:38:51.752601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:38:51.759005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:38:51.819874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.822671 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.826625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8bf6a585-eadb-4d87-b923-d034c5214ca9 tempest-ServerActionsTestJSON-917966092 tempest-ServerActionsTestJSON-917966092] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:51.874326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f294e-8172-4c3e-af42-4bf3d90bdcb8,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:51.877295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:51.878609 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c693fef2-4d38-4005-a56d-ce36a0b2ba54 req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1689 time: 0.2156522
Nov 23 13:38:51.879455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b6f627db-ddcc-49a9-9543-0ca3910fbff1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:51.960733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-8af7c5e4-e186-41a7-b6da-7ea5159141a1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/a64f294e-8172-4c3e-af42-4bf3d90bdcb8 HTTP/1.1" status: 200  len: 1684 time: 0.0490193
Nov 23 13:38:51.972246 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a64f294e-8172-4c3e-af42-4bf3d90bdcb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:38:51.972640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a64f294e-8172-4c3e-af42-4bf3d90bdcb8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:38:51.979639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:38:51.983711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:38:51.986732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:38:51.993158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:38:52.053335 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.076498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.079107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.081047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a418a90b-d762-4b6a-a54f-37062ee0a974 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:52.104863 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acd2251-97d9-4587-b822-042220c275fb,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:52.107446 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:52.114026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.115907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6b6f332f-574b-4845-9bde-6a1932c76c82 req-628917db-045e-4ee4-a538-07aeaf380fba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1481202
Nov 23 13:38:52.199441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-cb45f849-9488-4d8f-98be-eedfff1651ce tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/a64f294e-8172-4c3e-af42-4bf3d90bdcb8 HTTP/1.1" status: 200  len: 2213 time: 0.0505300
Nov 23 13:38:52.210704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a64f294e-8172-4c3e-af42-4bf3d90bdcb8', 'remote_group_id': None}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:38:52.211051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a64f294e-8172-4c3e-af42-4bf3d90bdcb8', 'remote_group_id': None}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:38:52.217558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:38:52.221874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:security_group_rule and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:38:52.225458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:38:52.231278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:38:52.289409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.315558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.318170 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.325247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c9246169-85ee-4d66-9776-9bc380452239 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:38:52.347562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3303e9b-e4e7-4190-93f9-84e80100d242,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:38:52.353604 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:38:52.357856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:38:52.359171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5209e5fe-6c71-4078-a5f6-1b38a5b5e31e req-77ab3428-2643-4e16-b650-d3c9f1ffaf2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1527901
Nov 23 13:38:57.998932 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0bc82a2e-b619-4765-a190-33f424d723ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:00.411247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-81b76cc0-edd0-46f5-8485-5d6fba67e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:00.931344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:02.149875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:02.517752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:08.896140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-254239c4-01fd-47f3-9bb0-8b3e1fdfe57f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:39:08.911760 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-254239c4-01fd-47f3-9bb0-8b3e1fdfe57f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:39:08.913092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-254239c4-01fd-47f3-9bb0-8b3e1fdfe57f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-61111391&fields=id&tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 267 time: 0.0608892
Nov 23 13:39:09.078312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-63e73bf2-fde6-4a0c-bf75-791d0e2c988f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:09.079899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-63e73bf2-fde6-4a0c-bf75-791d0e2c988f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 808 time: 0.1584215
Nov 23 13:39:09.099066 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-aa357c42-00ab-4263-9b90-2105807f7e3b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/quotas/91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 375 time: 0.0128653
Nov 23 13:39:09.186873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-6192b2fb-60e0-4ee2-b77c-971988e56384 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0808067
Nov 23 13:39:09.424838 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-d54f197d-7e55-4b6b-a315-d9410ab1f70c service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247219
Nov 23 13:39:09.571166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-84fe3775-927c-400d-bb13-4342402769b8 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397519
Nov 23 13:39:10.009812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1073d0e1-d45f-46dc-b7b7-2dd97e9e08bf req-b0a7b272-45d9-4c96-a51f-e8b598f90fde tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:39:10.024910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1073d0e1-d45f-46dc-b7b7-2dd97e9e08bf req-b0a7b272-45d9-4c96-a51f-e8b598f90fde tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:39:10.026823 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1073d0e1-d45f-46dc-b7b7-2dd97e9e08bf req-b0a7b272-45d9-4c96-a51f-e8b598f90fde tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 210 time: 0.0664489
Nov 23 13:39:11.153685 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5446092-cc73-426d-9b47-5a053683f26b req-eb873f84-10a7-411b-b116-5a9027c8fb07 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 210 time: 0.0519028
Nov 23 13:39:12.393898 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-209e6805-5ebc-4e2d-86d1-5d2660d03906 req-8d0a7e7b-c878-4636-8d5e-0c4bd9fbabd2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 210 time: 0.0626647
Nov 23 13:39:12.453990 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-265d08f8-6e9c-4268-938c-2cc5dea95d7a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:12.455774 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-265d08f8-6e9c-4268-938c-2cc5dea95d7a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 808 time: 0.2055802
Nov 23 13:39:12.545404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-3a2ab924-b3c0-4c2c-b623-2d1e6f210132 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:39:12.561474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-3a2ab924-b3c0-4c2c-b623-2d1e6f210132 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:security_group {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:39:12.562867 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-3a2ab924-b3c0-4c2c-b623-2d1e6f210132 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 5285 time: 0.0889468
Nov 23 13:39:12.573144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'port': {'device_id': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'admin_state_up': True, 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'security_groups': ['a64f294e-8172-4c3e-af42-4bf3d90bdcb8']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:39:12.727996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:39:12.738714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:39:12.750927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Made reservation on behalf of 91c9fe14d2d748beb6334197286bf3d0 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:39:12.756566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.078408 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Allocated IP 172.20.0.3 (dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b/ccd93b7f-3690-4e88-9127-b6631b28c3df/5a562d63-1e53-4e43-b5e4-610369691df3) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:39:13.287758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.305289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Transition to ACTIVE for port object 5a562d63-1e53-4e43-b5e4-610369691df3 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:39:13.328192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.345140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:13.480363 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:13.485088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:13.556899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:39:13.559913 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:39:13.562419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:39:13.624524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b8f0-41c9-4b13-8e99-fc0f619dd1e7 req-ce5697bd-a291-4ad0-ad1b-a9796d893fc0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:13.626431 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb88b8f0-41c9-4b13-8e99-fc0f619dd1e7 req-ce5697bd-a291-4ad0-ad1b-a9796d893fc0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 931 time: 0.0933356
Nov 23 13:39:13.632754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:13.633488 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.666961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0984061
Nov 23 13:39:13.685672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Request body: {'port': {'device_id': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:39:13.688286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-eb88b8f0-41c9-4b13-8e99-fc0f619dd1e7 req-7791c055-e9dc-459e-ba11-9c3d97b83d2d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0524955
Nov 23 13:39:13.824123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.929744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ea459f07-211d-493b-869c-5dc829f0b363 None None] Provisioning for port 5a562d63-1e53-4e43-b5e4-610369691df3 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:39:13.935860 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ea459f07-211d-493b-869c-5dc829f0b363 None None] Provisioning complete for port 5a562d63-1e53-4e43-b5e4-610369691df3 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:39:13.936264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ea459f07-211d-493b-869c-5dc829f0b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:13.993281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ea459f07-211d-493b-869c-5dc829f0b363 None None] Port 5a562d63-1e53-4e43-b5e4-610369691df3 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:39:14.254576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a562d63-1e53-4e43-b5e4-610369691df3 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:39:14.261722 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:14.274467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Transition to ACTIVE for port object 5a562d63-1e53-4e43-b5e4-610369691df3 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:39:14.277687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:14.293705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fa562a72-2f7f-4a5f-8976-ebe00cd96ded tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:14.424877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:14.429772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:14.624452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Attempting to bind port 5a562d63-1e53-4e43-b5e4-610369691df3 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:39:14.625018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Attempting to bind port 5a562d63-1e53-4e43-b5e4-610369691df3 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:39:14.625137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Attempting to bind port 5a562d63-1e53-4e43-b5e4-610369691df3 on network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:39:14.632652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:39:14.633032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Checking segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:39:14.633435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:14.634072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Bound using segment: {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:39:14.634325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Bound port: 5a562d63-1e53-4e43-b5e4-610369691df3, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:39:14.634713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:14.739101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:39:14.742666 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:39:14.745712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:14.761795 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-72ba7a41-3c02-4a67-8a9e-47c0f9bb4f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:14.951014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:14.959505 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:15.019789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60598e-77a9-42fd-9333-67b3077e12e6 req-df073264-ba77-4e7f-8b51-9bf9a78865e9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.020572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b60598e-77a9-42fd-9333-67b3077e12e6 req-df073264-ba77-4e7f-8b51-9bf9a78865e9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:39:15.041236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.042011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:15.043506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] 10.222.0.63 "PUT /v2.0/ports/5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 1157 time: 1.3636980
Nov 23 13:39:15.044064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:39:15.052510 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-1b60598e-77a9-42fd-9333-67b3077e12e6 req-df073264-ba77-4e7f-8b51-9bf9a78865e9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:39:15.054745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b60598e-77a9-42fd-9333-67b3077e12e6 req-df073264-ba77-4e7f-8b51-9bf9a78865e9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.2084675
Nov 23 13:39:15.142630 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'status': 'completed', 'code': 200}
Nov 23 13:39:15.157865 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b60598e-77a9-42fd-9333-67b3077e12e6 req-cd5186ec-8982-4b24-a573-a841702d253a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0960586
Nov 23 13:39:15.192903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-f1b490d2-bcef-44da-b250-20b5551f88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.194547 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-f1b490d2-bcef-44da-b250-20b5551f88cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1160 time: 0.0928013
Nov 23 13:39:15.278468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-f4ef6538-bec7-4278-b398-e19ad52981a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 217 time: 0.0700016
Nov 23 13:39:15.353597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-4203933e-f100-43dd-8165-961b6bf28b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.355060 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-4203933e-f100-43dd-8165-961b6bf28b3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0702715
Nov 23 13:39:15.438933 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-684a07b9-74bb-4e1d-bd30-becef9d58783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.440543 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-684a07b9-74bb-4e1d-bd30-becef9d58783 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791242
Nov 23 13:39:15.592964 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-bce6445b-18a0-4fc1-9933-438e52d8a329 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459327
Nov 23 13:39:15.745925 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-751b0f11-94cb-4b7a-85ce-cb9088dfbf37 req-1453aef4-01a8-4c58-ae61-b13db5b8e7c4 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456277
Nov 23 13:39:15.901498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-f5cdf258-0455-4852-b1f5-45c7b19d10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:15.903120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-f5cdf258-0455-4852-b1f5-45c7b19d10c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1160 time: 0.0755203
Nov 23 13:39:15.978161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:39:16.049110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-dc8d7c39-3848-47f9-8e30-cdc565f9466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:16.051036 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-dc8d7c39-3848-47f9-8e30-cdc565f9466c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1392109
Nov 23 13:39:16.125853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-1dec155e-f800-474f-b3ad-e0b20768a1b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 217 time: 0.0701790
Nov 23 13:39:16.395236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba421494-0b81-4bca-bf9d-7a8cd50a817b req-6b73cc7b-d52f-4e91-93a8-cec0b9d6eb01 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:16.396928 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba421494-0b81-4bca-bf9d-7a8cd50a817b req-6b73cc7b-d52f-4e91-93a8-cec0b9d6eb01 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0945675
Nov 23 13:39:16.449190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba421494-0b81-4bca-bf9d-7a8cd50a817b req-9aab1e13-89d5-4f61-abe6-e773c6aa5e35 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0451782
Nov 23 13:39:16.458436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-af8e3fe7-54a7-44cf-8d0f-9909b5f99f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:16.460031 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-af8e3fe7-54a7-44cf-8d0f-9909b5f99f8f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.3274879
Nov 23 13:39:16.538842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-a3dd9dfe-ba30-407b-85c7-ba834020ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:16.541040 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-a3dd9dfe-ba30-407b-85c7-ba834020ca2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741537
Nov 23 13:39:16.686693 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-994ffa9b-4ef8-45e7-8edb-6c8764e2a5c1 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390808
Nov 23 13:39:16.832126 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-66dbff0b-9c3b-44a4-a18d-1a8ec5260b20 req-28b60923-ec9d-4948-9e02-b2ba5d05222f service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395266
Nov 23 13:39:17.472938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:17.670686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5c4b-c917-4616-9ab8-0080dfed6eeb req-cc5fa2bc-f391-4be0-9afe-abcd7c205b0a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:17.672294 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b04c5c4b-c917-4616-9ab8-0080dfed6eeb req-cc5fa2bc-f391-4be0-9afe-abcd7c205b0a tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0895157
Nov 23 13:39:17.723277 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b04c5c4b-c917-4616-9ab8-0080dfed6eeb req-67858258-64c2-42d7-b4cf-26d987143933 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0439339
Nov 23 13:39:18.935157 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456f59-a152-4c1d-a32c-b53b3f2e19b1 req-f35dfaee-2c6e-4423-b89d-1fa970d45c59 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:18.936772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21456f59-a152-4c1d-a32c-b53b3f2e19b1 req-f35dfaee-2c6e-4423-b89d-1fa970d45c59 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0828166
Nov 23 13:39:18.985857 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-21456f59-a152-4c1d-a32c-b53b3f2e19b1 req-e01be91b-2d2f-4b10-98bd-75a538e149f4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0426347
Nov 23 13:39:20.197921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dd4af-c719-48cb-82e8-14d32480876a req-ea8ea21e-5c1a-48c0-b287-3b059e2ca839 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:20.199543 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da9dd4af-c719-48cb-82e8-14d32480876a req-ea8ea21e-5c1a-48c0-b287-3b059e2ca839 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0845129
Nov 23 13:39:20.252706 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-da9dd4af-c719-48cb-82e8-14d32480876a req-b7792f2f-f8ae-465d-9474-534662997514 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0466948
Nov 23 13:39:21.472917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c83a-9ba1-4fe2-8202-564adf77e9e3 req-ab0896bb-23d9-4e38-9a6c-26ff9bead51c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:21.474519 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1274c83a-9ba1-4fe2-8202-564adf77e9e3 req-ab0896bb-23d9-4e38-9a6c-26ff9bead51c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0866699
Nov 23 13:39:21.523726 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1274c83a-9ba1-4fe2-8202-564adf77e9e3 req-0ba843e6-8c87-4710-a796-2b81a334ba66 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0417476
Nov 23 13:39:22.746767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26652b2-de8e-41af-98d5-35e222dc09ae req-c5ca98a2-8805-43df-b597-d193ac86e243 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:22.748483 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b26652b2-de8e-41af-98d5-35e222dc09ae req-c5ca98a2-8805-43df-b597-d193ac86e243 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0898798
Nov 23 13:39:22.798016 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b26652b2-de8e-41af-98d5-35e222dc09ae req-1662b984-9f2f-4731-8555-6bd7bff08a8f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0431662
Nov 23 13:39:23.836869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:39:23.911973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port 5a562d63-1e53-4e43-b5e4-610369691df3 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:39:23.917543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 5a562d63-1e53-4e43-b5e4-610369691df3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:39:23.917993 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:24.015854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13647-da98-4a20-b896-b6e8be7754ec req-3e074937-65f7-4770-8630-b1089928acbf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:24.017376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cde13647-da98-4a20-b896-b6e8be7754ec req-3e074937-65f7-4770-8630-b1089928acbf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0849113
Nov 23 13:39:24.044515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:24.072056 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cde13647-da98-4a20-b896-b6e8be7754ec req-77b9773a-7b18-498b-ac8a-128dd2d5617c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0475457
Nov 23 13:39:24.073625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:39:24.083963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:39:24.087556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:24.089732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:24.136565 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'code': 200}
Nov 23 13:39:24.159279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:24.168586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.168975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.169356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.169732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.170106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.170475 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.170842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.171213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.171575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.171937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.172296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.172686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.173137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.173502 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.173859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.174222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.174580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.174942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.175377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.175753 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.176116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.176504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.176862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.177223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:39:24.181817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:24.445277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a85ad-1d7a-4e98-a11a-bd1b0892f3fc req-02f49af9-8ff4-46d1-b974-c2f9cdabeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:24.447532 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-651a85ad-1d7a-4e98-a11a-bd1b0892f3fc req-02f49af9-8ff4-46d1-b974-c2f9cdabeaaa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0818257
Nov 23 13:39:24.492506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-651a85ad-1d7a-4e98-a11a-bd1b0892f3fc req-3550ede6-286e-45b1-a582-8a244f132ecc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0384645
Nov 23 13:39:25.288330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d057c30-bfd5-4046-8a8a-d1e3dbdb8f84 req-f0e8f9c6-9d33-4950-93dd-a849746b68bd tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:25.290611 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d057c30-bfd5-4046-8a8a-d1e3dbdb8f84 req-f0e8f9c6-9d33-4950-93dd-a849746b68bd tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0865095
Nov 23 13:39:25.339114 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d057c30-bfd5-4046-8a8a-d1e3dbdb8f84 req-2715c831-259f-4cbb-a57c-49f880cfd9ac tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0420852
Nov 23 13:39:25.610559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:39:25.693194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 5a562d63-1e53-4e43-b5e4-610369691df3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:39:25.693627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:26.593772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3bda-06e3-40aa-8844-ae989016398d req-e3f3af77-7073-40e1-a4bc-d048926b0e44 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:26.595347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7edd3bda-06e3-40aa-8844-ae989016398d req-e3f3af77-7073-40e1-a4bc-d048926b0e44 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.1046622
Nov 23 13:39:26.659599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7edd3bda-06e3-40aa-8844-ae989016398d req-43b34b8d-514e-45bf-8497-ffba33fc58be tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0575292
Nov 23 13:39:26.887402 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349d26c-e3d0-4227-b9ac-0fed783fd89f req-0dece8fe-1715-47f0-9d69-c07b47c4fc1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:26.888959 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e349d26c-e3d0-4227-b9ac-0fed783fd89f req-0dece8fe-1715-47f0-9d69-c07b47c4fc1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0936730
Nov 23 13:39:26.937818 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e349d26c-e3d0-4227-b9ac-0fed783fd89f req-8c469500-b975-47ea-8b1c-0c73d3e025a9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0423951
Nov 23 13:39:27.153978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-1861687c-6c57-4704-b238-4d13bc96f6eb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1622207
Nov 23 13:39:27.164298 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:39:27.170468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:39:27.174877 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Usage tracker for resource:floatingip and tenant:91c9fe14d2d748beb6334197286bf3d0 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:39:27.177923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:39:27.183882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:39:27.193649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:27.339809 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:27.627028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Allocated IP 172.26.6.128 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/692591eb-88c3-4c27-8a8a-c3f9a1226a91) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:39:27.793236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:27.820102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:27.835950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b31fb6c7-46c9-42af-8429-5de991bec169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:27.970606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=692591eb-88c3-4c27-8a8a-c3f9a1226a91,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:27.975786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:28.002079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6ec67de4-98fb-42f7-81e3-c1fc3a7c939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.035114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:39:28.036230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:39:28.038676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:39:28.130016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.189426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.463251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.466912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.483168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b7b63d26-d797-4cf9-81bb-2df341371cde tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:39:28.619184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event updated for resources: {'Port': ['ID=692591eb-88c3-4c27-8a8a-c3f9a1226a91,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:39:28.622429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:39:28.733205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.762787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:28.764107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6041229
Nov 23 13:39:28.853348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-d4e86a4b-dd5c-4572-bc3c-35bd24ae9900 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:39:28.867739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-d4e86a4b-dd5c-4572-bc3c-35bd24ae9900 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:39:28.869713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-d4e86a4b-dd5c-4572-bc3c-35bd24ae9900 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.128 HTTP/1.1" status: 200  len: 696 time: 0.0988958
Nov 23 13:39:29.032670 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-ffa56060-ad1b-4d4d-bfa2-50df4b41f328 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:29.034136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e0e47e0a-d64d-4196-ac25-ff35ec792fd8 req-ffa56060-ad1b-4d4d-bfa2-50df4b41f328 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1583819
Nov 23 13:39:29.230984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-2b9dfa25-e538-4b0e-add2-523062a53af3 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:29.232650 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-2b9dfa25-e538-4b0e-add2-523062a53af3 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0878115
Nov 23 13:39:29.563939 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-ce1560d7-3d6a-44fa-8e52-f7e1a71df42b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.128 HTTP/1.1" status: 200  len: 696 time: 0.3249960
Nov 23 13:39:29.574713 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Request body: {'floatingip': {'port_id': '5a562d63-1e53-4e43-b5e4-610369691df3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:39:29.655260 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:30.282473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:30.285064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:30.414420 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6fc301ab-4f2a-4f55-8730-0476f1693304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:30.484734 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Floating IP 817725da-ecf8-4012-81e9-dc34f2246113 associated. External IP: 172.26.6.128, port: 5a562d63-1e53-4e43-b5e4-610369691df3.
Nov 23 13:39:30.908957 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:39:30.928581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:31.127355 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:39:31.131808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:31.138070 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:39:31.151415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:39:31.152081 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d246a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:39:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:39:31.190794 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bc599808-1f77-4d45-8dd2-9cfde19bd22e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "PUT /v2.0/floatingips/817725da-ecf8-4012-81e9-dc34f2246113 HTTP/1.1" status: 200  len: 996 time: 1.6203854
Nov 23 13:39:31.191388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:39:31.285079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-cd3675c9-5276-4391-b27c-ce2ff103a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.286850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-cd3675c9-5276-4391-b27c-ce2ff103a112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0815573
Nov 23 13:39:31.346293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:39:31.375336 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'status': 'completed', 'code': 200}
Nov 23 13:39:31.449806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-488ab8f5-e44a-41ff-8ddd-6009cab64566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.451063 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-488ab8f5-e44a-41ff-8ddd-6009cab64566 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1566410
Nov 23 13:39:31.476501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-26a53401-2a7e-4c4b-be32-a8211baee1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.478745 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-26a53401-2a7e-4c4b-be32-a8211baee1bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0801222
Nov 23 13:39:31.576643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-cd7447b0-02b2-430f-88cd-078de235771d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 999 time: 0.1179185
Nov 23 13:39:31.639653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-aa1f90da-4ec1-44cd-adfa-8a4ac855ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.641640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-aa1f90da-4ec1-44cd-adfa-8a4ac855ea9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1440248
Nov 23 13:39:31.657549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bbb13002-cdf3-490a-8f73-6db74019cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.659168 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-bbb13002-cdf3-490a-8f73-6db74019cc93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0757313
Nov 23 13:39:31.748611 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-4929647d-44da-4d85-8699-434db620aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.750423 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-4929647d-44da-4d85-8699-434db620aa09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838454
Nov 23 13:39:31.772078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d246a0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '817725da-ecf8-4012-81e9-dc34f2246113', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '5a562d63-1e53-4e43-b5e4-610369691df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:3f:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:39:28Z', 'updated_at': '2020-11-23T13:39:30Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:39:31.776887 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:39:31.780304 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-614e6475-003d-4915-ada4-7ebf3a557bd7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 999 time: 0.1187227
Nov 23 13:39:31.788276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:39:31.789143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d246a0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:39:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:39:31.857654 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-a7382ff4-b08d-4a2b-968f-6e474a1f9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.859377 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-a7382ff4-b08d-4a2b-968f-6e474a1f9495 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0712247
Nov 23 13:39:31.903266 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-8d2de133-1148-443a-b1f7-e4c24b1809d4 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453710
Nov 23 13:39:31.953272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-7b165669-931f-4f7f-861e-6aff2ec7f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:31.954969 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-7b165669-931f-4f7f-861e-6aff2ec7f308 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889630
Nov 23 13:39:31.983720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:39:32.059047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81efbe16-ac3d-49d1-9f2e-9ed6e4d1f2de req-5133d2b0-5024-40fa-8d33-d4496c602408 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482749
Nov 23 13:39:32.105903 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-292fdb66-218c-4065-8f7d-db57e5bf734b service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427152
Nov 23 13:39:32.154468 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:32.258713 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-974d0ec2-8350-4e32-8fd1-64bd740fc2c8 req-2c8ff1de-54cb-4178-abf7-1bb3223a1b9b service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453838
Nov 23 13:39:32.372652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d246a0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '817725da-ecf8-4012-81e9-dc34f2246113', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '5a562d63-1e53-4e43-b5e4-610369691df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:3f:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:39:28Z', 'updated_at': '2020-11-23T13:39:30Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:39:32.377129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c989392-f1fb-455b-8c17-e875173c0e6b None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '817725da-ecf8-4012-81e9-dc34f2246113', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'floating_ip_address': '172.26.6.128', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'port_id': '5a562d63-1e53-4e43-b5e4-610369691df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'mac_address': 'fa:16:3e:3f:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:39:28Z', 'updated_at': '2020-11-23T13:39:30Z', 'revision_number': 1, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:39:32.538550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:32.737574 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36215b0-8d60-4f85-950d-5b3fc06f8944 None None] New status for floating IP 817725da-ecf8-4012-81e9-dc34f2246113: ACTIVE {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:39:38.621246 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-59c7422e-7cc4-4429-81dc-e27a0e021b64 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738716
Nov 23 13:39:38.789222 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-ffed717b-090a-48d5-baa3-9d6409b1e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:38.791156 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-ffed717b-090a-48d5-baa3-9d6409b1e48a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0785389
Nov 23 13:39:38.959027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-da5ca510-1868-45fc-9d4a-3b838d62b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:38.960784 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-da5ca510-1868-45fc-9d4a-3b838d62b609 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1442714
Nov 23 13:39:39.073148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-8afb73c3-84e1-430f-a16f-3c01f9238a09 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 1001 time: 0.1047554
Nov 23 13:39:39.147594 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-7de87191-5cb2-4afb-b00c-a280d4a42fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:39.149776 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-7de87191-5cb2-4afb-b00c-a280d4a42fa6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0690687
Nov 23 13:39:39.236362 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-8bed178c-1334-4787-a197-2eb2fcba469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:39:39.237972 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-8bed178c-1334-4787-a197-2eb2fcba469e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806062
Nov 23 13:39:39.386444 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-8725b774-3181-4c08-aa97-35859fb3c369 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407659
Nov 23 13:39:39.803725 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2e243f0c-942f-40df-9a3f-edc080c2808b req-1240d830-1d5f-4978-9707-36ca0a76381c service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4108527
Nov 23 13:39:47.491949 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:39:52.971934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:39:58.011365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-b2b40830-e1a4-40d8-aee0-2b2a935f8858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:00.421986 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-215a0199-bde4-416d-9854-b71e5240864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:00.932581 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:02.157340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:02.523146 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:17.485156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:28.006942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7626e559-5b1f-4376-aaba-90f1a77ffd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:29.973082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:40:30.412588 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0720cb01-7e64-4263-bb6d-7a415c735df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:30.934664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:32.159224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:32.527076 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:40.600220 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-eddeb448-17d7-4797-bf4f-b86038f0ff99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738826
Nov 23 13:40:40.766284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15d30-c9fd-42b4-a50a-605717227805 req-b1de74d6-4b97-4b7b-b097-8771c2030edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:40:40.767882 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-b1de74d6-4b97-4b7b-b097-8771c2030edb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0795197
Nov 23 13:40:40.930460 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15d30-c9fd-42b4-a50a-605717227805 req-a013aa6e-14f6-4378-9b88-a068201083a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:40:40.932073 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-a013aa6e-14f6-4378-9b88-a068201083a9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1449661
Nov 23 13:40:41.046282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-724c3997-65bc-4639-9483-4e756ffebc28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 1001 time: 0.1071749
Nov 23 13:40:41.117118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15d30-c9fd-42b4-a50a-605717227805 req-42620bba-34fc-416b-99ff-cce5a792c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:40:41.118673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-42620bba-34fc-416b-99ff-cce5a792c160 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0659037
Nov 23 13:40:41.203685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15d30-c9fd-42b4-a50a-605717227805 req-c5d6b21f-d4c5-48f1-8e7a-fab811594562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:40:41.205326 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-c5d6b21f-d4c5-48f1-8e7a-fab811594562 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803893
Nov 23 13:40:41.353950 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-f766a456-e92a-4355-8858-d21af7cd951e service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419919
Nov 23 13:40:41.503789 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-89a15d30-c9fd-42b4-a50a-605717227805 req-638b404b-94be-4b62-b68f-de1a20cadf2c service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432824
Nov 23 13:40:47.487220 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:40:58.009562 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6e56d996-6e03-4a12-9377-ede84f2b40d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:00.414662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-80b41b1e-6262-48f0-95cc-5e12988cbeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:00.936278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:02.161910 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:02.530585 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:06.975590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:41:17.483874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:28.018113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-445544eb-a1b2-48e2-a4d6-bdf98795a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:28.216306 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49503-eba9-4bc5-83b2-6a417e28ddb2 req-54c0c001-9a41-4934-a00c-db2210cde071 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:28.218120 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38c49503-eba9-4bc5-83b2-6a417e28ddb2 req-54c0c001-9a41-4934-a00c-db2210cde071 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.1072154
Nov 23 13:41:28.545587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-38c49503-eba9-4bc5-83b2-6a417e28ddb2 req-77d99845-1fb4-4909-9925-6cfde0b10bfc tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.3196895
Nov 23 13:41:29.779068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01540edb-103b-40cd-8201-c31fbc0bd729 req-917c56df-51ee-4658-8fa8-3ef8e5bc4115 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:29.780691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01540edb-103b-40cd-8201-c31fbc0bd729 req-917c56df-51ee-4658-8fa8-3ef8e5bc4115 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0843344
Nov 23 13:41:29.831049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-01540edb-103b-40cd-8201-c31fbc0bd729 req-05b8b68b-e817-4102-a369-22bd7c788d19 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0438862
Nov 23 13:41:30.417856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-51fac332-4fb4-430a-8522-dc2b8a9db9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:30.941813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:31.063773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f6ea6-ca9b-424d-bb83-6241abf93082 req-2f2e7857-5cd9-4ffd-a84f-cc8d14a840c9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:31.065452 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7f6ea6-ca9b-424d-bb83-6241abf93082 req-2f2e7857-5cd9-4ffd-a84f-cc8d14a840c9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0865645
Nov 23 13:41:31.114962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7f6ea6-ca9b-424d-bb83-6241abf93082 req-601e753c-01b1-4fd9-8907-b15c62cf74d7 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0424070
Nov 23 13:41:32.163610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:32.338036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811426e4-79e0-4df4-8a2a-e9f09f0f6c2d req-d7a5681d-5d00-4201-ad91-0b6057775ac0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:32.339623 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-811426e4-79e0-4df4-8a2a-e9f09f0f6c2d req-d7a5681d-5d00-4201-ad91-0b6057775ac0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0904129
Nov 23 13:41:32.389775 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-811426e4-79e0-4df4-8a2a-e9f09f0f6c2d req-30389262-8ac5-49c1-a2cb-55ea522d1270 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0434861
Nov 23 13:41:32.533871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:33.606035 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dc629-7f2b-4024-969a-9c07ab1e75d2 req-803065bc-712b-43e4-9892-ee9cc6a97b96 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:33.607598 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-178dc629-7f2b-4024-969a-9c07ab1e75d2 req-803065bc-712b-43e4-9892-ee9cc6a97b96 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0855653
Nov 23 13:41:33.660028 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-178dc629-7f2b-4024-969a-9c07ab1e75d2 req-1aed8e9b-1139-4270-beea-9a93d922b832 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0459273
Nov 23 13:41:34.874586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8da6e-293b-4be9-8b85-859c21693e53 req-5520cd7d-ffdc-493f-bf40-d6a2f5089728 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:34.876190 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ec8da6e-293b-4be9-8b85-859c21693e53 req-5520cd7d-ffdc-493f-bf40-d6a2f5089728 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0854151
Nov 23 13:41:34.925075 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4ec8da6e-293b-4be9-8b85-859c21693e53 req-b24cdbb5-a638-4024-a995-84bc08ed9528 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0424743
Nov 23 13:41:36.144858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db31cf9-f7fa-4a5f-9b49-db7bd020c00e req-88821055-c12f-4ac3-87a1-8ee2f445323e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:36.146468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3db31cf9-f7fa-4a5f-9b49-db7bd020c00e req-88821055-c12f-4ac3-87a1-8ee2f445323e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0872724
Nov 23 13:41:36.199198 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3db31cf9-f7fa-4a5f-9b49-db7bd020c00e req-584627e3-a0e7-4e00-8051-8041e4befac7 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0463433
Nov 23 13:41:37.571341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c995fc-0cd1-4e1d-bbda-df6be67e4f4d req-efb0feee-3eaf-4d22-ace5-74add9ad39fa tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:37.572870 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c995fc-0cd1-4e1d-bbda-df6be67e4f4d req-efb0feee-3eaf-4d22-ace5-74add9ad39fa tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.1677749
Nov 23 13:41:37.623223 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88c995fc-0cd1-4e1d-bbda-df6be67e4f4d req-22d06c87-fa52-4e15-b26a-c4d2499c6c58 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0431175
Nov 23 13:41:38.333945 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-52406e18-1860-4607-939d-15ccdbce3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:38.335592 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-52406e18-1860-4607-939d-15ccdbce3275 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0789363
Nov 23 13:41:38.485010 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-4c90d91a-cc0d-4e74-bdb8-462338db133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:38.486627 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-4c90d91a-cc0d-4e74-bdb8-462338db133e service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1442769
Nov 23 13:41:38.597087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-25c3f273-a6ca-4521-b1ad-07e5f1c3bc3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 1001 time: 0.1040056
Nov 23 13:41:38.674181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-91466d8f-2a15-4824-92b7-bf9c89b5da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:38.676331 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-91466d8f-2a15-4824-92b7-bf9c89b5da96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0721016
Nov 23 13:41:38.760872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-0727135c-267e-4fb1-a607-3f8a5c3b4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:38.762548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-0727135c-267e-4fb1-a607-3f8a5c3b4dc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786955
Nov 23 13:41:38.840399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317296c6-7730-4b39-a757-fe8b9fae48b8 req-90c856f2-ce10-4bee-aa37-4e9e20039b59 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:38.842387 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-317296c6-7730-4b39-a757-fe8b9fae48b8 req-90c856f2-ce10-4bee-aa37-4e9e20039b59 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0862770
Nov 23 13:41:38.893094 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-317296c6-7730-4b39-a757-fe8b9fae48b8 req-32a80fe3-227c-41d0-a74a-a693dc959df8 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0436642
Nov 23 13:41:38.913150 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-ba912880-da1f-4809-bd08-ab6d9674c089 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437149
Nov 23 13:41:39.060355 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b46c266a-be41-4fa3-93a6-8c2957c8d6bb req-1672241a-924d-4bba-97a4-1bb84fcce471 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403193
Nov 23 13:41:40.116168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80791e02-c975-47e2-8df1-ad3207c35c7c req-dbaf9b2b-3151-4893-b113-732891fea1b2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:40.117719 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80791e02-c975-47e2-8df1-ad3207c35c7c req-dbaf9b2b-3151-4893-b113-732891fea1b2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0838971
Nov 23 13:41:40.171895 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80791e02-c975-47e2-8df1-ad3207c35c7c req-92e22592-da63-4c67-8ff3-0063525ce47e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0474954
Nov 23 13:41:40.705289 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:41:40.827418 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:40.857241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:41:40.867757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:41:40.871181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:40.873920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:41:40.935979 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'code': 200}
Nov 23 13:41:40.949050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:41:40.959184 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.959548 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.960052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.960564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.960977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.961427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.961799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.962174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.962545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.962915 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.963284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.963656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.964106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.964525 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.964903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.965268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.966244 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.966865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.967236 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.967630 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.968004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.968366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.968752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.969121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:41:40.973597 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:41:41.390394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666fc5d-a3d5-4f37-9516-5451f150f7b4 req-285356d5-84b2-4f8b-abeb-192de0f82163 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:41.392020 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3666fc5d-a3d5-4f37-9516-5451f150f7b4 req-285356d5-84b2-4f8b-abeb-192de0f82163 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0843592
Nov 23 13:41:41.441730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3666fc5d-a3d5-4f37-9516-5451f150f7b4 req-92a88416-d18a-4b47-9b51-4e4f92e75808 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0432286
Nov 23 13:41:41.607154 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-ffe82b65-0e84-4051-87da-43ffb11ae9ef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829904
Nov 23 13:41:41.776922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-cfafc1b9-3018-4770-86d0-911068afa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:41.779434 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-cfafc1b9-3018-4770-86d0-911068afa549 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1160 time: 0.0791061
Nov 23 13:41:41.945119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-e96c313b-2e63-41be-bd7c-784b460414fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:41.946729 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-e96c313b-2e63-41be-bd7c-784b460414fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1482315
Nov 23 13:41:42.066115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-67c63554-9d37-42ba-ba82-c295de1bc3a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 999 time: 0.1122789
Nov 23 13:41:42.137840 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-125308ca-ed06-461c-aa2f-b74bcfd4bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:42.139481 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-125308ca-ed06-461c-aa2f-b74bcfd4bf43 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0677507
Nov 23 13:41:42.224370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-12ef08c2-936f-4035-ad3d-f715c60d91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:42.226014 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-12ef08c2-936f-4035-ad3d-f715c60d91b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803714
Nov 23 13:41:42.371926 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-f676db36-d45a-4307-877f-085579002a44 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378303
Nov 23 13:41:42.516027 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2f7b9453-cb2d-49e2-9f50-c47f1a22fe93 req-d2e40378-35ad-418c-999f-ded98fb47513 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379218
Nov 23 13:41:42.813249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-d69d2754-4749-4c65-9118-cfa8536c32af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0824330
Nov 23 13:41:42.889708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282041d4-8713-4118-9a31-ccef65a10da8 req-64d68b4e-074e-4eb8-88c8-816422b664bf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:42.891913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-282041d4-8713-4118-9a31-ccef65a10da8 req-64d68b4e-074e-4eb8-88c8-816422b664bf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0873184
Nov 23 13:41:42.943876 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-282041d4-8713-4118-9a31-ccef65a10da8 req-eec42eba-dbe3-4120-9ede-af1048b4737e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0453997
Nov 23 13:41:43.976952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:41:44.166097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1b051-974e-4f92-98cc-192729c91d5d req-b40aed10-bca0-4589-96ea-561090cc799e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:44.167599 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-67a1b051-974e-4f92-98cc-192729c91d5d req-b40aed10-bca0-4589-96ea-561090cc799e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0890369
Nov 23 13:41:44.218035 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-67a1b051-974e-4f92-98cc-192729c91d5d req-064bcf03-4e2d-4522-bbae-99a799ff4390 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0434074
Nov 23 13:41:44.920230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-8a5aa920-2a7a-4041-867a-71489dd4cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:44.921787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-8a5aa920-2a7a-4041-867a-71489dd4cdbb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&tenant_id=91c9fe14d2d748beb6334197286bf3d0 HTTP/1.1" status: 200  len: 1160 time: 0.0835016
Nov 23 13:41:45.031124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-9e0fbf6f-6fda-4b04-b69c-4b5b7a07a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:45.032673 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-9e0fbf6f-6fda-4b04-b69c-4b5b7a07a9de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1160 time: 0.0782094
Nov 23 13:41:45.182120 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-8b3a01c3-4c8d-49f4-b078-07bfe81e42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:45.183705 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-8b3a01c3-4c8d-49f4-b078-07bfe81e42ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1450613
Nov 23 13:41:45.611804 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-7a68d0f2-bfa3-4914-a83c-206bb4466220 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 999 time: 0.4216430
Nov 23 13:41:45.696870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159657-92ae-445c-853e-c7c69c368f3a req-59c9b4b7-eb56-43a6-b11f-5401982a5ec2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:45.698486 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a9159657-92ae-445c-853e-c7c69c368f3a req-59c9b4b7-eb56-43a6-b11f-5401982a5ec2 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.1691854
Nov 23 13:41:45.724453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-877afaff-19b4-441d-9c37-3be76a8dfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:45.726013 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-877afaff-19b4-441d-9c37-3be76a8dfedb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.1021338
Nov 23 13:41:45.805960 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a9159657-92ae-445c-853e-c7c69c368f3a req-b986bac1-70e2-4482-86e6-ef78175b43cb tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1000564
Nov 23 13:41:45.832092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-a03a043d-bc90-4ebf-95d9-605b5158b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:45.833809 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-a03a043d-bc90-4ebf-95d9-605b5158b25d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988743
Nov 23 13:41:45.983912 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-b3be35bf-a00a-41b7-b84f-b0cb009ceec2 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417325
Nov 23 13:41:46.135840 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e4967da7-db01-4248-b624-d2e17b6dacfb req-bc9ad25f-113b-4d67-8f80-4184639e36fb service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455684
Nov 23 13:41:47.030011 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd951cf-0745-4217-af54-59538d2b7f52 req-78a01821-dd4c-4b26-9085-7a839bec9e2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:47.031607 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6fd951cf-0745-4217-af54-59538d2b7f52 req-78a01821-dd4c-4b26-9085-7a839bec9e2c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0892889
Nov 23 13:41:47.199768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6fd951cf-0745-4217-af54-59538d2b7f52 req-c0dea784-772b-4380-aed6-6bdd3fb6ea8e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1188719
Nov 23 13:41:47.483435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:48.416600 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ece64-df54-4a54-9245-cc0cb1650d24 req-d8ace497-29f0-48b5-a7f5-2a400a1e2a0c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:48.418209 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-163ece64-df54-4a54-9245-cc0cb1650d24 req-d8ace497-29f0-48b5-a7f5-2a400a1e2a0c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0878603
Nov 23 13:41:48.469524 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-163ece64-df54-4a54-9245-cc0cb1650d24 req-5852fbdf-d2e8-4a19-ad29-869390003100 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0441794
Nov 23 13:41:49.685099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471ef44-6e5a-4c29-8255-80c7f53ab012 req-41a9eba1-0030-4473-bdc6-a0449294323e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:49.686913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2471ef44-6e5a-4c29-8255-80c7f53ab012 req-41a9eba1-0030-4473-bdc6-a0449294323e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0868850
Nov 23 13:41:49.737888 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2471ef44-6e5a-4c29-8255-80c7f53ab012 req-3a04fb53-555a-4391-84c6-d274b0f6b5c3 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0442619
Nov 23 13:41:50.958354 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3f9b-3485-4125-8ad5-42b60c4c24a6 req-8bcba1d7-cfb1-4cd5-907e-1859de85746e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:50.960136 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc1f3f9b-3485-4125-8ad5-42b60c4c24a6 req-8bcba1d7-cfb1-4cd5-907e-1859de85746e tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0890927
Nov 23 13:41:51.010166 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-dc1f3f9b-3485-4125-8ad5-42b60c4c24a6 req-0e7ee83e-f5d4-4784-99a9-01439a27de20 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0427134
Nov 23 13:41:52.228372 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531e2e3-b2ce-4433-9d3b-7652b9ff2e8f req-a1e0f540-c860-4395-96da-dc9e39f756c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:52.229991 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f531e2e3-b2ce-4433-9d3b-7652b9ff2e8f req-a1e0f540-c860-4395-96da-dc9e39f756c0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0882208
Nov 23 13:41:52.279961 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f531e2e3-b2ce-4433-9d3b-7652b9ff2e8f req-e1cf6e1e-43e0-4db8-b19e-5847a4091ef0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0429685
Nov 23 13:41:53.500875 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd62f-dab3-4bc3-b1fc-7645b7a043b6 req-72ffe599-5e6b-4804-91a3-b8f74b902669 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:53.502498 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec8fd62f-dab3-4bc3-b1fc-7645b7a043b6 req-72ffe599-5e6b-4804-91a3-b8f74b902669 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0900850
Nov 23 13:41:53.552249 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ec8fd62f-dab3-4bc3-b1fc-7645b7a043b6 req-52d8f4bf-a6f4-4fd9-88c0-24c1ed59fe16 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0434599
Nov 23 13:41:54.768134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff755b-a5f4-4d4d-befd-057c14ea4376 req-ba93be21-07e0-4d53-bda2-b1e4b506b74b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:54.769778 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9ff755b-a5f4-4d4d-befd-057c14ea4376 req-ba93be21-07e0-4d53-bda2-b1e4b506b74b tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0834684
Nov 23 13:41:54.818805 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c9ff755b-a5f4-4d4d-befd-057c14ea4376 req-eba81812-08a7-4159-bd6b-0ed81314317d tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0425668
Nov 23 13:41:55.205472 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:41:55.279655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 5a562d63-1e53-4e43-b5e4-610369691df3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:41:55.280078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:55.404341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:55.432973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:41:55.443942 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:41:55.446941 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:55.448895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d9139e8-15ce-4199-ad15-e2bea9222b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:41:55.494239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'code': 200}
Nov 23 13:41:55.520999 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=6']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:41:55.524256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:41:55.827634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a29b3-2542-46fd-a9b1-3f03b2026e57 req-31706596-8a23-4ce6-9969-227e591cb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:55.829286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-875a29b3-2542-46fd-a9b1-3f03b2026e57 req-31706596-8a23-4ce6-9969-227e591cb484 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0764561
Nov 23 13:41:55.879347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-875a29b3-2542-46fd-a9b1-3f03b2026e57 req-57c52dc1-9c49-4cb6-b602-998f9bd14fd4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0433779
Nov 23 13:41:56.047747 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d0b87-0eb7-4670-a514-96d9970fd1eb req-bb9f18bb-e907-42ad-b17a-fb8bd1cbebd4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:56.049314 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-595d0b87-0eb7-4670-a514-96d9970fd1eb req-bb9f18bb-e907-42ad-b17a-fb8bd1cbebd4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0910642
Nov 23 13:41:56.102584 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-595d0b87-0eb7-4670-a514-96d9970fd1eb req-34e699f5-6685-44b3-9229-8e295a1b55b9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0469191
Nov 23 13:41:57.018461 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:41:57.094423 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port 5a562d63-1e53-4e43-b5e4-610369691df3 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:41:57.094836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:41:57.321188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f635c-df75-43fc-8690-4c14942e3ceb req-dff73f4b-250e-4010-ae93-7f33bbcf41ae tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:41:57.322730 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-760f635c-df75-43fc-8690-4c14942e3ceb req-dff73f4b-250e-4010-ae93-7f33bbcf41ae tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0853593
Nov 23 13:41:57.372675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-760f635c-df75-43fc-8690-4c14942e3ceb req-b88c5318-7608-4722-bdc2-ce9142358bd1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0426958
Nov 23 13:41:58.010210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6a76a873-a1a2-4ae2-9f95-6cd31b8f4625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:00.421909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9088d1a5-cea8-47ab-8a9a-b8e84d41fc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:00.942542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:02.166731 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:02.538078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:17.497259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:20.977373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:42:28.014578 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-940db9b5-b74b-4447-badb-34faf2c5e63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:30.426002 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c270a93d-67c3-48d8-a365-be52d8f5384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:30.948558 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:32.172899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:32.548994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:42.760610 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-ca6be27a-2811-4e04-9440-918318217523 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1492951
Nov 23 13:42:42.926890 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-f390e0aa-1e02-4c28-80f5-19480bbca97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:42:42.928525 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-f390e0aa-1e02-4c28-80f5-19480bbca97b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0756419
Nov 23 13:42:43.102043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-04ddf6f7-1805-44d9-b538-a584571c196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:42:43.102835 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-04ddf6f7-1805-44d9-b538-a584571c196e service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1561465
Nov 23 13:42:43.218461 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-8958b0e0-3818-4bb4-b27b-7a8dc64d5395 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 1001 time: 0.1085434
Nov 23 13:42:43.288624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-73ce9396-4526-4ca6-8d0b-bbcbd108fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:42:43.290635 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-73ce9396-4526-4ca6-8d0b-bbcbd108fbc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0652423
Nov 23 13:42:43.374902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-80de0709-fa30-46b3-a7f1-e76f1e188189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:42:43.376954 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-80de0709-fa30-46b3-a7f1-e76f1e188189 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796206
Nov 23 13:42:43.527587 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-e5f06f62-f7ec-49c8-82e8-d3369dce7c73 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428323
Nov 23 13:42:43.680488 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d5a7093b-2cda-4d66-811e-36e32f95f904 req-206d0a3c-50a3-4c20-9505-fb1620f5dd1c service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455271
Nov 23 13:42:47.496687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:42:57.980689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:42:58.015826 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bee7a3d5-699d-4cf0-af50-cae0a601ef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:00.427748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9fd48988-36d9-4ed1-9eeb-959603bcf452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:00.948762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:02.174593 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:02.546564 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:17.495650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:23.739443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-99d5a7c8-3bd0-46af-876d-bbcd53754aa4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips/817725da-ecf8-4012-81e9-dc34f2246113 HTTP/1.1" status: 200  len: 998 time: 0.1261702
Nov 23 13:43:23.901804 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-7f58ded7-ac8d-4db4-9185-47aff1c7abfe tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:23.903158 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-7f58ded7-ac8d-4db4-9185-47aff1c7abfe tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1571712
Nov 23 13:43:23.914047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-a63ef8e0-d2a8-4599-8306-1f61e43972bf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:43:23.915065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-a63ef8e0-d2a8-4599-8306-1f61e43972bf tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058827
Nov 23 13:43:24.026230 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-d5f9855d-2528-4070-b2eb-19538ba5438f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.128 HTTP/1.1" status: 200  len: 1001 time: 0.1041133
Nov 23 13:43:24.105122 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-17eb00ed-e584-4482-abcd-802a76b8b1d0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:24.106642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-17eb00ed-e584-4482-abcd-802a76b8b1d0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports/5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 942 time: 0.0741913
Nov 23 13:43:24.296701 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-a0c443de-8909-4046-85f0-92c388bb22e5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.128 HTTP/1.1" status: 200  len: 1001 time: 0.1041734
Nov 23 13:43:24.516313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Deleting port 692591eb-88c3-4c27-8a8a-c3f9a1226a91 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:24.516729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:24.693759 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:24.694124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:24.828364 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Calling delete_port for 692591eb-88c3-4c27-8a8a-c3f9a1226a91 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:24.982802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:24.998205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-63e0051f-3fe2-454a-8adf-78865c9efbf6 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:25.099028 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'Port': ['ID=692591eb-88c3-4c27-8a8a-c3f9a1226a91,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:25.114568 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.114989 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.115397 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.115807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.116241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.116664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.117067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.117463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.117859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.118252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.118643 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.119040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.120101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.120504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.120943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.121338 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.121732 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.122123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.122515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.122902 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.123292 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.123704 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.124069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.124474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:25.129481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:25.238054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:25.238412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Floating IP 817725da-ecf8-4012-81e9-dc34f2246113 disassociated (deleted). External IP: 172.26.6.128, port: 5a562d63-1e53-4e43-b5e4-610369691df3.
Nov 23 13:43:25.905304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:43:26.118883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:43:26.129824 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:43:26.143165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:26.143832 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a8c668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:26.147280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:26.207348 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ffce89a5-b639-4f02-af78-f0f7fb4a7c34 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "DELETE /v2.0/floatingips/817725da-ecf8-4012-81e9-dc34f2246113 HTTP/1.1" status: 204  len: 173 time: 1.9044962
Nov 23 13:43:26.208058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:43:26.483946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-c52b61f1-86fc-4c90-a577-5cfbe1312415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.485622 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-c52b61f1-86fc-4c90-a577-5cfbe1312415 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.1955857
Nov 23 13:43:26.515700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:26.527953 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'status': 'completed', 'code': 200}
Nov 23 13:43:26.649750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ca0b7f58-06ca-478d-a779-969fb58aaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.649936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-c7522809-755a-4b17-b9e0-e1c883077522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.651593 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-ca0b7f58-06ca-478d-a779-969fb58aaf5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1514878
Nov 23 13:43:26.651718 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-c7522809-755a-4b17-b9e0-e1c883077522 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91c9fe14d2d748beb6334197286bf3d0&device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 1162 time: 0.0967405
Nov 23 13:43:26.729240 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-8b694f0c-1fb6-49dd-ab9a-9edb0fdb5aa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 217 time: 0.0690777
Nov 23 13:43:26.804186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-07363754-0105-4c23-aded-908b75933952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.805899 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-07363754-0105-4c23-aded-908b75933952 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0708780
Nov 23 13:43:26.827521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-d53cf60f-7600-463c-96ca-6aad2b60a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.829170 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-d53cf60f-7600-463c-96ca-6aad2b60a828 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 200  len: 902 time: 0.1713927
Nov 23 13:43:26.871767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a8c668>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:26.876207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:43:26.889837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:26.890714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6825a8c668>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:26.896583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029bd1-c064-4589-b314-b2a8728809a0 req-7b36ff6d-986e-477f-9bb1-d7d02dd006e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.898244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-7b36ff6d-986e-477f-9bb1-d7d02dd006e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840383
Nov 23 13:43:26.914873 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-07327ee2-d207-4492-8816-a3b7ff09fb79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 200  len: 217 time: 0.0786133
Nov 23 13:43:26.990415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-9d782e0e-c084-4d57-97e6-28260f713a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:26.992405 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-9d782e0e-c084-4d57-97e6-28260f713a69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 200  len: 847 time: 0.0713637
Nov 23 13:43:27.049787 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-191456b3-ef40-4a32-9a1b-4354be37bae4 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439557
Nov 23 13:43:27.085311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-85e53ea0-8a17-48b8-9c34-35763545cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:27.086962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-85e53ea0-8a17-48b8-9c34-35763545cc4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889182
Nov 23 13:43:27.087337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:27.200720 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-db029bd1-c064-4589-b314-b2a8728809a0 req-97889f2a-8be7-41ec-a87d-326a8f173b18 service neutron] 10.222.0.60 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439440
Nov 23 13:43:27.247427 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-54b8ebdc-4bca-4323-89da-b6f026b6ff7d service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540058
Nov 23 13:43:27.397311 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cad9bbc0-adb6-4955-a675-7ebf7aa2edc5 req-745bcfd2-9b00-4c33-b0c0-ef0f9913d7aa service neutron] 10.222.0.63 "GET /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433249
Nov 23 13:43:27.439995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6825a8c668>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:27.444414 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5be288-3489-42e2-91ae-518825f0fd71 None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:31Z', 'revision_number': 4, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': '86e65e7f-4d6a-4c4d-87ba-22931e7d1627', 'name': '', 'network_id': 'dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'mac_address': 'fa:16:3e:3e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:30Z', 'updated_at': '2020-11-23T13:34:38Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'subnets': [{'id': 'ccd93b7f-3690-4e88-9127-b6631b28c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:43:27.655648 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85069e38-a175-40ae-affd-d30d0bacdfd0 req-b9b0e973-c873-4a36-b733-dce964530178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:27.656653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-85069e38-a175-40ae-affd-d30d0bacdfd0 req-b9b0e973-c873-4a36-b733-dce964530178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:43:27.676221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-85069e38-a175-40ae-affd-d30d0bacdfd0 req-b9b0e973-c873-4a36-b733-dce964530178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:43:27.677237 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-85069e38-a175-40ae-affd-d30d0bacdfd0 req-b9b0e973-c873-4a36-b733-dce964530178 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.1098022
Nov 23 13:43:27.732749 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-85069e38-a175-40ae-affd-d30d0bacdfd0 req-5db08f58-8e80-4c84-888b-a57168867f77 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0466764
Nov 23 13:43:27.838987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b671607-a697-4118-acc5-b2a6d258001e None None] New status for floating IP 817725da-ecf8-4012-81e9-dc34f2246113: DOWN {{(pid=81024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:43:28.019318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fafbcf72-fdb1-4f29-a818-78ff12c8bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:28.960961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b2a8a-8054-4921-9b69-c499473a5c32 req-1e79d1df-7558-43a8-b2b6-6cc0c5588d28 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:28.962546 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc4b2a8a-8054-4921-9b69-c499473a5c32 req-1e79d1df-7558-43a8-b2b6-6cc0c5588d28 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0872617
Nov 23 13:43:29.012531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc4b2a8a-8054-4921-9b69-c499473a5c32 req-08d78135-8e72-42fd-b8ef-71d794835af9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0428615
Nov 23 13:43:29.271390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-25d17685-e915-44ec-a99c-57cd137cdf66 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:29.272974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-25d17685-e915-44ec-a99c-57cd137cdf66 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 945 time: 0.0829010
Nov 23 13:43:29.350979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Deleting port 5a562d63-1e53-4e43-b5e4-610369691df3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:29.351283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:29.581424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device 5a562d63-1e53-4e43-b5e4-610369691df3 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:43:29.611124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:29.611447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:29.703176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:29.733776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:43:29.743487 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:29.748452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Calling delete_port for 5a562d63-1e53-4e43-b5e4-610369691df3 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:29.749082 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:29.751144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:29.833837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=7']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:29.844555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:43:29.844929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:43:29.845485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.845879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.846307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.846687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.847057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.847432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.847801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.848172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.848573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.848917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.849287 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.849650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.850107 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.850474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.850842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.851235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.851599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.851963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.852325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.852716 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.853083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.853474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.854257 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.854709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:29.859377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:29.927310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'code': 200}
Nov 23 13:43:30.235823 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8ceb0-34bd-4cda-823c-1d5803b0f94e req-b70468ca-8376-406a-b5ae-65556a09f4d1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:30.237455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40d8ceb0-34bd-4cda-823c-1d5803b0f94e req-b70468ca-8376-406a-b5ae-65556a09f4d1 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 943 time: 0.0916727
Nov 23 13:43:30.288757 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-40d8ceb0-34bd-4cda-823c-1d5803b0f94e req-3e25c475-00d7-4e3c-a881-3b2b7e12d790 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups?id=a64f294e-8172-4c3e-af42-4bf3d90bdcb8&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0448401
Nov 23 13:43:30.346645 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Deleting port 5a562d63-1e53-4e43-b5e4-610369691df3 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:30.347033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:30.430528 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3169a2a3-c8e2-43cd-b50e-a100eb286d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:30.629132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] For port 5a562d63-1e53-4e43-b5e4-610369691df3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5a562d63-1e53-4e43-b5e4-610369691df3,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:30.629447 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:30.781954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Calling delete_port for 5a562d63-1e53-4e43-b5e4-610369691df3 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:30.953318 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:30.953579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:30.971738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1c9f6073-5f1f-4ecb-ae60-571bf8ea2042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:31.097602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'Port': ['ID=5a562d63-1e53-4e43-b5e4-610369691df3,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:31.120340 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.120803 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.121245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.121661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.122078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.122496 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.122909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.123325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.123738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.124150 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.124596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.125013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.125514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.125922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.126332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.126744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.127154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.127561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.127966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.128373 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.128806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.129210 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.129625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.130032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:31.136829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:31.235916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] No DVR routers for this DVR port 5a562d63-1e53-4e43-b5e4-610369691df3 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:43:31.238624 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:31.241810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-deleted', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:43:31.257376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f88f46e-7ac3-4b7f-841c-3681f4bc0786 req-cae22e4e-1596-48b3-abbc-71a66d68dd1f tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.63 "DELETE /v2.0/ports/5a562d63-1e53-4e43-b5e4-610369691df3 HTTP/1.1" status: 204  len: 173 time: 1.9779429
Nov 23 13:43:31.452232 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b38213-4f64-41c2-b3bf-b0545d90937c', 'name': 'network-vif-deleted', 'tag': '5a562d63-1e53-4e43-b5e4-610369691df3', 'status': 'completed', 'code': 200}
Nov 23 13:43:31.636927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f6941184-ef3b-4ac2-a224-35dd23901394 req-26212d64-4c10-4fd4-9ca7-4dc7fa070eb5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Synchronizing usage tracker for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:43:31.659209 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-f6941184-ef3b-4ac2-a224-35dd23901394 req-26212d64-4c10-4fd4-9ca7-4dc7fa070eb5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Unset dirty status for tenant:91c9fe14d2d748beb6334197286bf3d0 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:43:31.664786 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f6941184-ef3b-4ac2-a224-35dd23901394 req-26212d64-4c10-4fd4-9ca7-4dc7fa070eb5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/ports?device_id=54b38213-4f64-41c2-b3bf-b0545d90937c HTTP/1.1" status: 200  len: 210 time: 0.0807521
Nov 23 13:43:32.177774 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:32.553241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:33.137244 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-e08780d5-aef7-4ad2-8e1c-18baf625cc19 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "GET /v2.0/security-groups/a64f294e-8172-4c3e-af42-4bf3d90bdcb8 HTTP/1.1" status: 200  len: 2747 time: 0.3227401
Nov 23 13:43:33.211483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:33.242478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:33.297757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:33.303305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-05b5c1d5-03c6-4fd9-afb6-50c17ea92cd4 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:33.319947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f294e-8172-4c3e-af42-4bf3d90bdcb8,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:33.323435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:33.354099 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Notify callbacks [] for security_group, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:33.354099 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-81f20aa5-8c46-4a1b-8eb4-b556e2ee3e5e req-44db5ddd-4a1b-4aaf-9e0d-c07327d521ba tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] 10.222.0.60 "DELETE /v2.0/security-groups/a64f294e-8172-4c3e-af42-4bf3d90bdcb8 HTTP/1.1" status: 204  len: 173 time: 0.2057788
Nov 23 13:43:33.410664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57018) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:33.922633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:34.568048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Deleting port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:34.568330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:34.751455 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] For port 86e65e7f-4d6a-4c4d-87ba-22931e7d1627, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:34.751837 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:34.888313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Calling delete_port for 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:34.982893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:43:35.064325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:35.080637 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:35.183584 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=86e65e7f-4d6a-4c4d-87ba-22931e7d1627,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:35.187873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:35.527719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:36.565723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Router 7d73feda-d640-42f4-878c-6148ae24fbd1 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:43:36.782974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:43:36.792725 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Sync routers for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:43:36.809516 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-989280b3-72ff-400d-91da-f6b3973d4bdd admin admin] 10.222.0.60 "PUT /v2.0/routers/7d73feda-d640-42f4-878c-6148ae24fbd1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3974702
Nov 23 13:43:36.812166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57028) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:36.816517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:36.817205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259ad2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:37.007862 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:37.024154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:37.254674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:37.268705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Deleting port c576d581-1b06-4a69-abca-b547731dc8f8 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:37.269324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:37.377401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259ad2b0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:43:34Z', 'revision_number': 5, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port': {'id': 'c576d581-1b06-4a69-abca-b547731dc8f8', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:37.381541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Checking router: 7d73feda-d640-42f4-878c-6148ae24fbd1 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:43:37.393818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Routers {'7d73feda-d640-42f4-878c-6148ae24fbd1'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:37.394479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68259ad2b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['7d73feda-d640-42f4-878c-6148ae24fbd1'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:37.498765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] For port c576d581-1b06-4a69-abca-b547731dc8f8, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c576d581-1b06-4a69-abca-b547731dc8f8,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:37.499152 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:37.557873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] Set router 7d73feda-d640-42f4-878c-6148ae24fbd1 gateway port host: None {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:37.628131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Calling delete_port for c576d581-1b06-4a69-abca-b547731dc8f8 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:37.672924 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68259ad2b0>, [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:43:37Z', 'revision_number': 6, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:37.678794 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e04fec-ca75-41c3-a747-59cfd34b15ef None None] The sync data for ids ['7d73feda-d640-42f4-878c-6148ae24fbd1'] in dv-neutron-601336-59-ovs is: [{'id': '7d73feda-d640-42f4-878c-6148ae24fbd1', 'name': 'tempest-TestShelveInstance-639904937-router', 'tenant_id': '91c9fe14d2d748beb6334197286bf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:34:27Z', 'updated_at': '2020-11-23T13:43:37Z', 'revision_number': 6, 'project_id': '91c9fe14d2d748beb6334197286bf3d0', 'gw_port_host': None}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:43:37.813033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:37.829547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-759ba22f-a84b-4542-bafe-db3ae0af4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:37.928249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c576d581-1b06-4a69-abca-b547731dc8f8,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:37.933719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:38.207308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.485350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.489984 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.519450 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.520135 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d73feda-d640-42f4-878c-6148ae24fbd1 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:43:38.535928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:43:38.537828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.541925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 57036) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:38.542062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-33461772-24cb-47d7-ab14-48e92e9d2b27 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7d73feda-d640-42f4-878c-6148ae24fbd1 HTTP/1.1" status: 204  len: 168 time: 1.7286501
Nov 23 13:43:38.579155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:43:38.579586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 86e65e7f-4d6a-4c4d-87ba-22931e7d1627 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:43:38.580065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c576d581-1b06-4a69-abca-b547731dc8f8 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:43:38.613743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c576d581-1b06-4a69-abca-b547731dc8f8 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:43:38.614121 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c576d581-1b06-4a69-abca-b547731dc8f8 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:43:38.623172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Deleting subnet ccd93b7f-3690-4e88-9127-b6631b28c3df {{(pid=81023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:43:38.626540 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.679085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2675127'] for subnet, precommit_delete_associations {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:38.764987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.022216 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852002580'] for subnet, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.037606 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9b32b67-3ea5-43f8-97eb-438eafa8645f tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:39.127650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd93b7f-3690-4e88-9127-b6631b28c3df,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:39.131207 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:39.184972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.190085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa05a85-6c4b-4ed2-8599-268588f719a8 None None] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:43:39.190995 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-15dedfed-d544-4f34-bdf4-b698652c3d23 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ccd93b7f-3690-4e88-9127-b6631b28c3df HTTP/1.1" status: 204  len: 168 time: 0.6476281
Nov 23 13:43:39.193870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 57042) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:39.316043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.395459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Deleting port 37b584a4-df1d-49b1-87d6-bf848b06e714 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:39.395830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.620689 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] DHCP port deletion for dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:43:39.625050 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Deleting port 37b584a4-df1d-49b1-87d6-bf848b06e714 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:39.625484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.633474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] For port 37b584a4-df1d-49b1-87d6-bf848b06e714, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=37b584a4-df1d-49b1-87d6-bf848b06e714,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:39.633893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.763449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Calling delete_port for 37b584a4-df1d-49b1-87d6-bf848b06e714 owned by network:dhcp {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:39.838806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.847988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] For port 37b584a4-df1d-49b1-87d6-bf848b06e714, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=37b584a4-df1d-49b1-87d6-bf848b06e714,segment=NetworkSegment(abaecb2e-0d11-4b4a-be21-ec0004d94a5a),segment_id=abaecb2e-0d11-4b4a-be21-ec0004d94a5a)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:39.848369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:39.854665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-98e2d3e4-5662-49ae-b871-ef224ac203d4 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:39.949676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b584a4-df1d-49b1-87d6-bf848b06e714,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:39.954193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:39.982000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Calling delete_port for 37b584a4-df1d-49b1-87d6-bf848b06e714 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:43:40.000466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] No DVR routers for this DVR port 37b584a4-df1d-49b1-87d6-bf848b06e714 on host dv-neutron-601336-59-ovs {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:43:40.057839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:43:40.058249 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:43:40.127978 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.245634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f681f4459e8>,) {'filters': {'network_id': ['dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b']}} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:40.258325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4459e8>, 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a') {'for_net_delete': True} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:40.258657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f681f4459e8>, 'abaecb2e-0d11-4b4a-be21-ec0004d94a5a') {} {{(pid=81023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:40.270684 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852100672'] for segment, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.286126 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.288097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:43:40.470659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:43:40.479846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852984414'] for segment, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.524734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 37b584a4-df1d-49b1-87d6-bf848b06e714 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:43:40.558969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Deleting port 37b584a4-df1d-49b1-87d6-bf848b06e714 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:43:40.559398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.598075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: 37b584a4-df1d-49b1-87d6-bf848b06e714 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:43:40.598480 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device 37b584a4-df1d-49b1-87d6-bf848b06e714 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:43:40.639627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-2d529e5c-6384-4359-a7cc-a822c1d8dfe3 None None] The port '37b584a4-df1d-49b1-87d6-bf848b06e714' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:43:40.670869 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Network dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b has no segments {{(pid=81023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:43:40.694046 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:43:40.771494 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.776125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:40.780037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d852c5fa-ab90-4530-b2f4-5a1be3669c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:40.816934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:40.819694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:40.831816 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-c2a46541-d0e0-4769-9bd7-d56f58b52fd2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd96c9b0-5ba5-4b1b-bd8a-e1ebe504cd1b HTTP/1.1" status: 204  len: 168 time: 1.6368644
Nov 23 13:43:40.978810 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81023) accepted ('10.222.0.60', 57050) {{(pid=81023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:41.034445 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-d55af401-e2bf-4984-940c-093d2f6164dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91c9fe14d2d748beb6334197286bf3d0&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0541427
Nov 23 13:43:41.037232 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57054) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:41.104392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:41.139590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:41.191014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:41.196151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aa42bf48-d725-41be-b264-cd9cb50c2b0e tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:41.210098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a708f6-1007-4706-85d8-6e8d7888c79d,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:41.213313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:41.219709 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:41.220977 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-5aeb4efa-2344-451b-96c8-cb67756f8223 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11a708f6-1007-4706-85d8-6e8d7888c79d HTTP/1.1" status: 204  len: 168 time: 0.1826499
Nov 23 13:43:42.151208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57076) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:42.293653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1523914087-network', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:42.298960 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:42.303273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Usage tracker for resource:network and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:42.307168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:42.313226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:42.324767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Made reservation on behalf of ee47cabb59da4ce9bf96f30ead0724d2 for: {'network': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:43:42.329616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for network, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.343907 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.378948 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:42.383043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Usage tracker for resource:security_group_rule and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:42.387075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:42.392893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:42.464405 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.467560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.471914 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b38790f2-f2ab-4aed-b483-4ad9d643c0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:42.502491 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 23 13:43:42.516148 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0aeb9f-6e37-4d82-b4b5-f1b2e2ce5652,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:42.520700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:42.521770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.522157 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.segments_db [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Added segment 8bb292da-397c-4482-b53b-3ff172fc749d of type vxlan for network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c
Nov 23 13:43:42.553162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363281523315794'] for network, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.590715 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.591608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:42.592240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:42.597390 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-c453a8e6-58c6-48a5-82be-f136bdf6df1a tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:42.700379 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5478423
Nov 23 13:43:42.703550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57082) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:42.706660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Pushing event updated for resources: {'Network': ['ID=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:42.712171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Request body: {'subnet': {'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1523914087-subnet', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'ip_version': 4}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:42.716783 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:42.719113 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:42.719424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c details requested by agent ovs-agent-dv-neutron-601336-59-ovs with host dv-neutron-601336-59-ovs {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:43:42.723351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Usage tracker for resource:subnet and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:42.726445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:42.733094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:42.738143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=81024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 23 13:43:42.742714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Made reservation on behalf of ee47cabb59da4ce9bf96f30ead0724d2 for: {'subnet': 1} {{(pid=81022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:43:42.748015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3741949'] for subnet, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.438536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852273144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3741932'] for subnet, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.453926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4bebcdcc-d2e4-41a9-9139-a75f658b48b0 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:43.580393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddb7901-75dd-4a52-b2ad-9366fc43c330,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:43.584975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:43.659486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Checking segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:43:43.659897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Network hostable DHCP agents. Network: 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c, hostable agents: ['76308d6e-2995-457a-b8da-3d14a3133491'], hosted agents: [] {{(pid=81022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 23 13:43:43.685790 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is scheduled to be hosted by DHCP agent 76308d6e-2995-457a-b8da-3d14a3133491 with binding_index 1 {{(pid=81022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 23 13:43:43.694736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-59-ovs, 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c) {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:43.704464 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97111247-06ec-42a6-8862-a3dc518d5a40 None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:43:43.706956 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:43.707599 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.728815 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-a4e0ca4a-8325-4269-bcfd-bcff3a4e5c32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0234764
Nov 23 13:43:43.732075 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57086) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:43.737618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:43.742903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:43.747817 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Usage tracker for resource:router and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:43.751517 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:43.757398 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:43.766912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852685367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-855'] for router, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.767891 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2090312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852709928', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774961'] for router, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.788191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.938818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a274fb-7847-5345-a7c3-4ff5c5e4b57a-02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330'}]}} from dv-neutron-601336-59-ovs. {{(pid=81024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 23 13:43:43.939733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:43.947634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852709943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774992'] for router, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.156261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.195158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.241449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Allocated IP 172.20.0.2 (02e6aa70-bfc2-4a64-acac-9e2d2472ca7c/3ddb7901-75dd-4a52-b2ad-9366fc43c330/c386697d-1bf1-4d23-9732-60fb64ab7634) {{(pid=81024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:43:44.461965 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks [] for port, precommit_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.474169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Transition to ACTIVE for port object c386697d-1bf1-4d23-9732-60fb64ab7634 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:44.479143 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Allocated IP 172.26.6.103 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/c1c104dd-4193-4f51-9708-85cc549b1a63) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:43:44.492639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Transition to ACTIVE for port object c386697d-1bf1-4d23-9732-60fb64ab7634 will not be triggered until provisioned by entity DHCP. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:44.504536 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610'] for port, after_create {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.520733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:44.649274 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.660769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Pushing event updated for resources: {'Port': ['ID=c386697d-1bf1-4d23-9732-60fb64ab7634,revision_number=1']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:44.663831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:44.687320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.704213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-cd65fb48-c17e-45f5-8c50-eafa4fd85c89 tempest-TestMinimumBasicScenario-1470840812 tempest-TestMinimumBasicScenario-1470840812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:44.716900 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is already hosted by enough agents. {{(pid=81024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:43:44.718127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Resources bound (agent type, host, resource id):  {{(pid=81024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:44.720554 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Received port after_create {{(pid=81024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:43:44.777549 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Attempting to bind port c386697d-1bf1-4d23-9732-60fb64ab7634 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:43:44.777893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Attempting to bind port c386697d-1bf1-4d23-9732-60fb64ab7634 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:43:44.778307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Attempting to bind port c386697d-1bf1-4d23-9732-60fb64ab7634 on network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:43:44.785508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:43:44.785943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Checking segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:43:44.786429 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.786882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Bound using segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:43:44.787410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Bound port: c386697d-1bf1-4d23-9732-60fb64ab7634, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:43:44.787841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.854521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c104dd-4193-4f51-9708-85cc549b1a63,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:44.857676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:44.886858 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] For port c386697d-1bf1-4d23-9732-60fb64ab7634, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:43:44.890192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] For port c386697d-1bf1-4d23-9732-60fb64ab7634, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c386697d-1bf1-4d23-9732-60fb64ab7634,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:43:44.894307 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:44.907543 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:44.911245 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:43:44.912401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:44.914741 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:43:45.052769 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Pushing event updated for resources: {'Port': ['ID=c386697d-1bf1-4d23-9732-60fb64ab7634,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:45.058164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:45.089379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:45.090448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2065718'] for router, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:45.347411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 is scheduled to L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 with binding_index 1 {{(pid=81022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 23 13:43:45.582737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:43:45.593727 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:43:45.606947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:45.607625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824116eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:45.613025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:45.614402 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8812861
Nov 23 13:43:45.617498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57090) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:43:45.800591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:46.288100 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824116eb8>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:45Z', 'revision_number': 3, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:46.293348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:43:46.293712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Updating router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 port c1c104dd-4193-4f51-9708-85cc549b1a63 binding host dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:43:46.356012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:46.545467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947c16c-117b-4175-b91e-fb02d6ffd968 None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:43:46.643415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:46.647831 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c386697d-1bf1-4d23-9732-60fb64ab7634 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:46.820053 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-9179ee21-35ec-48d8-860f-f9bdbf82fcab None None] Provisioning for port c386697d-1bf1-4d23-9732-60fb64ab7634 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:46.945189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c386697d-1bf1-4d23-9732-60fb64ab7634 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:46.968019 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c386697d-1bf1-4d23-9732-60fb64ab7634 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:46.968381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.003072 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Allocated IP 172.20.0.1 (02e6aa70-bfc2-4a64-acac-9e2d2472ca7c/3ddb7901-75dd-4a52-b2ad-9366fc43c330/b75f5115-8305-4c4b-b5c6-0e392e146052) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:43:47.163963 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.185058 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Transition to ACTIVE for port object b75f5115-8305-4c4b-b5c6-0e392e146052 will not be triggered until provisioned by entity DHCP. {{(pid=81022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:47.205703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.222333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-dac7d6a2-f485-46ea-90c2-a1c66b447db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:47.238399 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks [] for port, precommit_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.254278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.274514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Transition to ACTIVE for port object c1c104dd-4193-4f51-9708-85cc549b1a63 will not be triggered until provisioned by entity L2. {{(pid=81024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:47.279378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.295586 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a87d7803-69ed-4747-b081-7def45eb9097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:47.362384 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Pushing event updated for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:47.367663 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:47.428661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c386697d-1bf1-4d23-9732-60fb64ab7634, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c386697d-1bf1-4d23-9732-60fb64ab7634,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:47.428779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:43:47.430083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:47.432649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:43:47.445181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.468953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786d7a-6d3c-4fb8-8ffe-d891e5da0cc7 None None] Pushing event updated for resources: {'Port': ['ID=c1c104dd-4193-4f51-9708-85cc549b1a63,revision_number=2']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:47.492304 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852704518'] for router_interface, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.497193 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9786d7a-6d3c-4fb8-8ffe-d891e5da0cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:47.500547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0b6bc9e2-1dde-4976-8788-cda756bc00cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:47.595603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.597610 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.621537 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Attempting to bind port c1c104dd-4193-4f51-9708-85cc549b1a63 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:43:47.621899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Attempting to bind port c1c104dd-4193-4f51-9708-85cc549b1a63 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:43:47.622315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Attempting to bind port c1c104dd-4193-4f51-9708-85cc549b1a63 on network dc3fc909-cef9-46ac-b844-591d24c15c6b {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:43:47.625673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c386697d-1bf1-4d23-9732-60fb64ab7634,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:47.636917 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-96c14229-3dc7-44f4-a6fe-1c086a62469b None None] Provisioning complete for port c386697d-1bf1-4d23-9732-60fb64ab7634 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:47.637493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-96c14229-3dc7-44f4-a6fe-1c086a62469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.714226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:47.720027 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:43:47.720471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Checking segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:43:47.720931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.721381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Bound using segment: {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'} {{(pid=81024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:43:47.721921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Bound port: c1c104dd-4193-4f51-9708-85cc549b1a63, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}}] {{(pid=81024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:43:47.722345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.863043 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] For port c1c104dd-4193-4f51-9708-85cc549b1a63, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:43:47.866765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] For port c1c104dd-4193-4f51-9708-85cc549b1a63, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1c104dd-4193-4f51-9708-85cc549b1a63,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:43:47.869421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.886273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f02160b5-c690-42a3-9236-fc5e483bfd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:47.932947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.937553 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:47.973441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6abe69f9-362a-4f7f-bb4f-2f2395c5959b tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:48.037368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786d7a-6d3c-4fb8-8ffe-d891e5da0cc7 None None] Pushing event updated for resources: {'Port': ['ID=c1c104dd-4193-4f51-9708-85cc549b1a63,revision_number=3']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:48.046297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f9786d7a-6d3c-4fb8-8ffe-d891e5da0cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:48.057880 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839259581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852714212'] for router_interface, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:48.059996 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Provisioning complete for port c386697d-1bf1-4d23-9732-60fb64ab7634 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:48.060432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:48.074001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Pushing event updated for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:48.128000 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:48.218155 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:48.218843 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824116eb8>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:48.219828 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:43:48.221066 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:48.550445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c386697d-1bf1-4d23-9732-60fb64ab7634 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:48.597603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Provisioning for port b75f5115-8305-4c4b-b5c6-0e392e146052 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:48.612264 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Provisioning complete for port b75f5115-8305-4c4b-b5c6-0e392e146052 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:48.612708 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:48.673238 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:43:48.711552 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-fcb90dc3-4af0-4e93-aca5-4ef80b41bd75 None None] Port b75f5115-8305-4c4b-b5c6-0e392e146052 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:43:48.721336 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:48.782273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c386697d-1bf1-4d23-9732-60fb64ab7634 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:48.782608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:48.920047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:43:48.930124 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] 10.222.0.60 "PUT /v2.0/routers/03d9a1eb-bf9d-4ac8-a127-0145da8f4399/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3113368
Nov 23 13:43:49.016856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-70f4688c-7b88-46df-b918-ebb72340498d None None] Provisioning complete for port c386697d-1bf1-4d23-9732-60fb64ab7634 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:49.017288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70f4688c-7b88-46df-b918-ebb72340498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.307016 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-70f4688c-7b88-46df-b918-ebb72340498d None None] Provisioning complete for port b75f5115-8305-4c4b-b5c6-0e392e146052 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:49.307434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-70f4688c-7b88-46df-b918-ebb72340498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.355467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824116eb8>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:49.369895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febdd86-77f1-4464-8466-ad388ea52c36 None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:43:49.373346 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-70f4688c-7b88-46df-b918-ebb72340498d None None] Port b75f5115-8305-4c4b-b5c6-0e392e146052 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:43:49.518691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-588380855', 'description': 'tempest-TestSnapshotPattern-588380855 description'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:49.526036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:49.530168 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Usage tracker for resource:security_group and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:49.533230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:49.539047 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:49.549489 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.587194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:49.592221 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Usage tracker for resource:security_group_rule and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:49.595243 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:49.601124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:49.658854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.661995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.667629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-029d03c1-e932-4354-bf0d-f840a4a56b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:49.719954 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b791b-f51b-46a3-b090-e967e1167b1f,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:49.725436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.727144 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d99b66ea-1c19-445f-9a7b-0b2e5f7c9bc8 req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.2129653
Nov 23 13:43:49.727573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a15868ba-e761-4f22-bdb6-6b8bfa106367 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:49.836573 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-48f7c656-811f-4e19-9f76-95d4bf865609 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups/b20b791b-f51b-46a3-b090-e967e1167b1f HTTP/1.1" status: 200  len: 1688 time: 0.0601377
Nov 23 13:43:49.849091 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b20b791b-f51b-46a3-b090-e967e1167b1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:49.849453 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b20b791b-f51b-46a3-b090-e967e1167b1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:49.857197 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:49.861587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Usage tracker for resource:security_group_rule and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:49.864834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:49.871454 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:49.934205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.961248 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.964279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:49.966531 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9dddddb2-fd9d-4bde-9f94-4cf8cf17a7ec tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:49.989542 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ae32db-84f1-4615-8d3d-6551d7a07dcd,revision_number=0']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:49.994903 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:50.002734 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.004057 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-88db3f1b-9bb0-4a58-979d-21e801a42f4b req-9014295e-ee93-4af9-afec-cd664a505881 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1598327
Nov 23 13:43:50.094121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-6918018e-f312-44fb-979f-c0575fc01946 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups/b20b791b-f51b-46a3-b090-e967e1167b1f HTTP/1.1" status: 200  len: 2217 time: 0.0562184
Nov 23 13:43:50.111440 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b20b791b-f51b-46a3-b090-e967e1167b1f', 'remote_group_id': None}]} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:50.111797 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b20b791b-f51b-46a3-b090-e967e1167b1f', 'remote_group_id': None}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:50.126798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:50.131030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Usage tracker for resource:security_group_rule and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:43:50.134240 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81022) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:43:50.140736 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:50.219106 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.245761 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.248477 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805252'] for security_group_rule, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.256051 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e8fa903d-d801-4cfd-8eec-cb9075c77286 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:50.280629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be66ac2-870e-4fdf-8186-883d470d0b16,revision_number=0']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:50.283359 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:50.288968 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group_rule, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.290303 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-675ec9a7-1a9d-43ee-be36-d8d3b38ee7cc req-a74f20e9-f070-476e-bd6e-3c00593ceb5b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1839955
Nov 23 13:43:50.501180 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-05b897bf-f711-4feb-b1e4-a37f82fa5861 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-588380855&fields=id&tenant_id=ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 267 time: 0.0558701
Nov 23 13:43:50.564930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1c104dd-4193-4f51-9708-85cc549b1a63 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:50.645427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port c1c104dd-4193-4f51-9708-85cc549b1a63 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:50.650997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c1c104dd-4193-4f51-9708-85cc549b1a63 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:50.651435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.686368 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-8b5fd403-4b28-4d50-8d90-7a224a49deff tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:50.688117 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-8b5fd403-4b28-4d50-8d90-7a224a49deff tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 810 time: 0.1826441
Nov 23 13:43:50.707333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-dd69d7a5-3c02-428e-b926-05642ded93bc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/quotas/ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 375 time: 0.0119100
Nov 23 13:43:50.780784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.800619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port c1c104dd-4193-4f51-9708-85cc549b1a63, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1c104dd-4193-4f51-9708-85cc549b1a63,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:50.804705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:50.805850 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-7ebe4486-e2fe-4342-bd9a-c6abee89db7b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0871446
Nov 23 13:43:50.808251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:50.880530 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=c1c104dd-4193-4f51-9708-85cc549b1a63,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:50.883784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:50.906485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0d2deef1-82f7-4bcf-80c3-38fede456a8f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:43:50.907597 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0d2deef1-82f7-4bcf-80c3-38fede456a8f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0877175
Nov 23 13:43:51.055797 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-a15a5d88-298f-41a8-b336-ee6383a547fe service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413019
Nov 23 13:43:51.204340 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-7781be44-fcf1-44dd-893b-62e341ef5f5f service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413164
Nov 23 13:43:51.418315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2502c8fe-c165-48c0-a200-08aa190bd310 req-43b3866e-466a-4a83-a904-0f8d3e342bc6 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:43:51.435149 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-2502c8fe-c165-48c0-a200-08aa190bd310 req-43b3866e-466a-4a83-a904-0f8d3e342bc6 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:43:51.436459 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2502c8fe-c165-48c0-a200-08aa190bd310 req-43b3866e-466a-4a83-a904-0f8d3e342bc6 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 210 time: 0.0664041
Nov 23 13:43:52.547261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1c104dd-4193-4f51-9708-85cc549b1a63 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:52.645930 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port c1c104dd-4193-4f51-9708-85cc549b1a63 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:52.646436 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:52.652768 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-0ef0ad08-2253-4f49-87c8-93a86bf63cc8 req-bfa87937-5587-49f6-9fb9-b7437b071e9f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 210 time: 0.0616112
Nov 23 13:43:52.805038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:43:52.820326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:52.821048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d2ac18>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:52.960259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-635cb250-cbc6-4adf-8359-c3c472c7d322 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:52.963466 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-635cb250-cbc6-4adf-8359-c3c472c7d322 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 810 time: 0.2043250
Nov 23 13:43:53.081254 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-ef0513c4-e95c-499d-91e8-5f4332e85464 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 5289 time: 0.0985537
Nov 23 13:43:53.092820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'port': {'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'admin_state_up': True, 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'security_groups': ['b20b791b-f51b-46a3-b090-e967e1167b1f']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:53.196563 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:53.260162 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:43:53.270431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:43:53.280393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Made reservation on behalf of ee47cabb59da4ce9bf96f30ead0724d2 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:43:53.286037 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:53.536393 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d2ac18>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:53.540519 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:43:53.541652 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Updating router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 port b75f5115-8305-4c4b-b5c6-0e392e146052 binding host dv-neutron-601336-59-ovs {{(pid=81025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 23 13:43:53.596311 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Allocated IP 172.20.0.4 (02e6aa70-bfc2-4a64-acac-9e2d2472ca7c/3ddb7901-75dd-4a52-b2ad-9366fc43c330/f7facf31-ded9-4d54-8483-4f0d2b48108d) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:43:53.599029 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:53.803927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:53.822045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Transition to ACTIVE for port object f7facf31-ded9-4d54-8483-4f0d2b48108d will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:53.843626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:53.862909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-adcf7e74-6d8e-4c9c-a638-28972c1a9638 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:53.890470 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341a1f-460d-4252-8963-cd7bd4dc704b req-c921aa5b-3f98-42e8-bb82-3fe5543691d1 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:53.892089 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-79341a1f-460d-4252-8963-cd7bd4dc704b req-c921aa5b-3f98-42e8-bb82-3fe5543691d1 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 931 time: 0.0922396
Nov 23 13:43:53.942835 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-79341a1f-460d-4252-8963-cd7bd4dc704b req-ee23c42a-2383-4606-9c9f-132e938bfe42 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:security_group {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:43:53.960172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-79341a1f-460d-4252-8963-cd7bd4dc704b req-ee23c42a-2383-4606-9c9f-132e938bfe42 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:security_group {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:43:53.961536 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-79341a1f-460d-4252-8963-cd7bd4dc704b req-ee23c42a-2383-4606-9c9f-132e938bfe42 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0613222
Nov 23 13:43:54.003404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=f7facf31-ded9-4d54-8483-4f0d2b48108d,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:54.006071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:54.065620 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:43:54.066872 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:43:54.069419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:43:54.075503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks [] for port, precommit_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.091966 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Transition to ACTIVE for port object b75f5115-8305-4c4b-b5c6-0e392e146052 will not be triggered until provisioned by entity L2. {{(pid=81025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:54.097391 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.115045 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-39352efb-e6c2-4de6-8d86-c9b5b6eea91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:54.143169 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:54.143855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.173892 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0865505
Nov 23 13:43:54.192096 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Request body: {'port': {'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:43:54.261539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Pushing event updated for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=3']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:54.291710 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.292101 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.292501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.292879 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.293250 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.293616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.293985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.294350 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.294714 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.295073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.295434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.295792 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.296239 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.296625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.296988 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.297344 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.297703 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.298062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.298419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.298776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.299140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.299497 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.299850 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.300205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:43:54.305819 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:54.312161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.330442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ce1d8f90-0756-4e1c-b86e-c216f5667a0c None None] Provisioning for port f7facf31-ded9-4d54-8483-4f0d2b48108d completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:54.336401 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-ce1d8f90-0756-4e1c-b86e-c216f5667a0c None None] Provisioning complete for port f7facf31-ded9-4d54-8483-4f0d2b48108d triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:54.336854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8f90-0756-4e1c-b86e-c216f5667a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.402213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d8f90-0756-4e1c-b86e-c216f5667a0c None None] Port f7facf31-ded9-4d54-8483-4f0d2b48108d cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:43:54.476163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Attempting to bind port b75f5115-8305-4c4b-b5c6-0e392e146052 on host dv-neutron-601336-59-ovs for vnic_type normal with profile  {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:43:54.476607 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Attempting to bind port b75f5115-8305-4c4b-b5c6-0e392e146052 by drivers openvswitch on host dv-neutron-601336-59-ovs at level 0 using segments [{'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:43:54.477007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Attempting to bind port b75f5115-8305-4c4b-b5c6-0e392e146052 on network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:43:54.486198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Checking agent: {'id': '9da30e4e-6e4f-4d71-991c-190c3c99920f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-59-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 35, 2), 'started_at': datetime.datetime(2020, 11, 23, 12, 35, 32), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-59-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:43:54.486625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Checking segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:43:54.487079 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.487520 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Bound using segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} {{(pid=81025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:43:54.488062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Bound port: b75f5115-8305-4c4b-b5c6-0e392e146052, host: dv-neutron-601336-59-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}}] {{(pid=81025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:43:54.488514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.600576 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] For port b75f5115-8305-4c4b-b5c6-0e392e146052, host dv-neutron-601336-59-ovs, cleared binding levels {{(pid=81025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:43:54.604782 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] For port b75f5115-8305-4c4b-b5c6-0e392e146052, host dv-neutron-601336-59-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b75f5115-8305-4c4b-b5c6-0e392e146052,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:43:54.610156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:54.626717 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-74832622-b6bd-46d9-8eb8-b4a519628624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:54.789808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Pushing event updated for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=4']} {{(pid=81025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:54.796015 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ee1b0b15-aa6f-46f4-8be2-dbd7413f28ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:54.840601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:43:54.841299 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d2ac18>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:43:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:55.032751 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7facf31-ded9-4d54-8483-4f0d2b48108d {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:43:55.043421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.057094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:43:55.067166 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Transition to ACTIVE for port object f7facf31-ded9-4d54-8483-4f0d2b48108d will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:43:55.070118 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.097550 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e7f9650-df15-4d37-827c-b32692ec07b7 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:55.284394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Pushing event updated for resources: {'Port': ['ID=f7facf31-ded9-4d54-8483-4f0d2b48108d,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:55.294676 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:55.361750 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b644b4-a3df-4022-a332-c4da202b53d1 req-8bbf754f-b004-4d8c-92e7-f3006b70f732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:55.362503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-05b644b4-a3df-4022-a332-c4da202b53d1 req-8bbf754f-b004-4d8c-92e7-f3006b70f732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:43:55.402812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d2ac18>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:54Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:43:55.407706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1acded-8e56-49a1-9652-b585097f90af None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:54Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:43:55.449059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-05b644b4-a3df-4022-a332-c4da202b53d1 req-8bbf754f-b004-4d8c-92e7-f3006b70f732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:43:55.450347 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-05b644b4-a3df-4022-a332-c4da202b53d1 req-8bbf754f-b004-4d8c-92e7-f3006b70f732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 943 time: 0.3236170
Nov 23 13:43:55.568376 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-05b644b4-a3df-4022-a332-c4da202b53d1 req-af7ee486-087f-4d19-af2b-4978df6b7150 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0817447
Nov 23 13:43:55.570833 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Attempting to bind port f7facf31-ded9-4d54-8483-4f0d2b48108d on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:43:55.571026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Attempting to bind port f7facf31-ded9-4d54-8483-4f0d2b48108d by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:43:55.571395 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Attempting to bind port f7facf31-ded9-4d54-8483-4f0d2b48108d on network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:43:55.578992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:43:55.579377 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Checking segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:43:55.579781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.580188 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Bound using segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:43:55.580706 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Bound port: f7facf31-ded9-4d54-8483-4f0d2b48108d, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:43:55.581085 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.685992 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] For port f7facf31-ded9-4d54-8483-4f0d2b48108d, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:43:55.689629 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] For port f7facf31-ded9-4d54-8483-4f0d2b48108d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:43:55.693973 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.711433 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-32eb6439-6628-4829-a33b-72b175dd5fc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:55.879825 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Pushing event updated for resources: {'Port': ['ID=f7facf31-ded9-4d54-8483-4f0d2b48108d,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:55.886762 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:55.919443 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:55.920124 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:55.921695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-0aa01713-3acd-4f92-ac32-dfeb52de1575 service neutron] 10.222.0.63 "PUT /v2.0/ports/f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 1157 time: 1.7346280
Nov 23 13:43:55.922269 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:43:56.023378 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'status': 'completed', 'code': 200}
Nov 23 13:43:56.065746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-bea501df-89e6-4e2e-a54e-443cd45b08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:56.067412 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-bea501df-89e6-4e2e-a54e-443cd45b08cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1160 time: 0.0893824
Nov 23 13:43:56.152617 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-6eafe466-cbf2-4052-98d9-7785ba6bd137 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 217 time: 0.0722291
Nov 23 13:43:56.228205 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-f4497197-0a26-436a-9329-88201da993b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:56.229783 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-f4497197-0a26-436a-9329-88201da993b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0712414
Nov 23 13:43:56.317195 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-3becc33b-d052-4989-ae27-fa245d5c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:56.318823 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-3becc33b-d052-4989-ae27-fa245d5c56bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826490
Nov 23 13:43:56.462415 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-b344504f-06ad-4858-abc0-4559881b0c94 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365840
Nov 23 13:43:56.559575 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b75f5115-8305-4c4b-b5c6-0e392e146052 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:56.612235 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-9bc588f3-abd2-44ba-8811-aad35ed692ed req-b7809d1a-ba5d-4352-b725-5446bbb9ad09 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434267
Nov 23 13:43:56.633014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning for port b75f5115-8305-4c4b-b5c6-0e392e146052 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:56.639054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b75f5115-8305-4c4b-b5c6-0e392e146052 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:56.639529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:56.772483 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:56.809225 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] For port b75f5115-8305-4c4b-b5c6-0e392e146052, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b75f5115-8305-4c4b-b5c6-0e392e146052,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:56.812853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:56.814806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:56.847004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-f567d84a-5281-48e1-b597-6819f3a0975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:56.848699 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-f567d84a-5281-48e1-b597-6819f3a0975d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1160 time: 0.1509492
Nov 23 13:43:56.859920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d301d-136d-4fa5-a256-bf4d7bed2a3b req-2ca85d92-5796-4329-944f-c5bd985eaf3e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:56.861538 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b1d301d-136d-4fa5-a256-bf4d7bed2a3b req-2ca85d92-5796-4329-944f-c5bd985eaf3e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 943 time: 0.1230149
Nov 23 13:43:56.885023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Pushing event updated for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=5']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:56.888631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:57.019065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b1d301d-136d-4fa5-a256-bf4d7bed2a3b req-e9218251-005e-4b9e-8350-cf26012fdcac tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1332622
Nov 23 13:43:57.041415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-d1895674-d945-4977-88e3-f821b90db207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:57.043006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-d1895674-d945-4977-88e3-f821b90db207 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1805236
Nov 23 13:43:57.119263 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-ce9322c9-4600-4170-b5bf-91d1dcf97aab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 217 time: 0.0683048
Nov 23 13:43:57.187897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-00332422-13f4-4770-9000-d3044fd6c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:57.189489 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-00332422-13f4-4770-9000-d3044fd6c806 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0638359
Nov 23 13:43:57.271110 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-4eccf8f4-eca6-4d42-9e74-0ef518e8a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:57.272750 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-4eccf8f4-eca6-4d42-9e74-0ef518e8a4d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759907
Nov 23 13:43:57.417731 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-88c47d9b-58eb-4ab1-94c2-624e2e4593f8 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378727
Nov 23 13:43:57.561695 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f418b715-f4c9-47bf-8750-0cb81b7f5a01 req-dab3f0a7-0e45-408c-97fe-a9bbda6d067c service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371796
Nov 23 13:43:58.021712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d531905d-4756-4f6f-bf5d-306b5094d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:58.240054 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b6777-9843-4075-95a5-5adc0c94114f req-b06c4cb8-17ce-4b26-84d6-efbb9c8eec11 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:58.241724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c66b6777-9843-4075-95a5-5adc0c94114f req-b06c4cb8-17ce-4b26-84d6-efbb9c8eec11 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 943 time: 0.0877886
Nov 23 13:43:58.291104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f7facf31-ded9-4d54-8483-4f0d2b48108d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:58.291450 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c66b6777-9843-4075-95a5-5adc0c94114f req-24b3ab7e-f7a6-4bac-9bd4-ef7fa08c19c5 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424020
Nov 23 13:43:58.369003 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port f7facf31-ded9-4d54-8483-4f0d2b48108d completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:43:58.374305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f7facf31-ded9-4d54-8483-4f0d2b48108d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:58.374733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:58.504064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:58.535083 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:43:58.546009 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b75f5115-8305-4c4b-b5c6-0e392e146052 up at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:43:58.583007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port f7facf31-ded9-4d54-8483-4f0d2b48108d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:43:58.590180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:58.596141 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-972fd5e7-2a08-4ab8-99e9-c0e41691fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:43:58.626298 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'code': 200}
Nov 23 13:43:58.695916 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=f7facf31-ded9-4d54-8483-4f0d2b48108d,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:43:58.706088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:43:58.706729 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Provisioning complete for port b75f5115-8305-4c4b-b5c6-0e392e146052 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:43:58.707151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:43:58.883379 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f1fb-613c-4266-8488-ea4c9664ca8a req-ade69e43-cace-40ab-83a7-099653312d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:58.885022 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2549f1fb-613c-4266-8488-ea4c9664ca8a req-ade69e43-cace-40ab-83a7-099653312d82 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0803943
Nov 23 13:43:58.930813 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-2549f1fb-613c-4266-8488-ea4c9664ca8a req-cedbf280-b4e0-4f1e-ac47-2a5623b6bd75 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0392859
Nov 23 13:43:59.508613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a948fba-5d0e-4d2e-ab78-f33227cd2fe3 req-70f84b3a-a4ec-4fdf-9898-0cc0399daef8 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:43:59.511148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a948fba-5d0e-4d2e-ab78-f33227cd2fe3 req-70f84b3a-a4ec-4fdf-9898-0cc0399daef8 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.0903594
Nov 23 13:43:59.561000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6a948fba-5d0e-4d2e-ab78-f33227cd2fe3 req-97db54f5-da49-46f5-aa95-a72ec35ccbab tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432987
Nov 23 13:43:59.982772 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f7facf31-ded9-4d54-8483-4f0d2b48108d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:44:00.058982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f7facf31-ded9-4d54-8483-4f0d2b48108d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:44:00.059403 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:00.433165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a8ed5995-30a3-41bc-8a86-563a9316ab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:00.780868 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08fdcd-4e15-4d09-84a8-cc6570439603 req-c6d36fbc-b6ea-41eb-8533-873d45f2dae3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:00.782497 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc08fdcd-4e15-4d09-84a8-cc6570439603 req-c6d36fbc-b6ea-41eb-8533-873d45f2dae3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.0877812
Nov 23 13:44:00.832531 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cc08fdcd-4e15-4d09-84a8-cc6570439603 req-207620aa-ddc3-4d17-8f7f-18a27dc79d38 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433846
Nov 23 13:44:00.956322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:01.046200 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e10c24-6a43-445e-a414-30ad1b1771a0 req-49502d11-9d2d-45a5-9ad3-f5273a66c35b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:01.047754 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50e10c24-6a43-445e-a414-30ad1b1771a0 req-49502d11-9d2d-45a5-9ad3-f5273a66c35b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.0876935
Nov 23 13:44:01.100883 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-50e10c24-6a43-445e-a414-30ad1b1771a0 req-d63e12a2-12c5-4fb1-b99b-d8cd1641b417 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464425
Nov 23 13:44:01.315742 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-2a7181d8-ca60-455f-a0a1-d2840506eb9b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1611030
Nov 23 13:44:01.326308 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:44:01.332154 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:44:01.336235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Usage tracker for resource:floatingip and tenant:ee47cabb59da4ce9bf96f30ead0724d2 is out of sync, need to count used quota {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 23 13:44:01.340078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 23 13:44:01.345946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:44:01.360529 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:01.501678 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:01.774434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Allocated IP 172.26.6.26 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:44:01.933579 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:01.959514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:01.975459 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-ec259ec9-6f9b-494d-9d38-1f1e612bc4a0 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:44:02.112451 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:44:02.117176 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:44:02.181981 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.432048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:44:02.433305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:44:02.435628 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:44:02.524341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.555004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.588178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.861513 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.865189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:02.880345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-23317b34-8e15-44ed-8975-1e95d3519a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:44:03.018533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:44:03.023407 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:44:03.123758 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:03.146416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:03.147752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8257487
Nov 23 13:44:03.236950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-cfdca1c1-d69d-430f-9aa6-b3c8054b753f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:floatingip {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:44:03.253667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-cfdca1c1-d69d-430f-9aa6-b3c8054b753f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:floatingip {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:44:03.254935 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-cfdca1c1-d69d-430f-9aa6-b3c8054b753f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.26 HTTP/1.1" status: 200  len: 695 time: 0.0998862
Nov 23 13:44:03.419482 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-1d418ba9-bede-4ff5-97c0-5771854491b4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:03.420906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c72564f0-a73b-4472-ac17-a93b1dd0b1e0 req-1d418ba9-bede-4ff5-97c0-5771854491b4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1591713
Nov 23 13:44:03.616380 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-4950b8b0-3027-409b-84d6-808fd0384e72 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:03.618043 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-4950b8b0-3027-409b-84d6-808fd0384e72 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0851438
Nov 23 13:44:03.708614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-aed12e7c-7e3f-40ff-8ca8-3b5eb0337e6e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.26 HTTP/1.1" status: 200  len: 695 time: 0.0842540
Nov 23 13:44:03.720252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'floatingip': {'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:44:03.800137 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:04.685142 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:04.688426 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:04.904629 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Floating IP c1cbe690-1593-43e6-b220-57f6571f711d associated. External IP: 172.26.6.26, port: f7facf31-ded9-4d54-8483-4f0d2b48108d.
Nov 23 13:44:05.320919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:44:05.537023 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:44:05.542830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:05.547955 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:44:05.561642 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:44:05.562371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d17160>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:44:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:44:05.600346 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-fcde09d8-a185-45ec-b7d2-6daedeb4f6dc tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "PUT /v2.0/floatingips/c1cbe690-1593-43e6-b220-57f6571f711d HTTP/1.1" status: 200  len: 995 time: 1.8842032
Nov 23 13:44:05.600867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:44:05.663394 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'status': 'completed', 'code': 200}
Nov 23 13:44:05.699521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-5c1ff305-07b4-4e3e-986c-6a7caf21acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:05.701801 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-5c1ff305-07b4-4e3e-986c-6a7caf21acd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0874095
Nov 23 13:44:05.761746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:44:05.788280 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-6c40f522-652b-4b81-afa9-3fe18505b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:05.790115 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-6c40f522-652b-4b81-afa9-3fe18505b84f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0814095
Nov 23 13:44:05.860659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-93e27854-2b6f-46d4-b660-25abb6cf8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:05.862929 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-93e27854-2b6f-46d4-b660-25abb6cf8aa1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1537139
Nov 23 13:44:05.959909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-50759914-4dfe-4bab-85ca-33cb56e22cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:05.962169 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-50759914-4dfe-4bab-85ca-33cb56e22cd8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1538756
Nov 23 13:44:05.989763 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-4365124c-34b6-441e-9542-e6bec2ef948d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 998 time: 0.1188569
Nov 23 13:44:06.065286 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-7b20b889-07c6-4767-a1e9-0d88f8c7dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:06.066976 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-7b20b889-07c6-4767-a1e9-0d88f8c7dd0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0699024
Nov 23 13:44:06.094186 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-cf7ff429-1f3f-4e58-8c8b-4b701feec12f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 998 time: 0.1254239
Nov 23 13:44:06.153486 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-6f190d03-c63a-4b28-afab-c65fd0c5b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:06.155189 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-6f190d03-c63a-4b28-afab-c65fd0c5b707 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803263
Nov 23 13:44:06.168545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-3b753e83-d65a-4148-9f85-22cfd8918ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:06.170239 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-3b753e83-d65a-4148-9f85-22cfd8918ef6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0684087
Nov 23 13:44:06.260223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-3d402d68-2fa4-4336-b81c-61cf86833041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:06.261884 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-3d402d68-2fa4-4336-b81c-61cf86833041 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855660
Nov 23 13:44:06.317472 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-b17717ab-6da8-4115-a529-a3cca2bb9e09 service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543467
Nov 23 13:44:06.338172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d17160>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:04Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:44:06.343052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:44:06.357555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:44:06.358789 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824d17160>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:44:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:44:06.419282 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-7198a58a-b9c5-48db-a787-caa303d624bb service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494915
Nov 23 13:44:06.482560 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-630ed4b2-c8df-4d72-89c9-42f35dff78e2 req-9016e5bc-ea6b-4525-97b3-ba452553d4cd service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1565900
Nov 23 13:44:06.561032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:44:06.568228 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-915316fe-c4fe-4a1b-a146-5f463aeafbcd req-2d256d31-e113-4623-a9e1-b8301638c662 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424670
Nov 23 13:44:06.942158 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824d17160>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:04Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:44:06.946947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea344e24-30dd-4d27-8b3e-4b51969e88fa None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:04Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:44:07.244084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf4389-1df8-4f71-a496-8c94a4b7bb29 None None] New status for floating IP c1cbe690-1593-43e6-b220-57f6571f711d: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:44:11.985084 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:44:17.509561 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:28.025515 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-ed154b6b-6a91-4ab8-9185-49d4cb19e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:30.435411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fb9c79bb-5af8-4fc0-bc8c-75536889be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:30.958904 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:32.185926 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:32.559268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:45.594333 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-2cfba563-1ba5-4dd3-bd90-940d020015ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0752017
Nov 23 13:44:45.761876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671670-ade1-4715-a49c-68941c181336 req-7d209288-c3d1-433c-8a3e-f8d4538fbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:45.763469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-7d209288-c3d1-433c-8a3e-f8d4538fbf87 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0790095
Nov 23 13:44:45.922452 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671670-ade1-4715-a49c-68941c181336 req-21f28f17-550b-4719-b334-302c30099f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:45.923980 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-21f28f17-550b-4719-b334-302c30099f60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1410420
Nov 23 13:44:46.031127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-ae52de16-f735-421a-8ae0-0f9d2a225360 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 1000 time: 0.1003206
Nov 23 13:44:46.105189 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671670-ade1-4715-a49c-68941c181336 req-a63c4b05-6d71-4094-ba18-fd1733d7ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:46.106764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-a63c4b05-6d71-4094-ba18-fd1733d7ce3f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0694611
Nov 23 13:44:46.187218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671670-ade1-4715-a49c-68941c181336 req-dff7268e-5a6d-417a-8a9e-5759925f8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:44:46.188729 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-dff7268e-5a6d-417a-8a9e-5759925f8ec9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744245
Nov 23 13:44:46.332877 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-ab4ba92e-eee2-4f8c-a6b0-3ec20818da1f service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364465
Nov 23 13:44:46.480455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-95671670-ade1-4715-a49c-68941c181336 req-49d4ee35-4ace-4e35-a91b-a8cfb0c82dad service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406343
Nov 23 13:44:47.523438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:44:48.987125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:44:58.034912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0236-2e56-4973-bf71-821a7d930c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:00.440247 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-76a2d562-4005-494b-9081-a5bb358eb786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:00.960971 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:02.188263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:02.561621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:03.777251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-d64e52e4-8a7e-4548-85de-f1077fb4de32 req-05cc3332-7507-4d88-b7f5-8810308ea8a8 service neutron] (81023) timed out ('10.222.0.60', 55506) {{(pid=81023) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:45:17.539229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:25.989618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:45:26.673265 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-8af0419f-ca9b-4975-9ccc-cd1936ea9559 req-3877db1b-2b30-4b4d-8378-f4fb3ecbd9ad service neutron] (81022) timed out ('10.222.0.63', 62166) {{(pid=81022) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:45:28.027251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-40c35d5c-153e-4e50-b5ad-14b92398e958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:30.441357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6aedd3d4-f518-4c57-9ffb-5e36f899b05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:30.968412 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:32.190746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:32.566251 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:47.538132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:45:47.614822 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-b3df4c22-d105-45b8-83dc-ce008ebc8800 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0826197
Nov 23 13:45:47.780621 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-3e142ab4-ae1b-4e30-a432-252b2d91bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:45:47.782255 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-3e142ab4-ae1b-4e30-a432-252b2d91bd05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0773416
Nov 23 13:45:47.955392 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-97e940eb-0777-4183-9adc-b73493f878b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:45:47.957018 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-97e940eb-0777-4183-9adc-b73493f878b2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1536124
Nov 23 13:45:48.069280 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-03681385-409a-4264-ab39-52d094e9415d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 1000 time: 0.1050785
Nov 23 13:45:48.138273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-5b527096-e4ad-4a86-b5a6-a3d9bf392eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:45:48.140469 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-5b527096-e4ad-4a86-b5a6-a3d9bf392eb1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0648348
Nov 23 13:45:48.224498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-351ab591-72d2-4566-936d-d95c746416d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:45:48.226062 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-351ab591-72d2-4566-936d-d95c746416d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785599
Nov 23 13:45:48.236829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-74e1ab50-f72d-4b2b-933e-bea4f450076d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:45:48.237826 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-74e1ab50-f72d-4b2b-933e-bea4f450076d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0052693
Nov 23 13:45:48.379894 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-b5bfe003-dd36-4fb7-904c-fdcb8a5ae13a service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351111
Nov 23 13:45:48.527121 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f1612597-86f4-48bf-973c-f538a935a3e6 req-d45fe903-7637-4c76-a136-f7facfc0b464 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404417
Nov 23 13:45:58.029352 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-19a68015-30b0-4f75-ae5e-a7794879d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:00.447191 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-05519827-1990-4c12-9642-b7ba6b3c1af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:00.971665 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:02.194437 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:02.575696 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:02.992466 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:46:09.127019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-ff9c19e2-1d52-4ba0-893a-94f37015ef41 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-588380855&fields=id&tenant_id=ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 267 time: 0.0524232
Nov 23 13:46:09.293231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-9adf5e22-92a9-468f-bd00-eff86ae648f3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:09.293972 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-9adf5e22-92a9-468f-bd00-eff86ae648f3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:network {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:46:09.310565 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-9adf5e22-92a9-468f-bd00-eff86ae648f3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:network {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:46:09.312087 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-9adf5e22-92a9-468f-bd00-eff86ae648f3 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 810 time: 0.1772003
Nov 23 13:46:09.330539 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-61decc3b-9b27-40a7-ba59-372d50c46655 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/quotas/ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 375 time: 0.0122051
Nov 23 13:46:09.432942 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-18c9e80b-073a-491d-bb0a-51cb8bb41774 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0921195
Nov 23 13:46:09.449873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-90041b75-d46d-455d-88ad-d3d97b73fb14 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:46:09.451470 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-90041b75-d46d-455d-88ad-d3d97b73fb14 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0054290
Nov 23 13:46:09.601907 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-ed14898c-1ca8-4d83-82c4-15fe5ed77214 service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439509
Nov 23 13:46:09.745441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-06d3e8dd-5d5b-4642-82a8-627eeb63bdef service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369715
Nov 23 13:46:09.973196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d1cc8968-8f65-4ec2-bfb7-c57e122342d6 req-005e58c6-c688-4ae4-a10f-aab88a29b832 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 210 time: 0.0471742
Nov 23 13:46:11.178090 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7277cc2f-a0c7-45f4-b285-d4529761af8d req-566af3de-9f35-423d-ab91-1f02a45e37be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 210 time: 0.0516038
Nov 23 13:46:11.382622 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-3e1c5253-b10d-45aa-94f8-2aca0f1d696d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:11.384200 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-3e1c5253-b10d-45aa-94f8-2aca0f1d696d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 810 time: 0.4378657
Nov 23 13:46:11.473375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-72e15d51-b093-455e-a9a2-edc70299ea42 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2 HTTP/1.1" status: 200  len: 5289 time: 0.0694134
Nov 23 13:46:11.482668 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'port': {'device_id': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'admin_state_up': True, 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'security_groups': ['b20b791b-f51b-46a3-b090-e967e1167b1f']}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:46:11.640808 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:46:11.660779 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:46:11.674570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Made reservation on behalf of ee47cabb59da4ce9bf96f30ead0724d2 for: {'port': 1} {{(pid=81023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 23 13:46:11.686925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:12.038781 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Allocated IP 172.20.0.10 (02e6aa70-bfc2-4a64-acac-9e2d2472ca7c/3ddb7901-75dd-4a52-b2ad-9366fc43c330/e8451021-b020-41b2-8979-fff2d55b7586) {{(pid=81023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:46:12.272202 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:12.291462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Transition to ACTIVE for port object e8451021-b020-41b2-8979-fff2d55b7586 will not be triggered until provisioned by entity DHCP. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:46:12.316112 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_create {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:12.334538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-31f4b924-7166-4edd-af11-7a334e59556f tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:12.524921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=e8451021-b020-41b2-8979-fff2d55b7586,revision_number=1']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:12.559163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.559602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.560032 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.561094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.561784 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.562266 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.562711 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.563094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.563514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.563928 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.564321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.564767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.565276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.565686 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.566102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.566559 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.566920 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.567330 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.567743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.568140 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.568591 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.568975 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.569385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.569768 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:12.575374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:12.643371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9b5e-833c-46d4-af4b-7451489001fb req-73353499-b4fb-491b-801c-39c306cf5156 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:12.645019 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-be9e9b5e-833c-46d4-af4b-7451489001fb req-73353499-b4fb-491b-801c-39c306cf5156 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.2756107
Nov 23 13:46:12.678590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c is already hosted by enough agents. {{(pid=81023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:46:12.680815 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources bound (agent type, host, resource id):  {{(pid=81023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:46:12.686278 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Received port after_create {{(pid=81023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:46:12.766785 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-be9e9b5e-833c-46d4-af4b-7451489001fb req-16285beb-c15e-4d9a-867f-a8d9b2377eea tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1109908
Nov 23 13:46:12.780901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:12.781632 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:12.823746 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-d8f61264-6cb2-410b-bc66-be4778e1e88b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3451133
Nov 23 13:46:12.979560 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-637e4a9c-003a-4fd7-b65c-c05ecda78f99 None None] Provisioning for port e8451021-b020-41b2-8979-fff2d55b7586 completed by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:46:12.986293 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-637e4a9c-003a-4fd7-b65c-c05ecda78f99 None None] Provisioning complete for port e8451021-b020-41b2-8979-fff2d55b7586 triggered by entity DHCP. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:46:12.986719 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-637e4a9c-003a-4fd7-b65c-c05ecda78f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:13.042854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-637e4a9c-003a-4fd7-b65c-c05ecda78f99 None None] Port e8451021-b020-41b2-8979-fff2d55b7586 cannot update to ACTIVE because it is not bound. {{(pid=81024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 23 13:46:14.009357 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697926e1-731d-4975-80cd-95499d4ec90f req-e2784f7c-d924-4241-8ce4-d3a02cd88409 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:14.010944 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-697926e1-731d-4975-80cd-95499d4ec90f req-e2784f7c-d924-4241-8ce4-d3a02cd88409 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0956268
Nov 23 13:46:14.064761 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-697926e1-731d-4975-80cd-95499d4ec90f req-7aea85c8-b5df-41dd-8603-d8746648ae64 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460713
Nov 23 13:46:15.295811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86065205-7efd-41c4-a86f-5608646a2e9c req-4170598d-54ff-43c1-be9c-bd2ac9945acb tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:15.296649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-86065205-7efd-41c4-a86f-5608646a2e9c req-4170598d-54ff-43c1-be9c-bd2ac9945acb tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:46:15.312770 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-86065205-7efd-41c4-a86f-5608646a2e9c req-4170598d-54ff-43c1-be9c-bd2ac9945acb tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:46:15.314086 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-86065205-7efd-41c4-a86f-5608646a2e9c req-4170598d-54ff-43c1-be9c-bd2ac9945acb tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.1121991
Nov 23 13:46:15.365092 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-86065205-7efd-41c4-a86f-5608646a2e9c req-23393f39-09df-4c64-a3df-eda435bb9dd0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441489
Nov 23 13:46:16.615052 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49bcbf-497c-4e17-b1bf-d8dbebea4948 req-89ab616b-6b56-4984-83cb-1fbc38d4d782 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:16.616728 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e49bcbf-497c-4e17-b1bf-d8dbebea4948 req-89ab616b-6b56-4984-83cb-1fbc38d4d782 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.1000652
Nov 23 13:46:16.673468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3e49bcbf-497c-4e17-b1bf-d8dbebea4948 req-ef4454d7-13ff-45ae-8c5e-194bc6bc405a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0496600
Nov 23 13:46:17.540204 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:17.910174 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f97242-a5dc-454c-b58d-0dfc46c409b1 req-5d49c675-ecca-4068-9dfd-0e2ba546f611 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:17.911717 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-43f97242-a5dc-454c-b58d-0dfc46c409b1 req-5d49c675-ecca-4068-9dfd-0e2ba546f611 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0855446
Nov 23 13:46:17.961455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-43f97242-a5dc-454c-b58d-0dfc46c409b1 req-579c590d-28a0-4632-9f29-4fea5662dc54 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430307
Nov 23 13:46:19.188279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071e11-c584-4312-9381-8fff57d367fb req-798553a2-b82c-4596-8da0-b9e79d98e7c5 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:19.190127 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41071e11-c584-4312-9381-8fff57d367fb req-798553a2-b82c-4596-8da0-b9e79d98e7c5 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0924516
Nov 23 13:46:19.240614 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-41071e11-c584-4312-9381-8fff57d367fb req-e8807225-caee-4e07-91b1-c064fe69d86c tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437155
Nov 23 13:46:20.459326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea767c-6749-4789-a319-32e815015e5f req-15ddbe2c-68d5-496b-bdd7-c1115bf65f2d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:20.461030 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cea767c-6749-4789-a319-32e815015e5f req-15ddbe2c-68d5-496b-bdd7-c1115bf65f2d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0887339
Nov 23 13:46:20.528038 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-7cea767c-6749-4789-a319-32e815015e5f req-810a03a4-76ef-4696-8740-3af2c4f1ebed tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0594051
Nov 23 13:46:21.773893 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90251c6-bcb5-413a-9f72-b93d207506af req-badf9303-5bdb-4a85-bf1d-92aafea35272 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:21.775391 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a90251c6-bcb5-413a-9f72-b93d207506af req-badf9303-5bdb-4a85-bf1d-92aafea35272 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0980961
Nov 23 13:46:21.829974 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-a90251c6-bcb5-413a-9f72-b93d207506af req-66b3c734-bfe8-47b2-860f-1b7eaf233f03 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472460
Nov 23 13:46:23.054351 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20b231-a9ec-46de-a643-33f4259a9bd8 req-1d0077e7-c852-469f-ba70-c2807183c4a2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:23.055962 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa20b231-a9ec-46de-a643-33f4259a9bd8 req-1d0077e7-c852-469f-ba70-c2807183c4a2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 932 time: 0.0861948
Nov 23 13:46:23.104853 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-aa20b231-a9ec-46de-a643-33f4259a9bd8 req-62e6c344-6e17-481b-8692-e8893aa49a86 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414553
Nov 23 13:46:23.582186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Request body: {'port': {'device_id': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:46:23.705315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.126404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8451021-b020-41b2-8979-fff2d55b7586 {{(pid=81023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 23 13:46:24.134020 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.146603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Transition to ACTIVE for port object e8451021-b020-41b2-8979-fff2d55b7586 will not be triggered until provisioned by entity L2. {{(pid=81023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 23 13:46:24.149442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.165619 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-d49d59d9-6230-44ec-8d3a-a7d4802a587f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:24.297241 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8451021-b020-41b2-8979-fff2d55b7586,revision_number=2']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:24.301173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:24.322566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6f91c-a3a0-4ac5-bf82-e2b46fadeb8e req-be17637c-a3d1-4acc-aa58-fe9d2686a5d2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:24.324299 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3fa6f91c-a3a0-4ac5-bf82-e2b46fadeb8e req-be17637c-a3d1-4acc-aa58-fe9d2686a5d2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 944 time: 0.0847514
Nov 23 13:46:24.376006 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3fa6f91c-a3a0-4ac5-bf82-e2b46fadeb8e req-59c67087-8d0b-44f6-902d-37e05a900c08 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435870
Nov 23 13:46:24.501432 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Attempting to bind port e8451021-b020-41b2-8979-fff2d55b7586 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 23 13:46:24.501802 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Attempting to bind port e8451021-b020-41b2-8979-fff2d55b7586 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 23 13:46:24.502171 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Attempting to bind port e8451021-b020-41b2-8979-fff2d55b7586 on network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 23 13:46:24.509738 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Checking agent: {'id': '0536e5d4-47ec-409c-adc2-e394ad8f29c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 23, 12, 41, 46), 'started_at': datetime.datetime(2020, 11, 23, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2020, 11, 23, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:46:24.510117 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Checking segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 23 13:46:24.510524 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.510921 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Bound using segment: {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'} {{(pid=81023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:46:24.511409 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Bound port: e8451021-b020-41b2-8979-fff2d55b7586, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb292da-397c-4482-b53b-3ff172fc749d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c'}}] {{(pid=81023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 23 13:46:24.511786 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.613442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] For port e8451021-b020-41b2-8979-fff2d55b7586, host hv-neutron-6013, cleared binding levels {{(pid=81023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 23 13:46:24.616653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] For port e8451021-b020-41b2-8979-fff2d55b7586, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e8451021-b020-41b2-8979-fff2d55b7586,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 23 13:46:24.619961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984448'] for port, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.636151 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-7e314cb5-ef34-4820-8138-6017dc26e88d tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:24.792231 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8451021-b020-41b2-8979-fff2d55b7586,revision_number=3']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:24.798679 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:24.831974 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:24.832694 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:24.834195 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-33a8f690-903a-40d9-af83-45b88d6b1f15 service neutron] 10.222.0.63 "PUT /v2.0/ports/e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 1158 time: 1.2569859
Nov 23 13:46:24.834767 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:46:24.931047 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586', 'status': 'completed', 'code': 200}
Nov 23 13:46:24.971092 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-bef34f71-0853-47cc-b6dc-9278c7fd2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:24.972862 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-bef34f71-0853-47cc-b6dc-9278c7fd2d10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1161 time: 0.0831127
Nov 23 13:46:25.055744 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-891a2555-d3c4-4e25-8ed7-92743701e91b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 217 time: 0.0693874
Nov 23 13:46:25.126570 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-355c3b24-0af0-4941-92af-1c2b3b291e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.128171 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-355c3b24-0af0-4941-92af-1c2b3b291e9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0662482
Nov 23 13:46:25.212644 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-b7878c25-951f-43a5-90db-aaa3d2593edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.214270 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-b7878c25-951f-43a5-90db-aaa3d2593edc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792811
Nov 23 13:46:25.357000 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-3e4cfb5b-d523-4b38-a131-2b033c466285 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362245
Nov 23 13:46:25.512163 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-cf558d9a-007b-4890-8e71-e4bfe8476da1 req-5ba66fc1-e075-441b-9159-b988c3b96826 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481822
Nov 23 13:46:25.606752 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4662-5498-461a-b292-0699e8d41e8f req-45180fa6-190c-48ec-93f7-ce761442a470 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.608493 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab3a4662-5498-461a-b292-0699e8d41e8f req-45180fa6-190c-48ec-93f7-ce761442a470 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 944 time: 0.0918701
Nov 23 13:46:25.659399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ab3a4662-5498-461a-b292-0699e8d41e8f req-2c5a463b-3c52-4ff3-b898-d3193b5b5079 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439332
Nov 23 13:46:25.674297 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-c7706a25-44a2-42d7-9482-db5df800cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.676381 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-c7706a25-44a2-42d7-9482-db5df800cb05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1161 time: 0.0777049
Nov 23 13:46:25.822508 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-ff719405-e923-4e96-8260-d89365a7c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.824045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-ff719405-e923-4e96-8260-d89365a7c298 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1409357
Nov 23 13:46:25.900510 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-e58e646b-a9af-4500-a038-c0abe449f985 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 217 time: 0.0689106
Nov 23 13:46:25.972102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-bee6e7e7-a288-4b6e-8925-4cc8a759f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:25.973733 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-bee6e7e7-a288-4b6e-8925-4cc8a759f6f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0644641
Nov 23 13:46:26.058046 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-a40090ce-d37d-4782-87c4-1cd33f8008ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:26.059628 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-a40090ce-d37d-4782-87c4-1cd33f8008ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784752
Nov 23 13:46:26.461049 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-77ea5f86-0291-4600-a5b1-be38df3f3953 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3936384
Nov 23 13:46:26.611468 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-45a6e06c-f099-416d-800f-9ac623ee9797 req-897e95bb-7b7b-44b1-8b1e-368778f3f113 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428897
Nov 23 13:46:26.879982 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3e531-3a21-405e-93a7-c61e31163a99 req-f7d2e5e0-83e2-4cc1-977d-3d882f8a1b41 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:26.881640 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1cb3e531-3a21-405e-93a7-c61e31163a99 req-f7d2e5e0-83e2-4cc1-977d-3d882f8a1b41 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 944 time: 0.0850542
Nov 23 13:46:26.931141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1cb3e531-3a21-405e-93a7-c61e31163a99 req-6479ee85-012a-46e6-ba0a-9c87197bdd6d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431218
Nov 23 13:46:27.605503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e8451021-b020-41b2-8979-fff2d55b7586 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:46:27.682613 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning for port e8451021-b020-41b2-8979-fff2d55b7586 completed by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 23 13:46:27.688555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e8451021-b020-41b2-8979-fff2d55b7586 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:46:27.689077 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:27.812279 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:27.841006 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586'}] {{(pid=81024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:46:27.851816 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] For port e8451021-b020-41b2-8979-fff2d55b7586, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e8451021-b020-41b2-8979-fff2d55b7586,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:46:27.856048 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344'] for port, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:27.857967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:27.904667 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586', 'code': 200}
Nov 23 13:46:27.928867 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Pushing event updated for resources: {'Port': ['ID=e8451021-b020-41b2-8979-fff2d55b7586,revision_number=4']} {{(pid=81024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:27.938504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.938895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.939388 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.939657 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.940139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.940410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.940806 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.941177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.941545 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.942296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.942296 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.942601 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.943059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.943427 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.943798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.944164 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.944555 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.944923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.945288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.945653 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.946018 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.946434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.946798 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.947161 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:27.951493 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:28.032385 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7b9b5168-5fbc-45e6-bdc7-ac0456126df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:28.218224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a7fb-cd33-4b3a-8409-b59485ae2d06 req-84b9856c-3f6d-48a9-a334-3bf8e19bc6c9 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:28.220382 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e721a7fb-cd33-4b3a-8409-b59485ae2d06 req-84b9856c-3f6d-48a9-a334-3bf8e19bc6c9 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.1549771
Nov 23 13:46:28.223192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a12c03-349e-45d3-b3cc-9a9f579c8221 req-2331c591-a162-4ad5-aba5-77af0df298f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:28.224707 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-59a12c03-349e-45d3-b3cc-9a9f579c8221 req-2331c591-a162-4ad5-aba5-77af0df298f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.1127129
Nov 23 13:46:28.305634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-e721a7fb-cd33-4b3a-8409-b59485ae2d06 req-bfc2934e-f946-472a-b113-096bd7e697bf tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0786777
Nov 23 13:46:28.307322 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-59a12c03-349e-45d3-b3cc-9a9f579c8221 req-80b747d0-ac7f-43ee-be59-f990f8960db6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0655072
Nov 23 13:46:29.379655 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e8451021-b020-41b2-8979-fff2d55b7586 up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:46:29.458030 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port e8451021-b020-41b2-8979-fff2d55b7586 triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:46:29.458539 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:29.537912 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d54f-0c67-4e83-97ea-48ac0472c529 req-87e906a5-17e5-4344-b454-8452c960ef03 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:29.539549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6240d54f-0c67-4e83-97ea-48ac0472c529 req-87e906a5-17e5-4344-b454-8452c960ef03 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.0897303
Nov 23 13:46:29.598269 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6240d54f-0c67-4e83-97ea-48ac0472c529 req-9388679e-b4db-4c7d-b048-e4f025d53a6a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0520532
Nov 23 13:46:29.817059 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d12a-361a-4974-a495-2a589873c313 req-ff6c5892-97e4-4119-9fb6-c6e5e1d42837 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:29.818677 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba90d12a-361a-4974-a495-2a589873c313 req-ff6c5892-97e4-4119-9fb6-c6e5e1d42837 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.0868680
Nov 23 13:46:29.869011 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-ba90d12a-361a-4974-a495-2a589873c313 req-8f590f6b-c1f0-4b5c-b01a-6a76fb1fab2a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436351
Nov 23 13:46:30.339661 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-1afa0368-a2f1-444c-8c8b-a1ace873e139 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4174807
Nov 23 13:46:30.350326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'floatingip': {'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b'}} {{(pid=81022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:46:30.356381 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 23 13:46:30.366931 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.quota.driver [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81022) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 23 13:46:30.376791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:30.440283 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2d03c88e-fbd9-453d-a4a5-3f0c36b49f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:30.522636 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:30.801208 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_common [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Allocated IP 172.26.6.129 (dc3fc909-cef9-46ac-b844-591d24c15c6b/4babdcee-d0bf-4deb-bb18-745100380f17/8637c555-ea34-410c-aa3a-9c0d9cf2e7bc) {{(pid=81022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 23 13:46:30.962801 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:30.968134 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:30.989108 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363281523254610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.005675 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-08aad24f-c5e7-4edb-8777-bd32de9dd9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:31.142369 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=8637c555-ea34-410c-aa3a-9c0d9cf2e7bc,revision_number=1']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:31.167687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.168119 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.168572 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.168997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.169415 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.169830 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.170268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.170682 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.171093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.171504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.172057 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.172633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.173131 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.173544 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.173961 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.174424 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.174812 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.175219 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.175625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.176033 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.176457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.176871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.177276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.177683 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:46:31.183909 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:31.220878 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Network dc3fc909-cef9-46ac-b844-591d24c15c6b is already hosted by enough agents. {{(pid=81022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 23 13:46:31.221938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.base_scheduler [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Resources bound (agent type, host, resource id):  {{(pid=81022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 23 13:46:31.224254 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Received port after_create {{(pid=81022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 23 13:46:31.313855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_create {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.376842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838642149'] for port, before_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.654923 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for port, precommit_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.659026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363281522794766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755331520439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363281523255344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2502842'] for port, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.679834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3d7722ad-f57e-45bb-a6fb-d0ff7ee2c5fe tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:46:31.817013 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event updated for resources: {'Port': ['ID=8637c555-ea34-410c-aa3a-9c0d9cf2e7bc,revision_number=2']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:46:31.822139 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:46:31.923791 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.950116 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:31.951421 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-fd75a883-a6ab-461b-8dcd-d517c44e61be tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6054196
Nov 23 13:46:32.039925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-bbfcf8a0-07c4-44b0-95e8-e09f3bbbc30b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:floatingip {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:46:32.054608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-bbfcf8a0-07c4-44b0-95e8-e09f3bbbc30b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:floatingip {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:46:32.055856 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-bbfcf8a0-07c4-44b0-95e8-e09f3bbbc30b tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.129 HTTP/1.1" status: 200  len: 696 time: 0.0979955
Nov 23 13:46:32.197326 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:32.220807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-11a1ce64-9a0d-47b5-8b45-baea95f3bb3a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:32.222300 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-11a1ce64-9a0d-47b5-8b45-baea95f3bb3a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1603510
Nov 23 13:46:32.233097 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-b2437d43-4c81-4b54-9475-a27714cbd133 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81022) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:46:32.234130 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-03cf7b63-566e-402f-98f1-7b7f9107e21f req-b2437d43-4c81-4b54-9475-a27714cbd133 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059352
Nov 23 13:46:32.437115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-95722b2f-e7b9-4515-bd41-6241e384201a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:32.439295 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-95722b2f-e7b9-4515-bd41-6241e384201a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0893576
Nov 23 13:46:32.524793 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-c8229d47-b353-472f-bf44-acd1433e3741 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.129 HTTP/1.1" status: 200  len: 696 time: 0.0790167
Nov 23 13:46:32.535333 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.v2.base [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Request body: {'floatingip': {'port_id': 'e8451021-b020-41b2-8979-fff2d55b7586', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:46:32.575712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:32.621186 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, before_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:33.245937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:33.248556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2065770'] for floatingip, after_update {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:33.449365 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Floating IP 13aa8920-4230-42ca-b6cd-afd4312b33e0 associated. External IP: 172.26.6.129, port: e8451021-b020-41b2-8979-fff2d55b7586.
Nov 23 13:46:33.951065 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:46:34.218007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:46:34.223512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:34.229556 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:46:34.244749 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:46:34.245444 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682670f9b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:46:34.283403 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4f5811a6-4757-4410-a34d-7962ebacf399 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "PUT /v2.0/floatingips/13aa8920-4230-42ca-b6cd-afd4312b33e0 HTTP/1.1" status: 200  len: 997 time: 1.7522869
Nov 23 13:46:34.284022 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:46:34.352050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586', 'status': 'completed', 'code': 200}
Nov 23 13:46:34.384479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-04b1c623-b434-4eff-b067-0b1a9c76b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:34.386138 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-04b1c623-b434-4eff-b067-0b1a9c76b264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.0855050
Nov 23 13:46:34.506854 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:46:34.886614 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442f8f-1655-465f-b0d0-485603de14d7 req-90410e8b-b00f-4648-865d-c1767fedbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:34.888238 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-90410e8b-b00f-4648-865d-c1767fedbe55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.4685388
Nov 23 13:46:34.891288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-a615fd77-65f2-410f-9b8c-0baea4d4ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:34.893329 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-a615fd77-65f2-410f-9b8c-0baea4d4ee03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.4994740
Nov 23 13:46:34.999062 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682670f9b0>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '13aa8920-4230-42ca-b6cd-afd4312b33e0', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.129', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'e8451021-b020-41b2-8979-fff2d55b7586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:10:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:46:31Z', 'updated_at': '2020-11-23T13:46:33Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}, {'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:46:35.004598 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:46:35.025378 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:46:35.027017 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682670f9b0>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:46:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:46:35.115979 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-bc2cf51d-c962-408c-9e93-9b441fc45b4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 1000 time: 0.1959820
Nov 23 13:46:35.190855 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442f8f-1655-465f-b0d0-485603de14d7 req-2ae80da6-2e3b-42f7-994a-a1f58b144259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:35.192380 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-2ae80da6-2e3b-42f7-994a-a1f58b144259 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.2972636
Nov 23 13:46:35.284374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-28bf06cf-3e61-491f-a80e-1e847bf053db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:35.286021 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-28bf06cf-3e61-491f-a80e-1e847bf053db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.1553779
Nov 23 13:46:35.367196 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-f79a753f-faae-4617-a4b3-b6af8d2d37cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 1000 time: 0.1674674
Nov 23 13:46:35.410312 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:46:35.449073 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4ad15d0e-d632-4e3e-8920-0f390cc5c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:35.450643 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-4ad15d0e-d632-4e3e-8920-0f390cc5c3de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1559403
Nov 23 13:46:35.459115 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442f8f-1655-465f-b0d0-485603de14d7 req-35aa6b05-1ca8-45e0-a616-f0c66ea17868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:35.460675 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-35aa6b05-1ca8-45e0-a616-f0c66ea17868 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0858364
Nov 23 13:46:35.466181 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-782cf746-aa82-4f86-972d-6df8fec0a34e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=81023) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 23 13:46:35.467224 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-782cf746-aa82-4f86-972d-6df8fec0a34e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0056520
Nov 23 13:46:35.674780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442f8f-1655-465f-b0d0-485603de14d7 req-aca88635-6629-447d-bde7-ccbe2eed3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:35.676406 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-aca88635-6629-447d-bde7-ccbe2eed3211 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2083218
Nov 23 13:46:35.680441 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-cefb0b75-b496-4417-b3e5-4a84d12b3c39 service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793637
Nov 23 13:46:35.814861 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682670f9b0>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '13aa8920-4230-42ca-b6cd-afd4312b33e0', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.129', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'e8451021-b020-41b2-8979-fff2d55b7586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:10:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:46:31Z', 'updated_at': '2020-11-23T13:46:33Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}, {'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:46:35.819580 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0498e2-8d8b-4cef-b05a-07bb3a15e9ed None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': '13aa8920-4230-42ca-b6cd-afd4312b33e0', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.129', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'e8451021-b020-41b2-8979-fff2d55b7586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:10:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:46:31Z', 'updated_at': '2020-11-23T13:46:33Z', 'revision_number': 1, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}, {'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:46:35.952796 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-19f3e6da-7985-4f0e-922b-c9fc996a6c19 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693594
Nov 23 13:46:35.959411 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-4e998b09-76d5-4a2a-973f-0a5fd3c2fa36 req-7fbb5395-eb20-428c-b8f2-c0861529f82a service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2529829
Nov 23 13:46:36.106148 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-74442f8f-1655-465f-b0d0-485603de14d7 req-d3dc3fa0-86da-4058-b6b5-39841b916047 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457040
Nov 23 13:46:36.116596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252235a-5b77-4779-b6b0-0b9b9ed1ed96 None None] New status for floating IP 13aa8920-4230-42ca-b6cd-afd4312b33e0: ACTIVE {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:46:39.995836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:46:47.538874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:46:49.631310 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-768ad9fc-623b-4ba7-bdf8-a7fdf65f5260 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797045
Nov 23 13:46:49.801985 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-efc7d4a1-1deb-4355-afe0-8c03c8c782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:49.803649 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-efc7d4a1-1deb-4355-afe0-8c03c8c782f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0776880
Nov 23 13:46:49.968413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-048c90c0-213f-4d49-be05-ede262d00752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:49.970552 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-048c90c0-213f-4d49-be05-ede262d00752 service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1402893
Nov 23 13:46:50.081921 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-40a62cc5-0e26-4198-ae6d-d3c12cd4a9c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 1000 time: 0.1044025
Nov 23 13:46:50.155123 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-d87c704a-3f0c-4ab6-899b-d420e6b5f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:50.157443 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-d87c704a-3f0c-4ab6-899b-d420e6b5f6a9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0685165
Nov 23 13:46:50.236773 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-8bdce782-8f82-4c83-91b8-1025d5e00ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:46:50.238286 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-8bdce782-8f82-4c83-91b8-1025d5e00ac9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741258
Nov 23 13:46:50.382399 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-243afc64-9627-4419-bfca-59ebf02b2572 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370482
Nov 23 13:46:50.526591 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f7c09b99-9f4e-490c-bdb0-13bad2b8a339 req-7a8513f7-2cf4-43f5-939c-e13107c5357a service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362491
Nov 23 13:46:58.035263 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-7d73d732-e1cb-4f88-897e-1488df2c0e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:00.441541 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-233d22bc-e01a-4594-84e9-ec97be79b0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:00.971421 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:02.198737 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:02.579946 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:16.996667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:47:17.539608 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:28.037618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-89f8fa17-3d87-47f8-b3a1-1558ddd5e958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:30.442590 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ef2-d6fc-40ce-87e9-f240bdefee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:30.973870 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:32.199566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:32.582332 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:47.563959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:47:49.696375 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-916ffd8f-57bb-489c-89ae-d71454e6789a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1491487
Nov 23 13:47:49.831820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-11b1bc27-cbef-4311-b4b1-b63acc483394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:47:49.833439 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-11b1bc27-cbef-4311-b4b1-b63acc483394 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.0825560
Nov 23 13:47:50.008787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-36f95d48-6f2f-4a07-89b6-a6481461817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:47:50.010390 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-36f95d48-6f2f-4a07-89b6-a6481461817f service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1575477
Nov 23 13:47:50.120149 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-52ae38fc-6e50-4e29-8af7-5294fc32b069 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 1002 time: 0.1021073
Nov 23 13:47:50.193127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-da0617f2-b5f9-498c-8a72-3fdf94af6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:47:50.194691 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-da0617f2-b5f9-498c-8a72-3fdf94af6c09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0673668
Nov 23 13:47:50.273129 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-a49d70d7-9bfa-4d3d-a666-3aa406596e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:47:50.274702 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-a49d70d7-9bfa-4d3d-a666-3aa406596e98 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739956
Nov 23 13:47:50.422642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-58274ba2-9dc8-4d12-9360-0358c67fc783 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403475
Nov 23 13:47:50.567010 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6d6f5fcc-0fd8-4483-a33a-38416eba218a req-3cd9d8d9-8205-416b-8e4d-eaf52013167b service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381931
Nov 23 13:47:53.998367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:47:58.041102 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e13-9911-4433-a10e-70f235d190bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:00.444839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-597817b5-0f5a-401d-8a9e-9b7a3781961e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:00.976813 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:02.202442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:02.588094 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:15.965634 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-a235c201-655d-4cda-8025-ebc3526983ca tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips/13aa8920-4230-42ca-b6cd-afd4312b33e0 HTTP/1.1" status: 200  len: 999 time: 0.1941807
Nov 23 13:48:16.131078 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-e48c15a9-ef63-41a6-a898-ad2fc1f1d36f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:16.132616 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-e48c15a9-ef63-41a6-a898-ad2fc1f1d36f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1608667
Nov 23 13:48:16.507302 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-f85b2f63-05ae-47d3-88cf-3516e797798f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.129 HTTP/1.1" status: 200  len: 1002 time: 0.3674181
Nov 23 13:48:16.587546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-338eff48-96a4-4987-be5e-e34632ea89e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:16.589026 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-338eff48-96a4-4987-be5e-e34632ea89e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports/e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 943 time: 0.0757339
Nov 23 13:48:16.776890 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-19d68627-0ec5-4b07-a684-c400c124150f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.129 HTTP/1.1" status: 200  len: 1002 time: 0.1048477
Nov 23 13:48:17.010268 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Deleting port 8637c555-ea34-410c-aa3a-9c0d9cf2e7bc {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:17.010820 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.196577 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.196873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.329571 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Calling delete_port for 8637c555-ea34-410c-aa3a-9c0d9cf2e7bc owned by network:floatingip {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:17.489845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.506748 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-101b85e2-0b99-4ed7-a341-8bc9b738eb6c tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:17.563272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.609305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event deleted for resources: {'Port': ['ID=8637c555-ea34-410c-aa3a-9c0d9cf2e7bc,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:17.625800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.626229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.626651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.627068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.627456 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.627871 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.628281 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.628724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.629132 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.629533 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.629938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.630343 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.630834 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.631235 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.631638 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.632040 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.632467 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.632865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.633267 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.633680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.634071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.634471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.634873 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.635277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:17.640927 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:17.754618 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:17.754913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Floating IP 13aa8920-4230-42ca-b6cd-afd4312b33e0 disassociated (deleted). External IP: 172.26.6.129, port: e8451021-b020-41b2-8979-fff2d55b7586.
Nov 23 13:48:18.193180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:48:18.403977 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:48:18.415411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:48:18.428626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:18.429320 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240ca978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:18.432258 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:18.493045 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-b3a2f4f6-1d36-4197-9b1b-bc2898db11e4 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "DELETE /v2.0/floatingips/13aa8920-4230-42ca-b6cd-afd4312b33e0 HTTP/1.1" status: 204  len: 173 time: 1.7097697
Nov 23 13:48:18.493627 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:48:18.568682 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586', 'status': 'completed', 'code': 200}
Nov 23 13:48:18.604104 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-3437f00a-76cd-481b-a7d6-d8abdcb6e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:18.605395 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-3437f00a-76cd-481b-a7d6-d8abdcb6e7bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.0839159
Nov 23 13:48:18.652012 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:18.814448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-c6985367-2bf1-4590-b941-0534e99aa4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:18.816319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-c6985367-2bf1-4590-b941-0534e99aa4fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 1163 time: 0.2078512
Nov 23 13:48:18.818901 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-685b90ae-749c-486a-922a-dca636810ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:18.820359 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-685b90ae-749c-486a-922a-dca636810ebf service neutron] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1786208
Nov 23 13:48:18.981050 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-6db4ac49-45fb-47d6-b5e7-3f80902ecbab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 217 time: 0.1326108
Nov 23 13:48:19.035284 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240ca978>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:19.039829 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:48:19.051780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:19.052499 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f68240ca978>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:19.090739 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-910c7d5b-65ac-4728-b5a9-f210d3ae7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:19.092885 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-910c7d5b-65ac-4728-b5a9-f210d3ae7c98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.1045842
Nov 23 13:48:19.093952 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-54bce654-5cea-4602-b572-3713f53d78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:19.095383 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-54bce654-5cea-4602-b572-3713f53d78ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.2717977
Nov 23 13:48:19.214642 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-4013f618-bd68-4af2-9c1a-22a51151112a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 200  len: 217 time: 0.0773332
Nov 23 13:48:19.248775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:19.296389 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262f27-db1c-4cda-b946-121eb75acabe req-95d8c32b-6e73-4047-9f5f-107f5edc8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:19.298285 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-95d8c32b-6e73-4047-9f5f-107f5edc8254 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1985686
Nov 23 13:48:19.302093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-b1e810f6-602f-4135-a729-412ce147eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:19.303545 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-b1e810f6-602f-4135-a729-412ce147eda0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0810649
Nov 23 13:48:19.510731 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-4ae1d052-61a6-4718-a76b-0937dd6e7b0e service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047071
Nov 23 13:48:19.517068 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-23de2369-58a3-43cf-bab1-3c757ea5f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:19.518621 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-23de2369-58a3-43cf-bab1-3c757ea5f527 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1899734
Nov 23 13:48:19.626501 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f68240ca978>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:19.631481 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203275b1-b33a-42ab-9bb5-b0366d2772a4 None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_floatingips': [{'id': 'c1cbe690-1593-43e6-b220-57f6571f711d', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'floating_ip_address': '172.26.6.26', 'floating_network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'router_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'port_id': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'mac_address': 'fa:16:3e:f1:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-23T13:44:02Z', 'updated_at': '2020-11-23T13:44:07Z', 'revision_number': 2, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:48:20.058752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-80262f27-db1c-4cda-b946-121eb75acabe req-66abf0e3-6562-44fa-8eb1-5786eb3d5325 service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5390825
Nov 23 13:48:20.061414 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-6450df91-17df-4ca7-a9be-8d119e60412e service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5190067
Nov 23 13:48:20.147325 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d8d53-b856-4221-aa88-4101e27c676e None None] New status for floating IP 13aa8920-4230-42ca-b6cd-afd4312b33e0: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:48:20.221315 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-c10ccea0-5284-4aff-a97b-30c12ccc0ccf req-10c33563-84ec-4c45-ab10-455bbf3c16b8 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1535830
Nov 23 13:48:20.489448 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994739e-fc26-4965-8c56-9e6986e881f8 req-aa60b5ea-2843-4053-81fb-1da6b87920c2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:20.490198 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d994739e-fc26-4965-8c56-9e6986e881f8 req-aa60b5ea-2843-4053-81fb-1da6b87920c2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:48:20.506008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-d994739e-fc26-4965-8c56-9e6986e881f8 req-aa60b5ea-2843-4053-81fb-1da6b87920c2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:48:20.507272 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d994739e-fc26-4965-8c56-9e6986e881f8 req-aa60b5ea-2843-4053-81fb-1da6b87920c2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.0997307
Nov 23 13:48:20.556978 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-d994739e-fc26-4965-8c56-9e6986e881f8 req-ebf53ab2-0f66-4dac-8f59-ee1fba0dd1a9 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432041
Nov 23 13:48:21.783303 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8671f6-73cc-4263-93ce-513ce33ef8d0 req-fe580cf5-7fbf-4c84-ac2a-70079fd7e1a8 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:21.784923 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8671f6-73cc-4263-93ce-513ce33ef8d0 req-fe580cf5-7fbf-4c84-ac2a-70079fd7e1a8 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.0888398
Nov 23 13:48:21.842400 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-1b8671f6-73cc-4263-93ce-513ce33ef8d0 req-b7950934-ed9f-410b-aa8c-df5a4a809f3f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0497150
Nov 23 13:48:22.190277 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-60b3949b-2a69-4581-a0a8-590d6ea72732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:22.191769 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-60b3949b-2a69-4581-a0a8-590d6ea72732 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 946 time: 0.0917220
Nov 23 13:48:22.273064 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Deleting port e8451021-b020-41b2-8979-fff2d55b7586 {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:22.273445 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:22.539538 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] For port e8451021-b020-41b2-8979-fff2d55b7586, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e8451021-b020-41b2-8979-fff2d55b7586,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:22.539929 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:22.669295 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Calling delete_port for e8451021-b020-41b2-8979-fff2d55b7586 owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:22.823163 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:22.838662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-f6aa083d-1234-4f7e-9032-4148034f5aa9 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:22.942573 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event deleted for resources: {'Port': ['ID=e8451021-b020-41b2-8979-fff2d55b7586,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:22.947031 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:23.043913 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-6f20cd42-6380-40d4-8a6f-ab24312cb26d req-b26211f9-dcb6-4a44-9448-7e43fc3cec5f tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=3a51c54b-c62c-4105-a1bb-f89db05d50aa HTTP/1.1" status: 200  len: 210 time: 0.0633307
Nov 23 13:48:23.097321 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] No DVR routers for this DVR port e8451021-b020-41b2-8979-fff2d55b7586 on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:48:23.099664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:23.102521 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'name': 'network-vif-deleted', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:48:23.117337 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-b6c3e14f-7e18-42e3-bd4d-89a6265dee1e req-6d130d8e-6188-4dcb-be15-8b5eca726330 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "DELETE /v2.0/ports/e8451021-b020-41b2-8979-fff2d55b7586 HTTP/1.1" status: 204  len: 173 time: 0.9195449
Nov 23 13:48:23.163790 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c54b-c62c-4105-a1bb-f89db05d50aa', 'name': 'network-vif-deleted', 'tag': 'e8451021-b020-41b2-8979-fff2d55b7586', 'status': 'completed', 'code': 200}
Nov 23 13:48:24.100959 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e8451021-b020-41b2-8979-fff2d55b7586 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:48:24.136261 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: e8451021-b020-41b2-8979-fff2d55b7586 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:48:24.136681 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device e8451021-b020-41b2-8979-fff2d55b7586 not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:48:24.919321 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-aae1a9c5-29ec-4014-b691-f885f14adb66 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips/c1cbe690-1593-43e6-b220-57f6571f711d HTTP/1.1" status: 200  len: 997 time: 0.1094894
Nov 23 13:48:25.083495 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-db3b278f-ea05-4866-8ae2-f4b93e205dc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:25.085065 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-db3b278f-ea05-4866-8ae2-f4b93e205dc0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/networks/dc3fc909-cef9-46ac-b844-591d24c15c6b HTTP/1.1" status: 200  len: 784 time: 0.1591890
Nov 23 13:48:25.197078 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-e4dd67ce-a40a-49ca-8cbf-d465a1fb1960 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.26 HTTP/1.1" status: 200  len: 1000 time: 0.1050658
Nov 23 13:48:25.278938 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-76592011-8c17-4ba8-9de1-d3824a333c6a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:25.280455 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-76592011-8c17-4ba8-9de1-d3824a333c6a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports/f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 942 time: 0.0769348
Nov 23 13:48:25.468506 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-672eec6d-78cd-47ca-9101-f0344698d95a tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.26.6.26 HTTP/1.1" status: 200  len: 1000 time: 0.1055622
Nov 23 13:48:25.695394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Deleting port 25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:25.695776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:25.885894 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:25.886178 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:26.020313 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Calling delete_port for 25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3 owned by network:floatingip {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:26.182882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:26.200691 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-e5c5c730-5e89-43d0-a8cf-c713566dae5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:26.307441 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event deleted for resources: {'Port': ['ID=25a68c28-dcbe-4fbe-866e-d7d88e5ef6f3,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:26.324995 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.325416 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.325841 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.326755 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.327172 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.327587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.328001 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.328413 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.328846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.329256 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.329660 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.330067 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.330583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.330964 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.331367 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.331771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.332175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.332603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.333014 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.333419 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.333821 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.334223 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.334625 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.335024 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-59-ovs {{(pid=81022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 23 13:48:26.340479 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:26.458349 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for floatingip, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:26.458715 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.db.l3_db [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Floating IP c1cbe690-1593-43e6-b220-57f6571f711d disassociated (deleted). External IP: 172.26.6.26, port: f7facf31-ded9-4d54-8483-4f0d2b48108d.
Nov 23 13:48:27.144276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:48:27.355646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:48:27.365462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:48:27.377383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for floatingip, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:27.378687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:27.379434 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682420c438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:27.440319 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-fb60f25a-b42d-49ac-96c8-da2a2ff6b3b0 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "DELETE /v2.0/floatingips/c1cbe690-1593-43e6-b220-57f6571f711d HTTP/1.1" status: 204  len: 173 time: 1.9655850
Nov 23 13:48:27.440859 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d'}] {{(pid=81022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:48:27.582922 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:27.644990 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'status': 'completed', 'code': 200}
Nov 23 13:48:27.658324 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-90c4647c-f46f-4926-8faf-099d1492b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:27.659985 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-90c4647c-f46f-4926-8faf-099d1492b615 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.2046223
Nov 23 13:48:27.776953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-d78ad1f4-07c3-484f-8a62-c5f25feb902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:27.778485 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-d78ad1f4-07c3-484f-8a62-c5f25feb902a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 1162 time: 0.0915656
Nov 23 13:48:27.827203 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-439e961f-03e3-4a2a-926f-dec0054512d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:27.829141 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-439e961f-03e3-4a2a-926f-dec0054512d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1625578
Nov 23 13:48:27.912752 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-d299a111-9aa5-4c02-84d5-b28547f008a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 217 time: 0.0758240
Nov 23 13:48:27.936659 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-e7535e0a-d282-402b-b2df-7fbc45e01c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:27.938345 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-e7535e0a-d282-402b-b2df-7fbc45e01c0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 200  len: 904 time: 0.1530650
Nov 23 13:48:27.985005 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-d6940601-d8fe-490c-99ef-f33c8c1d35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:27.986549 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-d6940601-d8fe-490c-99ef-f33c8c1d35cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0668879
Nov 23 13:48:28.019147 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-4e0a0d2b-f02a-4204-8966-2fc005b5bb53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 200  len: 217 time: 0.0742877
Nov 23 13:48:28.063943 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-827af1d1-3fcb-442f-9ca0-b14552ac0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:28.071547 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-9be36f02-d3f5-40d8-a644-cdc04b507d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:28.073292 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-9be36f02-d3f5-40d8-a644-cdc04b507d93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799518
Nov 23 13:48:28.096276 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-0c2238ed-ebbb-472c-90f9-6dbed4aea8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:28.097764 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-0c2238ed-ebbb-472c-90f9-6dbed4aea8cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 200  len: 849 time: 0.0715454
Nov 23 13:48:28.157680 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682420c438>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:28.162026 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:48:28.174404 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:28.175089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f682420c438>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:00Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:28.183173 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-a02ffa97-4b6a-4a60-9a9d-10ee1ef9d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:28.184839 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-a02ffa97-4b6a-4a60-9a9d-10ee1ef9d1ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803893
Nov 23 13:48:28.241024 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-1ca1a6af-3e96-4f7c-8d4c-82f86386c620 service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584859
Nov 23 13:48:28.352139 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-d84cdd43-111e-4891-94df-03f83ba04ee5 service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608367
Nov 23 13:48:28.374175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:28.400458 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3ddc3743-e5e9-4355-be38-15bf142c9513 req-8f6f1370-880f-4f3b-8436-3e82c307bc6b service neutron] 10.222.0.60 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525364
Nov 23 13:48:28.508226 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-223d6f04-ed61-4056-8914-26946a3fcb18 req-b4d8f694-625d-4d72-8c08-d0f46650c18d service neutron] 10.222.0.63 "GET /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487474
Nov 23 13:48:28.726348 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f682420c438>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:28.730662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c485fb-89d2-40d6-9531-70fc852a2140 None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:43:47Z', 'revision_number': 4, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs', '_interfaces': [{'id': 'b75f5115-8305-4c4b-b5c6-0e392e146052', 'name': '', 'network_id': '02e6aa70-bfc2-4a64-acac-9e2d2472ca7c', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:46Z', 'updated_at': '2020-11-23T13:43:56Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'subnets': [{'id': '3ddb7901-75dd-4a52-b2ad-9366fc43c330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:48:28.840674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c655-6ecf-478d-bff9-f7208ef42d33 req-8e580e5a-0852-48eb-904c-186f92e8a506 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:28.841473 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5775c655-6ecf-478d-bff9-f7208ef42d33 req-8e580e5a-0852-48eb-904c-186f92e8a506 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81022) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:48:28.857319 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-5775c655-6ecf-478d-bff9-f7208ef42d33 req-8e580e5a-0852-48eb-904c-186f92e8a506 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81022) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:48:28.858724 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5775c655-6ecf-478d-bff9-f7208ef42d33 req-8e580e5a-0852-48eb-904c-186f92e8a506 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.1088560
Nov 23 13:48:28.912855 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-5775c655-6ecf-478d-bff9-f7208ef42d33 req-311b317a-d861-4a85-8da5-de9b279488bd tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473106
Nov 23 13:48:29.118947 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5f6ce-6a93-4de2-aef4-175dcf8ecefa None None] New status for floating IP c1cbe690-1593-43e6-b220-57f6571f711d: DOWN {{(pid=81025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 23 13:48:30.137089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841744f8-d1ec-4d48-8bea-dc360ee836f4 req-b36f47b7-9a23-4988-b1f2-70a443f5cc5d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:30.137844 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-841744f8-d1ec-4d48-8bea-dc360ee836f4 req-b36f47b7-9a23-4988-b1f2-70a443f5cc5d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Synchronizing usage tracker for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 23 13:48:30.150672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.quota.resource [req-841744f8-d1ec-4d48-8bea-dc360ee836f4 req-b36f47b7-9a23-4988-b1f2-70a443f5cc5d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Unset dirty status for tenant:ee47cabb59da4ce9bf96f30ead0724d2 on resource:port {{(pid=81023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 23 13:48:30.151911 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-841744f8-d1ec-4d48-8bea-dc360ee836f4 req-b36f47b7-9a23-4988-b1f2-70a443f5cc5d tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.1063066
Nov 23 13:48:30.201847 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-841744f8-d1ec-4d48-8bea-dc360ee836f4 req-db7b4548-72da-47d1-b06d-225a0dd4f0ee tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups?id=b20b791b-f51b-46a3-b090-e967e1167b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426559
Nov 23 13:48:30.313925 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f7facf31-ded9-4d54-8483-4f0d2b48108d up at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 23 13:48:30.388765 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.provisioning_blocks [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Provisioning complete for port f7facf31-ded9-4d54-8483-4f0d2b48108d triggered by entity L2. {{(pid=81024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 23 13:48:30.389180 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15947778'] for port, provisioning_complete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:30.413504 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-feb1221f-4860-4cee-9451-99234dff64d2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 23 13:48:30.414367 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-feb1221f-4860-4cee-9451-99234dff64d2 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 945 time: 0.0819809
Nov 23 13:48:30.465566 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-347d04f3-506c-496e-a5d0-de29e9079178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:30.494316 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Deleting port f7facf31-ded9-4d54-8483-4f0d2b48108d {{(pid=81023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:30.494616 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:30.755631 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] For port f7facf31-ded9-4d54-8483-4f0d2b48108d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f7facf31-ded9-4d54-8483-4f0d2b48108d,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:30.755950 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:30.885038 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Calling delete_port for f7facf31-ded9-4d54-8483-4f0d2b48108d owned by compute:nova {{(pid=81023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:30.981498 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:31.000080 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:48:31.039895 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791368'] for port, after_delete {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:31.058337 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-1ccd7c46-d132-429e-8871-6e600e5d5cd5 tempest-TestShelveInstance-1465182778 tempest-TestShelveInstance-1465182778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:31.160410 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event deleted for resources: {'Port': ['ID=f7facf31-ded9-4d54-8483-4f0d2b48108d,revision_number=None']} {{(pid=81023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:31.163147 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:31.263056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] No DVR routers for this DVR port f7facf31-ded9-4d54-8483-4f0d2b48108d on host hv-neutron-6013 {{(pid=81023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:48:31.265662 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773676'] for port, before_response {{(pid=81023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:31.268506 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'name': 'network-vif-deleted', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d'}] {{(pid=81023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 23 13:48:31.283878 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-f272fa8a-4a4a-4750-bdaf-85fcf4b99648 req-70abf909-4b3b-48c6-9034-ec6d61e08f75 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.63 "DELETE /v2.0/ports/f7facf31-ded9-4d54-8483-4f0d2b48108d HTTP/1.1" status: 204  len: 173 time: 0.8636427
Nov 23 13:48:31.422906 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a728e44-3e3c-4a3b-882d-d3f2752567e8', 'name': 'network-vif-deleted', 'tag': 'f7facf31-ded9-4d54-8483-4f0d2b48108d', 'status': 'completed', 'code': 200}
Nov 23 13:48:31.542664 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-44c67ad5-0146-4690-9b84-13b9ebce9354 req-e3b15cb8-32b2-497d-98d9-de9270f4451c tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/ports?device_id=4a728e44-3e3c-4a3b-882d-d3f2752567e8 HTTP/1.1" status: 200  len: 210 time: 0.0466645
Nov 23 13:48:32.160567 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f7facf31-ded9-4d54-8483-4f0d2b48108d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:48:32.204485 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] No Port match for: f7facf31-ded9-4d54-8483-4f0d2b48108d {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:48:32.204874 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Device f7facf31-ded9-4d54-8483-4f0d2b48108d not bound to the agent host hv-neutron-6013 {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:48:32.211818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.591664 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.738772 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-15466458-6759-4349-b583-b60db7cf7f02 tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "GET /v2.0/security-groups/b20b791b-f51b-46a3-b090-e967e1167b1f HTTP/1.1" status: 200  len: 2751 time: 0.0570865
Nov 23 13:48:32.815705 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.846771 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.897218 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.902587 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-0eee9731-c51e-4e9c-b956-21bb5243b601 tempest-TestNetworkBasicOps-1599558927 tempest-TestNetworkBasicOps-1599558927] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:32.922839 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b791b-f51b-46a3-b090-e967e1167b1f,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:32.927366 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:32.930818 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:32.932012 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [req-3c5d08bb-fd80-4f82-84cd-581fc1cc3f7a req-4c4cf023-3d36-4967-9ff5-211acbee668e tempest-TestSnapshotPattern-1571440530 tempest-TestSnapshotPattern-1571440530] 10.222.0.60 "DELETE /v2.0/security-groups/b20b791b-f51b-46a3-b090-e967e1167b1f HTTP/1.1" status: 204  len: 173 time: 0.1863437
Nov 23 13:48:32.996787 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57716) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:33.413093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852714193'] for router_interface, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:34.053658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Deleting port b75f5115-8305-4c4b-b5c6-0e392e146052 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:34.053953 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:34.239720 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] For port b75f5115-8305-4c4b-b5c6-0e392e146052, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=b75f5115-8305-4c4b-b5c6-0e392e146052,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:34.240114 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:34.374532 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Calling delete_port for b75f5115-8305-4c4b-b5c6-0e392e146052 owned by network:router_interface {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:34.544302 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:34.559712 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-9ce8860d-42de-4134-a1b9-b6ccb8778aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:34.660328 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Pushing event deleted for resources: {'Port': ['ID=b75f5115-8305-4c4b-b5c6-0e392e146052,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:34.664805 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:35.277811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15516232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2060394'] for router_interface, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:36.019667 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 has already been hosted by L3 agent dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3 {{(pid=81022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 23 13:48:36.236865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] Notify agent at l3_agent.dv-neutron-601336-59-ovs the message routers_updated {{(pid=81022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 23 13:48:36.246937 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Sync routers for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 23 13:48:36.249687 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-8449a8ea-7172-4c40-ab8b-0c72f140378f admin admin] 10.222.0.60 "PUT /v2.0/routers/03d9a1eb-bf9d-4ac8-a127-0145da8f4399/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2517214
Nov 23 13:48:36.252449 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57720) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:36.260997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:36.261687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f86898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:36.463899 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: dv-neutron-601336-59-ovs {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:36.464882 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:36.722650 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:36.732883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Deleting port c1c104dd-4193-4f51-9708-85cc549b1a63 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:36.733291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:36.839431 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f86898>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'external_fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:48:34Z', 'revision_number': 5, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port': {'id': 'c1c104dd-4193-4f51-9708-85cc549b1a63', 'name': '', 'network_id': 'dc3fc909-cef9-46ac-b844-591d24c15c6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:71:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-59-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-23T13:43:44Z', 'updated_at': '2020-11-23T13:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4babdcee-d0bf-4deb-bb18-745100380f17', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-59-ovs'}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:36.844309 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Checking router: 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 for host: dv-neutron-601336-59-ovs {{(pid=81024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 23 13:48:36.860514 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Routers {'03d9a1eb-bf9d-4ac8-a127-0145da8f4399'} bound to L3 agent in host dv-neutron-601336-59-ovs {{(pid=81024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:48:36.861252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6824f86898>, 'dv-neutron-601336-59-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-23T12:35:00Z,description=<?>,heartbeat_timestamp=2020-11-23T13:48:30Z,host='dv-neutron-601336-59-ovs',id=dfc8a99c-cd51-40d1-90cc-de9c3e43e1a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-23T12:35:00Z,topic='l3_agent')) {'router_ids': ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'], 'active': True} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:36.961656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] For port c1c104dd-4193-4f51-9708-85cc549b1a63, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c1c104dd-4193-4f51-9708-85cc549b1a63,segment=NetworkSegment(3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725),segment_id=3137f33d-d8d4-4d6a-87b2-7cb6e9cdb725)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:36.962056 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:37.078007 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvr_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] Set router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 gateway port host: None {{(pid=81024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 23 13:48:37.107979 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Calling delete_port for c1c104dd-4193-4f51-9708-85cc549b1a63 owned by network:router_gateway {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:37.232471 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_hamode_db [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6824f86898>, [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:48:36Z', 'revision_number': 6, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port_host': None}], 'dv-neutron-601336-59-ovs', False) {} {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:37.239936 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914e762-2bc7-4f79-9dd2-78ce63a718fa None None] The sync data for ids ['03d9a1eb-bf9d-4ac8-a127-0145da8f4399'] in dv-neutron-601336-59-ovs is: [{'id': '03d9a1eb-bf9d-4ac8-a127-0145da8f4399', 'name': 'tempest-TestSnapshotPattern-1523914087-router', 'tenant_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-23T13:43:43Z', 'updated_at': '2020-11-23T13:48:36Z', 'revision_number': 6, 'project_id': 'ee47cabb59da4ce9bf96f30ead0724d2', 'gw_port_host': None}] {{(pid=81024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 23 13:48:37.314746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:37.339322 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-6dab38ad-8b76-46c8-a38c-d555f630c868 tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:37.462677 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c104dd-4193-4f51-9708-85cc549b1a63,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:37.467088 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:37.821089 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2065684'] for router_gateway, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.136201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-824'] for router, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.141438 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.166687 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2069731'] for router, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.167371 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d9a1eb-bf9d-4ac8-a127-0145da8f4399 {{(pid=81022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:48:38.180252 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] Notify callbacks [] for router, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.181548 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-3328bcc5-6028-454e-aca9-3a8c239d4b1a admin admin] 10.222.0.60 "DELETE /v2.0/routers/03d9a1eb-bf9d-4ac8-a127-0145da8f4399 HTTP/1.1" status: 204  len: 168 time: 1.9280844
Nov 23 13:48:38.184673 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57724) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:38.258484 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.db_base_plugin_v2 [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Deleting subnet 3ddb7901-75dd-4a52-b2ad-9366fc43c330 {{(pid=81022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 23 13:48:38.268144 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.322865 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2373859'] for subnet, precommit_delete_associations {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.411780 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15972883'] for subnet, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.691651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b75f5115-8305-4c4b-b5c6-0e392e146052 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:48:38.728778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: b75f5115-8305-4c4b-b5c6-0e392e146052 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:48:38.729435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device b75f5115-8305-4c4b-b5c6-0e392e146052 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:48:38.729919 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1c104dd-4193-4f51-9708-85cc549b1a63 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:48:38.763634 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c1c104dd-4193-4f51-9708-85cc549b1a63 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:48:38.764034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c1c104dd-4193-4f51-9708-85cc549b1a63 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:48:38.955639 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838802917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2502733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851033881'] for subnet, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:38.972224 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-bad48646-5793-45d9-81a6-d02835ae2fb4 tempest-NetworksIpV6Test-94161963 tempest-NetworksIpV6Test-94161963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:39.060623 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddb7901-75dd-4a52-b2ad-9366fc43c330,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:39.066187 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:39.111987 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.117192 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc3879-bbe0-42d8-81b8-c953568ddc5e None None] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c requested from dv-neutron-601336-59-ovs {{(pid=81024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 23 13:48:39.118107 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-898aa6ad-0a48-40f5-9575-ea3f7c169c6a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ddb7901-75dd-4a52-b2ad-9366fc43c330 HTTP/1.1" status: 204  len: 168 time: 0.9325438
Nov 23 13:48:39.120845 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57728) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:39.240273 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16034172'] for network, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.314300 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Deleting port c386697d-1bf1-4d23-9732-60fb64ab7634 {{(pid=81022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:39.314651 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.370435 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] DHCP port deletion for 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c request from dv-neutron-601336-59-ovs {{(pid=81024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 23 13:48:39.375125 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Deleting port c386697d-1bf1-4d23-9732-60fb64ab7634 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:39.375640 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.552315 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] For port c386697d-1bf1-4d23-9732-60fb64ab7634, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c386697d-1bf1-4d23-9732-60fb64ab7634,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:39.552633 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.693093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Calling delete_port for c386697d-1bf1-4d23-9732-60fb64ab7634 owned by network:dhcp {{(pid=81022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:39.766213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.db [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] For port c386697d-1bf1-4d23-9732-60fb64ab7634, host dv-neutron-601336-59-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-59-ovs',level=0,port_id=c386697d-1bf1-4d23-9732-60fb64ab7634,segment=NetworkSegment(8bb292da-397c-4482-b53b-3ff172fc749d),segment_id=8bb292da-397c-4482-b53b-3ff172fc749d)] {{(pid=81024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 23 13:48:39.766661 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852716584'] for port, precommit_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.772365 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838664212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834514385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363281522794783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363281523255378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852272974'] for port, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:39.789074 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-3489fbaa-5ef9-4d69-aa9d-b7d0ccca3eda tempest-TestNetworkAdvancedServerOps-1353322657 tempest-TestNetworkAdvancedServerOps-1353322657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:39.887093 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c386697d-1bf1-4d23-9732-60fb64ab7634,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:39.890685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:39.900757 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Calling delete_port for c386697d-1bf1-4d23-9732-60fb64ab7634 owned by network:dhcp {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 23 13:48:39.937596 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] No DVR routers for this DVR port c386697d-1bf1-4d23-9732-60fb64ab7634 on host dv-neutron-601336-59-ovs {{(pid=81022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 23 13:48:39.975229 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.db.api [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:48:39.975649 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_db.api [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 23 13:48:40.066592 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838807152', 'neutron.services.segments.db._delete_segments_for_network-8755332054029'] for network, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.187177 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6824b0a748>,) {'filters': {'network_id': ['02e6aa70-bfc2-4a64-acac-9e2d2472ca7c']}} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:40.200025 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b0a748>, '8bb292da-397c-4482-b53b-3ff172fc749d') {'for_net_delete': True} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:40.200356 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.services.segments.db [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6824b0a748>, '8bb292da-397c-4482-b53b-3ff172fc749d') {} {{(pid=81022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 23 13:48:40.212918 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755332049421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852402028'] for segment, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.227994 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838814876'] for segment, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.230983 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 23 13:48:40.424383 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:48:40.433605 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15960956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2502808'] for segment, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.477127 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Deleting port c386697d-1bf1-4d23-9732-60fb64ab7634 {{(pid=81024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 23 13:48:40.477700 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755331972689'] for port, before_delete {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.544103 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-f433d8c5-afa2-4f38-bb36-b2bce062f2f8 None None] The port 'c386697d-1bf1-4d23-9732-60fb64ab7634' was deleted {{(pid=81024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 23 13:48:40.613876 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.managers [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Network 02e6aa70-bfc2-4a64-acac-9e2d2472ca7c has no segments {{(pid=81022) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]: Traceback (most recent call last):
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     timer()
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     cb(*args, **kw)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     return func(*args, **kwargs)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     self._notify()
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     self.callback(batched_events)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     event.method(event)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     segment_id)['aggregates'][0]
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     return f(self, *a, **k)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     return self._get(url).json()
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     **kwargs)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     **endpoint_filter)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:48:40.640724 dv-neutron-601336-59-ovs neutron-server[80911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:48:40.688997 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c386697d-1bf1-4d23-9732-60fb64ab7634 no longer exists at agent ovs-agent-dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 23 13:48:40.719288 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15968667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839259568'] for network, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.724934 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-13b2f758-6af5-4da3-8d18-f7bce33cec52 tempest-RoutersTest-770037204 tempest-RoutersTest-770037204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:40.728842 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.plugin [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] No Port match for: c386697d-1bf1-4d23-9732-60fb64ab7634 {{(pid=81024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 23 13:48:40.729194 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.plugins.ml2.rpc [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Device c386697d-1bf1-4d23-9732-60fb64ab7634 not bound to the agent host dv-neutron-601336-59-ovs {{(pid=81024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 23 13:48:40.740603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Notify callbacks [] for network, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:40.752442 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e6aa70-bfc2-4a64-acac-9e2d2472ca7c,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:40.755305 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:40.768037 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-aea69bd0-1689-465b-86d7-3d35e711a9a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/02e6aa70-bfc2-4a64-acac-9e2d2472ca7c HTTP/1.1" status: 204  len: 168 time: 1.6461239
Nov 23 13:48:40.941775 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57734) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:41.002644 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-293fac11-8be7-4d5e-a90c-4f1ff417426f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee47cabb59da4ce9bf96f30ead0724d2&name=default HTTP/1.1" status: 200  len: 2751 time: 0.0594010
Nov 23 13:48:41.005165 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.wsgi [-] (81022) accepted ('10.222.0.60', 57738) {{(pid=81022) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:48:41.069462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:41.098647 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:41.145617 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852805288'] for security_group, after_delete {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:41.150935 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-4b51af78-8b31-41ce-a0a0-89a28a82a71a tempest-SecGroupTest-1694358658 tempest-SecGroupTest-1694358658] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 23 13:48:41.167883 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0aeb9f-6e37-4d82-b4b5-f1b2e2ce5652,revision_number=None']} {{(pid=81022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 23 13:48:41.170411 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG oslo_concurrency.lockutils [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 23 13:48:41.174374 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:41.175626 dv-neutron-601336-59-ovs neutron-server[80911]: INFO neutron.wsgi [None req-2e922fea-619a-4deb-9df4-a04380ffdf2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea0aeb9f-6e37-4d82-b4b5-f1b2e2ce5652 HTTP/1.1" status: 204  len: 168 time: 0.1694796
Nov 23 13:48:47.563370 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:48:58.047778 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f41e2898-8ccb-48b6-9c09-cc8464d3d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:00.448674 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-50dd27f7-c432-42e3-a8b6-0b9d31448253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:00.984503 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:02.204175 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:02.596796 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:08.002259 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:49:17.563603 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:28.049723 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f13eebb3-8dbf-433a-a816-58d0c4e92173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:30.450457 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-1a80813e-7a79-4ca0-89f4-f942734fbeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:30.987827 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:32.205800 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:32.600851 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:45.004967 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:49:47.561291 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:49:58.051836 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-c0e58d85-ee84-42cc-b2d1-75576ff27682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:00.451656 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-132dc288-7e7c-4871-8bc4-b2a06970e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:00.990230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:02.208951 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:02.605156 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:17.559846 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:22.005811 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:50:28.056463 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f7947861-0153-43ff-9f53-4290104f8168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:30.453342 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-a871cbe5-ac34-44a8-9af3-a573dd1888ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:30.994098 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:32.212004 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:32.605400 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:47.560034 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:58.058036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff9e2-a354-4cf1-af73-337afe543d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:50:59.008071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:51:00.455969 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-551c492a-6fe8-4e9b-870d-85e9ce7ae675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:00.995036 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:02.214646 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:02.609856 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:17.574213 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:28.059462 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c85-b8e7-4e9e-8411-081abb93564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:30.456853 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-3f920826-7238-44f4-a192-4b0418628892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:30.997658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:32.218071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:32.612069 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:36.009546 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:51:47.572226 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:51:58.061394 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-d8982791-ea58-41e8-aef7-19e4274494fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:00.458799 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e9ff9d38-7642-45c0-be6c-15d53353420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:00.999897 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:02.220626 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:02.616776 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:13.011272 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:52:17.571672 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:28.062733 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-94694c33-b096-4e70-89dc-49ce62592e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:30.460275 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-67b6daff-9e41-4e64-bebc-8afa1dd89563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:31.003387 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:32.223512 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:32.622071 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:47.570688 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:52:50.013008 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:52:58.065807 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-872fbe75-6c5e-4561-b792-52b968ff72d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:00.462478 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-9c99a09c-4ee8-4dd2-b912-23f3533627cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:01.007341 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:02.226685 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:02.626744 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:17.569602 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:27.014583 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:53:28.067658 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e31ac5b3-b6fc-46d1-b402-58f1a33d185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:30.465458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-55105b97-02bf-4c38-b9a0-e35dba8fc822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:31.009345 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:32.230743 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:32.630201 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:47.569090 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:53:58.069754 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-16192a71-a0ba-4490-b11e-4e0189b8fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:54:00.467474 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-f34d13be-cfaa-41ca-a559-44b17980ddf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:54:01.013230 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-31c34a57-8426-47d7-bbdd-b414a098c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:54:02.232724 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-6c30924e-d551-46d7-8e6e-fba86ac0d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:54:02.633458 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-e633cd2b-e18d-432f-8c38-31f47dde907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 23 13:54:04.015745 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron.db.agents_db [None req-21614ad5-9067-4c70-98d5-3c3bd097cd5a None None] Agent healthcheck: found 6 active agents {{(pid=81025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 23 13:54:17.634746 dv-neutron-601336-59-ovs neutron-server[80911]: DEBUG neutron_lib.callbacks.manager [None req-131e34ff-e46b-4997-b31d-3ee28b6d5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281522745870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838827826'] for agent, after_update {{(pid=81024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}